------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0709 01:40:55.084921 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0709 01:40:55.085460 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0709 01:40:55.095196 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0709 01:40:55.098363 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0709 01:40:55.483455 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0709 01:40:55.521649 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0709 01:40:55.537693 7 nginx.go:271] "Starting NGINX Ingress controller" I0709 01:40:55.544437 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"7900b4ba-6ad7-43ff-bdef-a4909a2b52ca", APIVersion:"v1", ResourceVersion:"1387", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0709 01:40:55.550891 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"a982d76c-ce13-471e-b6a5-4db3afe18738", APIVersion:"v1", ResourceVersion:"1388", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0709 01:40:55.550956 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"ed7cc00a-2172-474b-8b37-1c2d31b67a58", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0709 01:40:56.739869 7 nginx.go:317] "Starting NGINX process" I0709 01:40:56.739978 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0709 01:40:56.741658 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0709 01:40:56.741937 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0709 01:40:56.741976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:40:56.741991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0709 01:40:56.742031 7 controller.go:196] "Configuration changes detected, backend reload required" I0709 01:40:56.757373 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0709 01:40:56.757475 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-xj9q5" I0709 01:40:56.775220 7 controller.go:216] "Backend successfully reloaded" I0709 01:40:56.775376 7 controller.go:227] "Initial sync, sleeping for 1 second" I0709 01:40:56.775456 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xj9q5", UID:"142b9f73-01b0-449a-8161-17c8a27e4b24", APIVersion:"v1", ResourceVersion:"1504", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0709 01:41:00.569754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:00.569801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:03.903597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:03.903746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:07.237503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:07.237547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:10.571477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:10.571531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:13.905187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:13.905235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:17.712345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:17.712389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:21.046093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:21.046172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:24.380405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:24.380437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:27.712870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:27.713476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:31.047362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:31.047492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:34.379183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:34.379242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:37.713020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:41:37.713106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:42:58.630908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:42:58.630954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:13.461023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:13.461063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:16.795651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:16.795699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:20.805506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:20.805539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:24.139115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:24.139306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:27.472919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:27.473060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:30.806448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:30.806489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:34.142165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:34.142245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:40.169090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:40.169144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:43.502492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:43.502538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:47.227067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:43:47.227112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:47:00.184457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:47:00.184491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:47:03.517955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:47:03.518041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:47:06.851281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:47:06.851328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:47:11.390015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:47:11.390052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:47:13.967262 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-229.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-229.nip.io-tls was not found. Using default certificate W0709 01:47:13.967306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:47:13.967319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0709 01:47:13.968586 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0709 01:47:13.968611 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0709 01:47:13.976199 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0709 01:47:13.976554 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-229.nip.io-tls" in local store I0709 01:47:13.976675 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ecd38577-67ea-4a23-86a6-765ea17a999c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4003", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0709 01:47:14.291487 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-229.nip.io-tls" I0709 01:47:14.292785 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-229.nip.io-tls" W0709 01:47:14.724409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:47:14.724457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0709 01:47:14.724531 7 controller.go:196] "Configuration changes detected, backend reload required" I0709 01:47:14.766451 7 controller.go:216] "Backend successfully reloaded" I0709 01:47:14.766717 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xj9q5", UID:"142b9f73-01b0-449a-8161-17c8a27e4b24", APIVersion:"v1", ResourceVersion:"1504", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0709 01:47:18.057549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:47:18.057584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [09/Jul/2026:01:47:22 +0000] "GET /realms/master HTTP/1.1" 200 624 "-" "ansible-httpget" 144 0.009 [auth-system-keycloak-80] [] 10.0.0.120:8080 624 0.009 200 fe1e4e31083752ee785a701116763675 199.204.45.229 - - [09/Jul/2026:01:47:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.455 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 2.454 200 87b1c3e5df0b792fc7db512e42ce51d9 199.204.45.229 - - [09/Jul/2026:01:47:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.182 [auth-system-keycloak-80] [] 10.0.0.120:8080 116 0.182 404 eafd74b2e548a3d452ba44f62e25f5e1 199.204.45.229 - - [09/Jul/2026:01:47:30 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.698 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 4.697 201 9aa8c077d0f6b193356fd89e1f59c2d4 199.204.45.229 - - [09/Jul/2026:01:47:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.768 [auth-system-keycloak-80] [] 10.0.0.120:8080 4246 0.769 200 7a1f6e2845d06fedf98013ab2402b8c2 199.204.45.229 - - [09/Jul/2026:01:47:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.490 200 660e5daeda7eac3dc159214b2e6e9384 199.204.45.229 - - [09/Jul/2026:01:47:32 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.098 [auth-system-keycloak-80] [] 10.0.0.120:8080 12500 0.098 200 76431ec63dccfbd266df6695edfec797 199.204.45.229 - - [09/Jul/2026:01:47:32 +0000] "GET /admin/realms/atmosphere/client-scopes/fb38aa74-d401-4307-b239-2084061acd98 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.070 [auth-system-keycloak-80] [] 10.0.0.120:8080 1278 0.071 200 8066d2b176435d30530af0d17a8551b2 199.204.45.229 - - [09/Jul/2026:01:47:32 +0000] "PUT /admin/realms/atmosphere/client-scopes/fb38aa74-d401-4307-b239-2084061acd98 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.029 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.029 204 5604f4aaf663b5ed9302512d7291c357 199.204.45.229 - - [09/Jul/2026:01:47:32 +0000] "GET /admin/realms/atmosphere/client-scopes/fb38aa74-d401-4307-b239-2084061acd98/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.061 [auth-system-keycloak-80] [] 10.0.0.120:8080 963 0.061 200 bdececfabdc170d86bea805f07314eff 199.204.45.229 - - [09/Jul/2026:01:47:32 +0000] "GET /admin/realms/atmosphere/client-scopes/fb38aa74-d401-4307-b239-2084061acd98/protocol-mappers/models/f3a3345d-9a56-412d-80de-0039a4e41e04 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.079 [auth-system-keycloak-80] [] 10.0.0.120:8080 366 0.079 200 e2a13ccefe029f06b9f7215c3f4654c3 199.204.45.229 - - [09/Jul/2026:01:47:33 +0000] "PUT /admin/realms/atmosphere/client-scopes/fb38aa74-d401-4307-b239-2084061acd98/protocol-mappers/models/f3a3345d-9a56-412d-80de-0039a4e41e04 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.101 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.100 204 e0bb54e710a97a70192af21df846ea27 199.204.45.229 - - [09/Jul/2026:01:47:33 +0000] "GET /admin/realms/atmosphere/client-scopes/fb38aa74-d401-4307-b239-2084061acd98 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.073 [auth-system-keycloak-80] [] 10.0.0.120:8080 1218 0.073 200 60035aba0229a4321fb6e426960d2ef9 199.204.45.229 - - [09/Jul/2026:01:47:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.456 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.454 200 9b389eac48c8557e3d73fec336778ecc 199.204.45.229 - - [09/Jul/2026:01:47:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.089 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.089 200 1607d26d4469fac34c8f2fc85f81ff4a 199.204.45.229 - - [09/Jul/2026:01:47:55 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.293 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.293 201 87c22e042a3846d934e2df2ba81b1a79 199.204.45.229 - - [09/Jul/2026:01:47:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.089 [auth-system-keycloak-80] [] 10.0.0.120:8080 1261 0.089 200 1a6d4dcceecac8d08a369446ce9f7d74 199.204.45.229 - - [09/Jul/2026:01:47:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.808 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.807 200 5d6420942c3970075cadc50fe4fcaf55 199.204.45.229 - - [09/Jul/2026:01:47:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.064 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.063 200 beda418afc4d17a0afe944c4d171d7bb 199.204.45.229 - - [09/Jul/2026:01:47:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.092 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.092 201 98231e1b4caa222aba425028dc6f4465 199.204.45.229 - - [09/Jul/2026:01:47:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.089 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.089 200 1309650108e5177f68cd441506335c1f I0709 01:47:56.766239 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.61.49"}] I0709 01:47:56.773158 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ecd38577-67ea-4a23-86a6-765ea17a999c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4411", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0709 01:47:56.775209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:47:56.775231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [09/Jul/2026:01:47:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.469 200 19b50aaae4cea17d56a8e9ff9d486e72 199.204.45.229 - - [09/Jul/2026:01:47:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.028 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.027 200 28c1cbd0779d62c4a25d456256ae506a 199.204.45.229 - - [09/Jul/2026:01:47:57 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.038 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.038 201 4da25738f4f2fd21747f6016bf30d5e2 199.204.45.229 - - [09/Jul/2026:01:47:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.063 [auth-system-keycloak-80] [] 10.0.0.120:8080 1251 0.063 200 79a4a1dade39664b46124413b72ab8a7 199.204.45.229 - - [09/Jul/2026:01:47:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.438 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.436 200 1578c23a288c0bac2639152152e8e59c 199.204.45.229 - - [09/Jul/2026:01:47:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.036 [auth-system-keycloak-80] [] 10.0.0.120:8080 1261 0.036 200 e28946e9112161c1d9c3d93027c6e406 199.204.45.229 - - [09/Jul/2026:01:47:58 +0000] "GET /admin/realms/atmosphere/clients/4ab73ff0-65be-4bde-8c0d-95e2b6ecba4e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.014 404 7e10e2303f66e107c85bda6e05b05391 199.204.45.229 - - [09/Jul/2026:01:47:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.120:8080 1261 0.008 200 892898e13c95c783aa78d9a14ff0137b 199.204.45.229 - - [09/Jul/2026:01:47:58 +0000] "POST /admin/realms/atmosphere/clients/4ab73ff0-65be-4bde-8c0d-95e2b6ecba4e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.061 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.060 201 d160f97c9884b1d6f3e0dec0df518da9 199.204.45.229 - - [09/Jul/2026:01:47:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.120:8080 1261 0.009 200 5c4637e5f2892272715d3d4a007f43ea 199.204.45.229 - - [09/Jul/2026:01:47:58 +0000] "GET /admin/realms/atmosphere/clients/4ab73ff0-65be-4bde-8c0d-95e2b6ecba4e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.064 [auth-system-keycloak-80] [] 10.0.0.120:8080 166 0.063 200 ffb6ea2bf426c2edc729cf230463c025 199.204.45.229 - - [09/Jul/2026:01:47:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.442 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.440 200 ce2bb27a13e9ee6beb9e0ea1025eeff6 199.204.45.229 - - [09/Jul/2026:01:47:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.005 200 676987ae6d4b195c9e540aa46c6abb15 199.204.45.229 - - [09/Jul/2026:01:47:59 +0000] "GET /admin/realms/atmosphere/clients/859c8037-df84-421c-87a0-b8f73b429a2f/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.028 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.028 404 73cab80f25c5ed81c919dad66c78fdf3 199.204.45.229 - - [09/Jul/2026:01:47:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.008 200 596ab1a4651c8069747c2854df405d98 199.204.45.229 - - [09/Jul/2026:01:47:59 +0000] "POST /admin/realms/atmosphere/clients/859c8037-df84-421c-87a0-b8f73b429a2f/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.016 201 88cb854e5d2f2d1f5013579369cfcdea 199.204.45.229 - - [09/Jul/2026:01:47:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.039 200 a68165aafbf3a7ec8264cb2927b7b65b 199.204.45.229 - - [09/Jul/2026:01:47:59 +0000] "GET /admin/realms/atmosphere/clients/859c8037-df84-421c-87a0-b8f73b429a2f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.120:8080 165 0.015 200 9fd51868cd8ef498889ddec2ade24679 199.204.45.229 - - [09/Jul/2026:01:48:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.500 200 4d38042e55527c7d953f39434208e220 199.204.45.229 - - [09/Jul/2026:01:48:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.009 200 52489e973c68fa6b349a97af162c8bae 199.204.45.229 - - [09/Jul/2026:01:48:00 +0000] "GET /admin/realms/atmosphere/clients/859c8037-df84-421c-87a0-b8f73b429a2f/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.063 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.064 404 9e6a18d3930922d4cd50df36632b8967 199.204.45.229 - - [09/Jul/2026:01:48:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.008 200 64882da2f96cddb78bd973b0142d58a0 199.204.45.229 - - [09/Jul/2026:01:48:00 +0000] "POST /admin/realms/atmosphere/clients/859c8037-df84-421c-87a0-b8f73b429a2f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.014 201 e3d3a9f4c6b5cf7c17eed17bd3e79429 199.204.45.229 - - [09/Jul/2026:01:48:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.047 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.047 200 c91b071463603273bd1f1889459b9c91 199.204.45.229 - - [09/Jul/2026:01:48:00 +0000] "GET /admin/realms/atmosphere/clients/859c8037-df84-421c-87a0-b8f73b429a2f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.120:8080 166 0.015 200 af2cf3ac38a4f0ff95bb780cba54102e 199.204.45.229 - - [09/Jul/2026:01:48:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.447 200 f6947de3eeb3de8abfc3e7d4054d4079 199.204.45.229 - - [09/Jul/2026:01:48:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.030 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.030 200 5f4b2014fa9d43f3520eb6167cfa3a19 199.204.45.229 - - [09/Jul/2026:01:48:01 +0000] "GET /admin/realms/atmosphere/clients/859c8037-df84-421c-87a0-b8f73b429a2f/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.012 404 da12a53ae2a3d337a7dfbe89172b0f62 199.204.45.229 - - [09/Jul/2026:01:48:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.007 200 11a685b59176add5c46b4e1494e9fda4 199.204.45.229 - - [09/Jul/2026:01:48:01 +0000] "POST /admin/realms/atmosphere/clients/859c8037-df84-421c-87a0-b8f73b429a2f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.052 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.051 201 4952263df76969235cb984923a867197 199.204.45.229 - - [09/Jul/2026:01:48:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.007 200 dd5a468f74542a58e074d577f8204454 199.204.45.229 - - [09/Jul/2026:01:48:01 +0000] "GET /admin/realms/atmosphere/clients/859c8037-df84-421c-87a0-b8f73b429a2f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.065 [auth-system-keycloak-80] [] 10.0.0.120:8080 166 0.065 200 68efc48c116240fc015a4b370b01396c 199.204.45.229 - - [09/Jul/2026:01:48:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.506 200 ec4743951fc5eaf6599658e9f79aa7e2 199.204.45.229 - - [09/Jul/2026:01:48:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.120:8080 1251 0.007 200 c629cffd94a0e2240514f8dce957877e 199.204.45.229 - - [09/Jul/2026:01:48:02 +0000] "GET /admin/realms/atmosphere/clients/19236ac1-0295-4e6b-9a0a-eab03410691a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.007 404 3887265a5ed08938ab535074cb4164a1 199.204.45.229 - - [09/Jul/2026:01:48:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.003 [auth-system-keycloak-80] [] 10.0.0.120:8080 1251 0.003 200 aefa3978ba00e1c07a6f61069d59d8bf 199.204.45.229 - - [09/Jul/2026:01:48:02 +0000] "POST /admin/realms/atmosphere/clients/19236ac1-0295-4e6b-9a0a-eab03410691a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.047 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.046 201 8f4ea195be1c168cd1dcc15abf0dca01 199.204.45.229 - - [09/Jul/2026:01:48:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.120:8080 1251 0.004 200 96587b57d9b5de723133d6fc28de3e4d 199.204.45.229 - - [09/Jul/2026:01:48:02 +0000] "GET /admin/realms/atmosphere/clients/19236ac1-0295-4e6b-9a0a-eab03410691a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.120:8080 166 0.070 200 1b08e96cbc05712fb523e97412866bed W0709 01:49:11.034921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:11.034979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:11.099570 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:11.099663 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0709 01:49:11.099643 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0709 01:49:11.099747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:11.099775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:11.099894 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0709 01:49:11.099949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:11.099975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:11.100289 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0709 01:49:11.100575 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0709 01:49:11.101024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:11.101075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0709 01:49:11.101534 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0709 01:49:11.101562 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0709 01:49:11.102427 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0709 01:49:11.102461 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0709 01:49:11.104341 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0709 01:49:11.104371 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0709 01:49:11.110090 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0709 01:49:11.110400 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0709 01:49:11.110434 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0709 01:49:11.110599 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0709 01:49:11.110598 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"58bb2d49-d610-41da-b09b-6c203ae58823", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5020", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0709 01:49:11.110623 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"bf93727a-6488-44cc-8c67-dd7852b38521", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5024", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0709 01:49:11.112150 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0709 01:49:11.112331 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b5eb236b-bfae-4b53-9aae-af82c22de556", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5026", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0709 01:49:11.112642 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0709 01:49:11.431799 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0709 01:49:11.434009 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0709 01:49:11.438246 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0709 01:49:11.439966 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0709 01:49:12.618929 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0709 01:49:12.620013 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0709 01:49:14.368413 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:14.368450 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0709 01:49:14.368469 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0709 01:49:14.368538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:14.368554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0709 01:49:14.368634 7 controller.go:196] "Configuration changes detected, backend reload required" I0709 01:49:14.432405 7 controller.go:216] "Backend successfully reloaded" I0709 01:49:14.433213 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xj9q5", UID:"142b9f73-01b0-449a-8161-17c8a27e4b24", APIVersion:"v1", ResourceVersion:"1504", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0709 01:49:17.702932 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:17.703006 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0709 01:49:17.703068 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0709 01:49:17.703192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:17.703223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:21.035069 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:21.035163 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0709 01:49:21.035234 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0709 01:49:21.035454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:21.035489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:24.368327 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:24.368385 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0709 01:49:24.368406 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0709 01:49:24.368492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:24.368519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:27.701944 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:27.702018 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0709 01:49:27.702049 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0709 01:49:27.702165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:27.702192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:31.035369 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:31.035483 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0709 01:49:31.035561 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0709 01:49:31.035805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:31.035841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:34.368504 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:34.368562 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0709 01:49:34.368585 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0709 01:49:34.368653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:34.368672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:37.702865 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:37.702912 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0709 01:49:37.702942 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0709 01:49:37.703029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:37.703075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:41.036012 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:41.036063 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0709 01:49:41.036094 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0709 01:49:41.036184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:41.036200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:44.369197 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:44.369294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0709 01:49:44.369413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:44.369443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:47.703139 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:47.703237 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0709 01:49:47.703358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:47.703383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:51.035257 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:51.035377 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0709 01:49:51.035586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:51.035613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.52 - - [09/Jul/2026:01:49:53 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.036 [auth-system-keycloak-80] [] 10.0.0.120:8080 6432 0.036 200 5caf7d19125bb13a773bb0d6434a4259 W0709 01:49:54.368909 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:54.368979 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0709 01:49:54.369064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:54.369083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.108 - - [09/Jul/2026:01:49:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.011 [auth-system-keycloak-80] [] 10.0.0.120:8080 6432 0.012 200 07fe600643778f0da7db1365df7c0b16 I0709 01:49:56.766556 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.61.49"}] I0709 01:49:56.766587 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.61.49"}] I0709 01:49:56.766768 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.61.49"}] I0709 01:49:56.775958 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"bf93727a-6488-44cc-8c67-dd7852b38521", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6151", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0709 01:49:56.781725 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b5eb236b-bfae-4b53-9aae-af82c22de556", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6152", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0709 01:49:56.783656 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"58bb2d49-d610-41da-b09b-6c203ae58823", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6153", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0709 01:49:57.702379 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:49:57.702579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:49:57.702605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:01.035268 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:50:01.035503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:01.035535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:05.434292 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0709 01:50:05.434491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:05.434520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:08.770746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:08.770797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:12.102696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:12.102741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:36.012163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:36.012239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:42.199826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:42.199880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [09/Jul/2026:01:50:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.458 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.457 200 2ee1a3f1b13e22b9b748a39c9d1832fb 199.204.45.229 - - [09/Jul/2026:01:50:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 4246 0.007 200 0042a39152024851bb24a59001d6be8e 199.204.45.229 - - [09/Jul/2026:01:50:43 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.707 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.706 204 5a14d992e39247ae4952ba91e061a44d 199.204.45.229 - - [09/Jul/2026:01:50:43 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.067 [auth-system-keycloak-80] [] 10.0.0.120:8080 4384 0.067 200 4a0848cc0c74193b7b3caaea73d1b83f 199.204.45.229 - - [09/Jul/2026:01:50:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.507 200 b4f9b5cd542e54b3a48e4dbd80c2f8fd 199.204.45.229 - - [09/Jul/2026:01:50:44 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.120:8080 1682 0.009 200 1b170b4caca15e4e012ce588202a76f6 199.204.45.229 - - [09/Jul/2026:01:50:45 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 6432 0.007 200 bd61fd12c2793bdaaf526df460e8c588 W0709 01:50:45.534002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:45.534059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [09/Jul/2026:01:50:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.467 200 6ef83a07146aa76dc31a1535c5c45043 199.204.45.229 - - [09/Jul/2026:01:50:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.031 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.032 200 db1ade0fd438b692f77ee0e2ce3dd806 199.204.45.229 - - [09/Jul/2026:01:50:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.133 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.133 201 369a345b8f74609ab91d756b6ad8e3b1 199.204.45.229 - - [09/Jul/2026:01:50:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.061 [auth-system-keycloak-80] [] 10.0.0.120:8080 2246 0.062 200 dc6d167c68a6caf5b51e976939983fa0 199.204.45.229 - - [09/Jul/2026:01:50:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.445 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.443 200 59ea746dacfa83f39442108ad4e1dd53 199.204.45.229 - - [09/Jul/2026:01:50:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 2246 0.007 200 07a5522398f9e9f9aaa494aaa3982495 199.204.45.229 - - [09/Jul/2026:01:50:48 +0000] "GET /admin/realms/atmosphere/clients/4844edf3-8c3c-4cf8-bda4-733bdf7e6dfc/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.040 [auth-system-keycloak-80] [] 10.0.0.120:8080 233 0.040 200 62b429ac518b044c99ec4bf3caafaebc 199.204.45.229 - - [09/Jul/2026:01:50:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.023 [auth-system-keycloak-80] [] 10.0.0.120:8080 831 0.023 200 ebeff2e6a6b3486bc44adaa345364fd7 199.204.45.229 - - [09/Jul/2026:01:50:48 +0000] "GET /admin/realms/atmosphere/clients/ab5c975a-3796-40e8-9e9e-2cd68e0197f2/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.068 [auth-system-keycloak-80] [] 10.0.0.120:8080 3758 0.067 200 f408f3d974cfa34a0568b337a4adecd3 199.204.45.229 - - [09/Jul/2026:01:50:48 +0000] "GET /admin/realms/atmosphere/users/78974999-735a-47ce-b769-01a5de9dcfbc/role-mappings/clients/ab5c975a-3796-40e8-9e9e-2cd68e0197f2/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.196 [auth-system-keycloak-80] [] 10.0.0.120:8080 3758 0.196 200 a8d65655ce1f7ab8ca812ca31c2d4c89 199.204.45.229 - - [09/Jul/2026:01:50:48 +0000] "GET /admin/realms/atmosphere/users/78974999-735a-47ce-b769-01a5de9dcfbc/role-mappings/clients/ab5c975a-3796-40e8-9e9e-2cd68e0197f2/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.020 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.021 200 b098d84527cfa560cbefb1257726545c 199.204.45.229 - - [09/Jul/2026:01:50:48 +0000] "POST /admin/realms/atmosphere/users/78974999-735a-47ce-b769-01a5de9dcfbc/role-mappings/clients/ab5c975a-3796-40e8-9e9e-2cd68e0197f2 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.048 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.047 204 6329f4dc9e18d2be8fb207ba66102fe1 199.204.45.229 - - [09/Jul/2026:01:50:48 +0000] "GET /admin/realms/atmosphere/users/78974999-735a-47ce-b769-01a5de9dcfbc/role-mappings/clients/ab5c975a-3796-40e8-9e9e-2cd68e0197f2/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.017 [auth-system-keycloak-80] [] 10.0.0.120:8080 576 0.016 200 d0a0e1d33f8165601e9e6cda63d07a58 W0709 01:50:51.450082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:51.450118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:54.787060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:50:54.787124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:52:57.399475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:52:57.399533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:53:31.838003 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0709 01:53:31.838098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:53:31.838118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0709 01:53:31.842527 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0709 01:53:31.842641 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0709 01:53:31.848777 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0709 01:53:31.849064 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4c1d4bf7-49d4-4703-834c-cea90fc9091f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7557", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0709 01:53:31.849157 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0709 01:53:31.849409 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0709 01:53:31.849474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:53:31.849496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0709 01:53:31.849602 7 controller.go:196] "Configuration changes detected, backend reload required" I0709 01:53:31.897848 7 controller.go:216] "Backend successfully reloaded" I0709 01:53:31.898119 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xj9q5", UID:"142b9f73-01b0-449a-8161-17c8a27e4b24", APIVersion:"v1", ResourceVersion:"1504", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0709 01:53:32.204740 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0709 01:53:32.206038 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0709 01:53:35.183250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:53:35.183300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [09/Jul/2026:01:53:36 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.012 [openstack-keystone-api-5000] [] 10.0.0.217:5000 281 0.011 300 7cecdf6fddeea1124203ea7ef268265e 199.204.45.229 - - [09/Jul/2026:01:53:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.217:5000 266 0.004 200 8136b03da4103262b5697b353a911a1b 199.204.45.229 - - [09/Jul/2026:01:53:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.378 [openstack-keystone-api-5000] [] 10.0.0.217:5000 1360 0.378 201 eda94ea0bea79fd64922b6cf5cfebf03 199.204.45.229 - - [09/Jul/2026:01:53:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.217:5000 281 0.006 300 51fed23fb5d4760d40631102d4a44d1d 199.204.45.229 - - [09/Jul/2026:01:53:38 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 438 0.194 [openstack-keystone-api-5000] [] 10.0.0.217:5000 90 0.194 404 9e1b08ae2569a24aa6e820361e651ee4 199.204.45.229 - - [09/Jul/2026:01:53:38 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.032 [openstack-keystone-api-5000] [] 10.0.0.217:5000 370 0.032 200 5acab0a51210bc3fe90e16afad976dd7 199.204.45.229 - - [09/Jul/2026:01:53:38 +0000] "GET /v3/domains/c19e2b2b74bc45719d5f6b549a557618 HTTP/1.1" 200 247 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.217:5000 247 0.022 200 dd7a8cf78fb4c516d0e718909dc20284 199.204.45.229 - - [09/Jul/2026:01:53:39 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.217:5000 266 0.005 200 8d3ee810b73431bfa5fe450864a1de9d 199.204.45.229 - - [09/Jul/2026:01:53:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.217:5000 1360 0.307 201 577d7d2ba1f93ce4860ba350db4e9c6e 199.204.45.229 - - [09/Jul/2026:01:53:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.217:5000 281 0.003 300 b24e9b1882baf6a9cd349da95be29ed7 199.204.45.229 - - [09/Jul/2026:01:53:39 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.034 [openstack-keystone-api-5000] [] 10.0.0.217:5000 101 0.034 404 2ae60c6ef5403d38b57c907ae26a62c1 199.204.45.229 - - [09/Jul/2026:01:53:40 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.217:5000 156 0.019 200 aca7bc1603e93a12be9dd613fbf8abff 199.204.45.229 - - [09/Jul/2026:01:53:40 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 681 0.036 [openstack-keystone-api-5000] [] 10.0.0.217:5000 342 0.036 201 f9da2dbd0b9f59bb68526310054d87ad 199.204.45.229 - - [09/Jul/2026:01:53:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.217:5000 266 0.004 200 9d74690ce8cf7718b9f82b1757d6a39b 199.204.45.229 - - [09/Jul/2026:01:53:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.217:5000 1360 0.294 201 d87b4bdcb031fcad1a299407cba47266 199.204.45.229 - - [09/Jul/2026:01:53:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.217:5000 281 0.003 300 cb73fef32754ef08a42111bb2448ef78 199.204.45.229 - - [09/Jul/2026:01:53:41 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.029 [openstack-keystone-api-5000] [] 10.0.0.217:5000 98 0.029 404 a701577cc361bb6318867339f8b87a97 199.204.45.229 - - [09/Jul/2026:01:53:41 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.021 [openstack-keystone-api-5000] [] 10.0.0.217:5000 136 0.021 200 ff6a1d2322d3817b91f318dbfe41ab05 199.204.45.229 - - [09/Jul/2026:01:53:41 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 763 0.026 [openstack-keystone-api-5000] [] 10.0.0.217:5000 357 0.027 201 8f0c84a61bcf83395e310e62b244c55b 199.204.45.229 - - [09/Jul/2026:01:53:42 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.217:5000 266 0.004 200 2572b147e2061647cac6ade01b883c86 199.204.45.229 - - [09/Jul/2026:01:53:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.217:5000 1360 0.309 201 cb9d91706b163faeb09732d117a4acd7 199.204.45.229 - - [09/Jul/2026:01:53:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.217:5000 281 0.004 300 87f2de4763de98ba7ba01959dcf88a94 199.204.45.229 - - [09/Jul/2026:01:53:42 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.217:5000 131 0.024 404 6faa197c4775d05964e04e9c69d291c8 199.204.45.229 - - [09/Jul/2026:01:53:42 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 486 0.020 [openstack-keystone-api-5000] [] 10.0.0.217:5000 168 0.020 200 654adafd9707259973f20aae803ea841 199.204.45.229 - - [09/Jul/2026:01:53:42 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 581 0.025 [openstack-keystone-api-5000] [] 10.0.0.217:5000 224 0.025 201 acf153c868581e7608adc10bae8860dd W0709 01:53:54.418647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:53:54.418683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0709 01:53:56.765094 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.61.49"}] I0709 01:53:56.771387 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4c1d4bf7-49d4-4703-834c-cea90fc9091f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7772", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0709 01:53:57.752648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:53:57.752709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:54:01.086223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:54:01.086298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:54:04.420935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:54:04.420979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:54:19.908348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:54:19.908471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:54:23.241981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:54:23.242030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:54:28.871425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:54:28.871461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:54:32.205309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0709 01:54:32.205369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0709 01:55:22.843686 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0709 01:55:30.837659 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0709 01:55:30.837720 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded E0709 01:55:30.838057 7 status.go:104] "error running poll" err="timed out waiting for the condition" I0709 01:55:30.838094 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0709 01:55:37.845509 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path I0709 01:55:47.905569 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader E0709 01:56:30.406600 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0709 01:56:38.401159 7 leaderelection.go:472] Failed to update lock: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0709 01:56:38.401226 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded E0709 01:56:38.401337 7 status.go:104] "error running poll" err="timed out waiting for the condition" I0709 01:56:38.401633 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0709 01:56:41.582562 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader E0709 01:57:36.602745 7 leaderelection.go:429] Failed to update lock optimistically: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": dial tcp 10.96.0.1:443: connect: connection refused, falling back to slow path E0709 01:57:36.603453 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": dial tcp 10.96.0.1:443: connect: connection refused E0709 01:57:41.584448 7 queue.go:131] "requeuing" err="Get \"https://10.96.0.1:443/api/v1/namespaces/ingress-nginx/services/ingress-nginx-controller\": dial tcp 10.96.0.1:443: connect: connection refused" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0709 01:57:41.590460 7 queue.go:131] "requeuing" err="Get \"https://10.96.0.1:443/api/v1/namespaces/ingress-nginx/services/ingress-nginx-controller\": dial tcp 10.96.0.1:443: connect: connection refused" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0709 01:57:41.601571 7 queue.go:131] "requeuing" err="Get \"https://10.96.0.1:443/api/v1/namespaces/ingress-nginx/services/ingress-nginx-controller\": dial tcp 10.96.0.1:443: connect: connection refused" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0709 01:57:41.622423 7 queue.go:131] "requeuing" err="Get \"https://10.96.0.1:443/api/v1/namespaces/ingress-nginx/services/ingress-nginx-controller\": dial tcp 10.96.0.1:443: connect: connection refused" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0709 01:57:41.663167 7 queue.go:131] "requeuing" err="Get \"https://10.96.0.1:443/api/v1/namespaces/ingress-nginx/services/ingress-nginx-controller\": dial tcp 10.96.0.1:443: connect: connection refused" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0709 01:57:41.744304 7 queue.go:131] "requeuing" err="Get \"https://10.96.0.1:443/api/v1/namespaces/ingress-nginx/services/ingress-nginx-controller\": dial tcp 10.96.0.1:443: connect: connection refused" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0709 01:57:41.905117 7 queue.go:131] "requeuing" err="Get \"https://10.96.0.1:443/api/v1/namespaces/ingress-nginx/services/ingress-nginx-controller\": dial tcp 10.96.0.1:443: connect: connection refused" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0709 01:57:42.226743 7 queue.go:131] "requeuing" err="Get \"https://10.96.0.1:443/api/v1/namespaces/ingress-nginx/services/ingress-nginx-controller\": dial tcp 10.96.0.1:443: connect: connection refused" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0709 01:57:42.868484 7 queue.go:131] "requeuing" err="Get \"https://10.96.0.1:443/api/v1/namespaces/ingress-nginx/services/ingress-nginx-controller\": dial tcp 10.96.0.1:443: connect: connection refused" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0709 01:57:44.102994 7 leaderelection.go:429] Failed to update lock optimistically: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": dial tcp 10.96.0.1:443: connect: connection refused, falling back to slow path E0709 01:57:44.104065 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": dial tcp 10.96.0.1:443: connect: connection refused E0709 01:57:44.150563 7 queue.go:131] "requeuing" err="Get \"https://10.96.0.1:443/api/v1/namespaces/ingress-nginx/services/ingress-nginx-controller\": dial tcp 10.96.0.1:443: connect: connection refused" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0709 01:57:46.713039 7 queue.go:131] "requeuing" err="Get \"https://10.96.0.1:443/api/v1/namespaces/ingress-nginx/services/ingress-nginx-controller\": dial tcp 10.96.0.1:443: connect: connection refused" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0709 01:57:51.603013 7 leaderelection.go:429] Failed to update lock optimistically: client rate limiter Wait returned an error: rate: Wait(n=1) would exceed context deadline, falling back to slow path E0709 01:57:51.603105 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: client rate limiter Wait returned an error: context deadline exceeded I0709 01:57:51.603182 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded I0709 01:57:51.603387 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0709 01:57:51.603720 7 status.go:104] "error running poll" err="timed out waiting for the condition" E0709 01:57:51.604428 7 leaderelection.go:429] Failed to update lock optimistically: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": dial tcp 10.96.0.1:443: connect: connection refused, falling back to slow path E0709 01:57:51.605108 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": dial tcp 10.96.0.1:443: connect: connection refused E0709 01:57:51.834831 7 queue.go:131] "requeuing" err="Get \"https://10.96.0.1:443/api/v1/namespaces/ingress-nginx/services/ingress-nginx-controller\": dial tcp 10.96.0.1:443: connect: connection refused" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0709 01:58:01.124883 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": dial tcp 10.96.0.1:443: connect: connection refused E0709 01:58:02.076830 7 queue.go:131] "requeuing" err="Get \"https://10.96.0.1:443/api/v1/namespaces/ingress-nginx/services/ingress-nginx-controller\": dial tcp 10.96.0.1:443: connect: connection refused" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0709 01:58:15.787923 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": dial tcp 10.96.0.1:443: connect: connection refused E0709 01:58:22.558839 7 queue.go:131] "requeuing" err="Get \"https://10.96.0.1:443/api/v1/namespaces/ingress-nginx/services/ingress-nginx-controller\": dial tcp 10.96.0.1:443: connect: connection refused" key="&ObjectMeta{Name:sync status,GenerateName:,Namespace:,SelfLink:,UID:,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{},OwnerReferences:[]OwnerReference{},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{},}" E0709 01:58:25.136479 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": dial tcp 10.96.0.1:443: connect: connection refused E0709 01:58:35.703201 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": dial tcp 10.96.0.1:443: connect: connection refused E0709 01:58:49.684543 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": dial tcp 10.96.0.1:443: connect: connection refused E0709 01:59:18.423894 7 leaderelection.go:472] Failed to update lock: etcdserver: request timed out E0709 01:59:31.839232 7 leaderelection.go:429] Failed to update lock optimistically: Operation cannot be fulfilled on leases.coordination.k8s.io "ingress-nginx-leader": the object has been modified; please apply your changes to the latest version and try again, falling back to slow path I0709 01:59:36.071835 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader