------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0415 01:22:12.623386 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0415 01:22:12.623549 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0415 01:22:12.632537 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0415 01:22:12.671040 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0415 01:22:13.136439 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0415 01:22:13.820923 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0415 01:22:13.833416 7 nginx.go:271] "Starting NGINX Ingress controller" I0415 01:22:13.839302 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"880c6ebd-f2dc-45cc-bb3f-45878c0dde94", APIVersion:"v1", ResourceVersion:"1489", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0415 01:22:13.843562 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"3735166d-cd85-4bee-87aa-c280eb944cfe", APIVersion:"v1", ResourceVersion:"1488", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0415 01:22:13.843620 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"26082e83-9c31-4abe-8064-09c380df5cf7", APIVersion:"v1", ResourceVersion:"1487", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0415 01:22:15.035863 7 nginx.go:317] "Starting NGINX process" I0415 01:22:15.036003 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0415 01:22:15.036465 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0415 01:22:15.036718 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0415 01:22:15.036946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:15.036976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 01:22:15.037024 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 01:22:15.044704 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0415 01:22:15.045031 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-5rpgf" I0415 01:22:15.066284 7 controller.go:216] "Backend successfully reloaded" I0415 01:22:15.066370 7 controller.go:227] "Initial sync, sleeping for 1 second" I0415 01:22:15.066434 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5rpgf", UID:"949eb64d-a520-4ec7-9ad8-01990c043df3", APIVersion:"v1", ResourceVersion:"1540", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0415 01:22:18.861176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:18.861220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:22.195987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:22.196025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:25.529982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:25.530011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:28.863274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:28.863324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:32.195234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:32.195283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:35.528120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:35.528252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:38.861653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:38.861691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:42.195453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:42.195496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:45.528684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:45.528717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:48.863233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:48.863394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:56.484771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:22:56.484801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:23:25.028695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:23:25.028749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:13.559825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:13.559867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:16.894334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:16.894505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:24.409214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:24.409240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:27.743698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:27.743737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:33.662819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:33.662910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:42.940202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:42.940283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:46.275088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:46.275114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:49.609232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:49.609278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:52.940597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:52.940629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:56.275986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:24:56.276029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:26:34.889403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:26:34.889435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:26:38.223645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:26:38.223699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:26:41.557621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:26:41.557663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:26:54.211352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:26:54.211384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:26:57.041711 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-216.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-216.nip.io-tls was not found. Using default certificate W0415 01:26:57.041764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:26:57.041778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 01:26:57.043061 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0415 01:26:57.043087 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0415 01:26:57.049798 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0415 01:26:57.050206 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f0e0b260-44d3-47cb-a0b4-a5d6d7a7dda9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3750", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 01:26:57.050571 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-216.nip.io-tls" in local store I0415 01:26:57.337671 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-216.nip.io-tls" I0415 01:26:57.339199 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-216.nip.io-tls" W0415 01:26:57.545501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:26:57.545622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 01:26:57.545726 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 01:26:57.592514 7 controller.go:216] "Backend successfully reloaded" I0415 01:26:57.595935 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5rpgf", UID:"949eb64d-a520-4ec7-9ad8-01990c043df3", APIVersion:"v1", ResourceVersion:"1540", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0415 01:27:00.879334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:27:00.879383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [15/Apr/2026:01:27:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.097 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 2.096 200 9eaee5bbc1694d74e660b163a63983aa 199.204.45.216 - - [15/Apr/2026:01:27:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.106 [auth-system-keycloak-80] [] 10.0.0.85:8080 116 0.106 404 d1cf968edbf27086a0747759d6e9094a W0415 01:27:07.845562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:27:07.845617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [15/Apr/2026:01:27:10 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.170 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 4.169 201 078a851f1be5ee2b591affd606d67ded 199.204.45.216 - - [15/Apr/2026:01:27:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.711 [auth-system-keycloak-80] [] 10.0.0.85:8080 4246 0.711 200 7846d2f7a764577593687a6243233d9f W0415 01:27:11.179204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:27:11.179239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [15/Apr/2026:01:27:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.524 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.523 200 9bfccf85f387a166c68b4173cdadd9a4 199.204.45.216 - - [15/Apr/2026:01:27:12 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.180 [auth-system-keycloak-80] [] 10.0.0.85:8080 12500 0.180 200 5d00cf2c9752cc46a20736d731a236eb 199.204.45.216 - - [15/Apr/2026:01:27:12 +0000] "GET /admin/realms/atmosphere/client-scopes/9abb1aa1-931b-49e0-93b8-bfd9f08fe135 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.012 [auth-system-keycloak-80] [] 10.0.0.85:8080 1278 0.011 200 1acf7f6c88c66765eda018c6ceea8bbc 199.204.45.216 - - [15/Apr/2026:01:27:12 +0000] "PUT /admin/realms/atmosphere/client-scopes/9abb1aa1-931b-49e0-93b8-bfd9f08fe135 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.073 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.072 204 c84a2b3564028e056d336a807c7affeb 199.204.45.216 - - [15/Apr/2026:01:27:12 +0000] "GET /admin/realms/atmosphere/client-scopes/9abb1aa1-931b-49e0-93b8-bfd9f08fe135/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.019 [auth-system-keycloak-80] [] 10.0.0.85:8080 963 0.019 200 52f1ad112e5293b29fd3352f7c0746e9 199.204.45.216 - - [15/Apr/2026:01:27:12 +0000] "GET /admin/realms/atmosphere/client-scopes/9abb1aa1-931b-49e0-93b8-bfd9f08fe135/protocol-mappers/models/db46bc3a-40e8-48f2-86f6-26818068e098 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.059 [auth-system-keycloak-80] [] 10.0.0.85:8080 366 0.059 200 7d26342a3e87e2b88dfc6cc264e261f6 199.204.45.216 - - [15/Apr/2026:01:27:12 +0000] "PUT /admin/realms/atmosphere/client-scopes/9abb1aa1-931b-49e0-93b8-bfd9f08fe135/protocol-mappers/models/db46bc3a-40e8-48f2-86f6-26818068e098 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.024 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.024 204 d5a900eb509ecc21337b77e9a795c13c 199.204.45.216 - - [15/Apr/2026:01:27:12 +0000] "GET /admin/realms/atmosphere/client-scopes/9abb1aa1-931b-49e0-93b8-bfd9f08fe135 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.070 [auth-system-keycloak-80] [] 10.0.0.85:8080 1218 0.069 200 58ef4458777a9a5656d58989e8fd9af4 I0415 01:27:15.062035 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.4.201"}] I0415 01:27:15.069882 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f0e0b260-44d3-47cb-a0b4-a5d6d7a7dda9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4000", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 01:27:15.072217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:27:15.072240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:27:19.155312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:27:19.155350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:27:22.489144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:27:22.489187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:27:33.355592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:27:33.355615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [15/Apr/2026:01:27:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.489 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.488 200 53dd19d4b7a8b644d3f6491067182ad7 199.204.45.216 - - [15/Apr/2026:01:27:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.014 [auth-system-keycloak-80] [] 10.0.0.85:8080 2 0.014 200 88b19684b47dbb19672c4a2919964bda 199.204.45.216 - - [15/Apr/2026:01:27:34 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.168 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.167 201 04d462a423c5ad4a7f4bc557820aeb07 199.204.45.216 - - [15/Apr/2026:01:27:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.024 [auth-system-keycloak-80] [] 10.0.0.85:8080 1261 0.024 200 fc8be830903dacc371bf69eb07828268 199.204.45.216 - - [15/Apr/2026:01:27:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.087 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 1.085 200 7c05303d535e3ce6ff9ce7334936cfc4 199.204.45.216 - - [15/Apr/2026:01:27:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.85:8080 2 0.009 200 8c8fd62f745f1c252e76a9c6362c04c5 199.204.45.216 - - [15/Apr/2026:01:27:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.160 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.159 201 7882fd0958b51a2d2df75f7cf4c2037c 199.204.45.216 - - [15/Apr/2026:01:27:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.022 200 2d66429b0ab8701dc34dd9b6cbaf6a53 199.204.45.216 - - [15/Apr/2026:01:27:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.635 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.634 200 fe4c6acbedde030946aad786bd96beda 199.204.45.216 - - [15/Apr/2026:01:27:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.037 [auth-system-keycloak-80] [] 10.0.0.85:8080 2 0.037 200 d821bb02a50086609fbf9a3f03e17d52 199.204.45.216 - - [15/Apr/2026:01:27:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.103 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.102 201 291113f7f9d14d8c45ac0c05b1e3fb9e 199.204.45.216 - - [15/Apr/2026:01:27:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.082 [auth-system-keycloak-80] [] 10.0.0.85:8080 1251 0.082 200 230203e747cab67b1096f887a781651b 199.204.45.216 - - [15/Apr/2026:01:27:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.502 200 80d9845b129191e1a8b91ced8bc00df0 199.204.45.216 - - [15/Apr/2026:01:27:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.85:8080 1261 0.007 200 4124758c0c0729674d48882c5bc1930a 199.204.45.216 - - [15/Apr/2026:01:27:38 +0000] "GET /admin/realms/atmosphere/clients/fdee5a51-4a7f-4c92-929b-381b2434a097/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.015 404 80fb2c663abee0d6872ab870c90680c0 199.204.45.216 - - [15/Apr/2026:01:27:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.038 [auth-system-keycloak-80] [] 10.0.0.85:8080 1261 0.038 200 24494e400e6c8da8a9d290d0f008762e 199.204.45.216 - - [15/Apr/2026:01:27:39 +0000] "POST /admin/realms/atmosphere/clients/fdee5a51-4a7f-4c92-929b-381b2434a097/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.548 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.547 201 6a02fcf7a687dd2894c0945af83e8b1d 199.204.45.216 - - [15/Apr/2026:01:27:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.85:8080 1261 0.007 200 02b538b66bc45135b4b02f6a7b4c618b 199.204.45.216 - - [15/Apr/2026:01:27:39 +0000] "GET /admin/realms/atmosphere/clients/fdee5a51-4a7f-4c92-929b-381b2434a097/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.85:8080 166 0.016 200 9ddd270adcc488b7d6cd710c558871ee 199.204.45.216 - - [15/Apr/2026:01:27:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.510 200 ac20f3036b2d930e5d82c93da149d60e 199.204.45.216 - - [15/Apr/2026:01:27:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.008 200 8adc9fd11b2f62bafbd9a2f2dfd51573 199.204.45.216 - - [15/Apr/2026:01:27:40 +0000] "GET /admin/realms/atmosphere/clients/f0b2b25b-f733-4021-a6a9-4e85f5c8fd4e/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.012 404 44108f12b9e9a10d9d34bc977f264dcf 199.204.45.216 - - [15/Apr/2026:01:27:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.005 200 c1179275ed97456760c14394e9fee7a5 199.204.45.216 - - [15/Apr/2026:01:27:40 +0000] "POST /admin/realms/atmosphere/clients/f0b2b25b-f733-4021-a6a9-4e85f5c8fd4e/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.039 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.038 201 378a6e194f498658aa13653949851ee3 199.204.45.216 - - [15/Apr/2026:01:27:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.009 200 c6c8efd83465c818c77eb87f086c7916 199.204.45.216 - - [15/Apr/2026:01:27:40 +0000] "GET /admin/realms/atmosphere/clients/f0b2b25b-f733-4021-a6a9-4e85f5c8fd4e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.85:8080 165 0.012 200 960c8205015d4cc018a5a39cf55a89de 199.204.45.216 - - [15/Apr/2026:01:27:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.043 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 1.042 200 11066c31ebf5ace73d3b1747acb06645 199.204.45.216 - - [15/Apr/2026:01:27:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.071 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.071 200 b4048e9c4965d58640cee1e0f80ed131 199.204.45.216 - - [15/Apr/2026:01:27:42 +0000] "GET /admin/realms/atmosphere/clients/f0b2b25b-f733-4021-a6a9-4e85f5c8fd4e/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.008 404 98491a684e365ebddf06dc0e72df5565 199.204.45.216 - - [15/Apr/2026:01:27:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.006 200 175a3b89864d6beb5cc91b8b58bbc7be 199.204.45.216 - - [15/Apr/2026:01:27:42 +0000] "POST /admin/realms/atmosphere/clients/f0b2b25b-f733-4021-a6a9-4e85f5c8fd4e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.067 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.066 201 520572d795844529e574f35fda567660 199.204.45.216 - - [15/Apr/2026:01:27:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.080 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.080 200 2ea7c62be4401c12289ba2f0a2ee708e 199.204.45.216 - - [15/Apr/2026:01:27:42 +0000] "GET /admin/realms/atmosphere/clients/f0b2b25b-f733-4021-a6a9-4e85f5c8fd4e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.091 [auth-system-keycloak-80] [] 10.0.0.85:8080 166 0.092 200 25000b9b84c7ac86a5396cb027b7980e 199.204.45.216 - - [15/Apr/2026:01:27:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.312 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 1.311 200 4e77de3a3a96ce89843bd653ef34314f 199.204.45.216 - - [15/Apr/2026:01:27:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.068 [auth-system-keycloak-80] [] 10.0.0.85:8080 4246 0.068 200 51272f5dee273d8f476125f696feaf96 199.204.45.216 - - [15/Apr/2026:01:27:43 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.687 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.685 204 10818746c72e66aab3015c8a04ded89f 199.204.45.216 - - [15/Apr/2026:01:27:43 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.297 [auth-system-keycloak-80] [] 10.0.0.85:8080 4384 0.297 200 d7cf8abf3a8fc3202263c6f07e291aaa 199.204.45.216 - - [15/Apr/2026:01:27:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.534 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 1.533 200 1c53600af3c5df39b024a9b33e47d46f 199.204.45.216 - - [15/Apr/2026:01:27:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.076 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.076 200 df4894db9c51f3d0e4a1d119c837ac98 199.204.45.216 - - [15/Apr/2026:01:27:44 +0000] "GET /admin/realms/atmosphere/clients/f0b2b25b-f733-4021-a6a9-4e85f5c8fd4e/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.102 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.102 404 62fa72d26c2a776b24003920edf8a3f1 199.204.45.216 - - [15/Apr/2026:01:27:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.077 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.077 200 2a95f0f7e172dcb965c6af87a87be4ff 199.204.45.216 - - [15/Apr/2026:01:27:44 +0000] "POST /admin/realms/atmosphere/clients/f0b2b25b-f733-4021-a6a9-4e85f5c8fd4e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.093 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.092 201 6d061735434a65b769a1f39f021c4f8d 199.204.45.216 - - [15/Apr/2026:01:27:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.85:8080 1286 0.006 200 f44a44baa270d6f6f6acc643519b1ff9 199.204.45.216 - - [15/Apr/2026:01:27:44 +0000] "GET /admin/realms/atmosphere/clients/f0b2b25b-f733-4021-a6a9-4e85f5c8fd4e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.079 [auth-system-keycloak-80] [] 10.0.0.85:8080 166 0.079 200 d8bf642bc9ee874c338cf207f54c8937 199.204.45.216 - - [15/Apr/2026:01:27:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.030 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 1.029 200 8333e9f34eb96557e3029501cf880034 199.204.45.216 - - [15/Apr/2026:01:27:45 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.85:8080 1682 0.009 200 1dc4957f98e37e4b1f745c7c185ec4e7 199.204.45.216 - - [15/Apr/2026:01:27:45 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.035 [auth-system-keycloak-80] [] 10.0.0.85:8080 6432 0.035 200 736f5b4a0acccb3a32d4fedba52eca0d 199.204.45.216 - - [15/Apr/2026:01:27:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.718 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.717 200 06f1ae4bf70077bffa9fe02444ef1078 199.204.45.216 - - [15/Apr/2026:01:27:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.85:8080 1251 0.007 200 832916e37e41a787514a12bf62a1139e 199.204.45.216 - - [15/Apr/2026:01:27:46 +0000] "GET /admin/realms/atmosphere/clients/a8275e6f-c877-416f-baf5-77936b9aae66/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.010 404 65c7c58c3d6bb691727aec09f85fdd0e 199.204.45.216 - - [15/Apr/2026:01:27:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.032 [auth-system-keycloak-80] [] 10.0.0.85:8080 1251 0.032 200 071b24cf51e889d9fd7987b6fddf2658 199.204.45.216 - - [15/Apr/2026:01:27:46 +0000] "POST /admin/realms/atmosphere/clients/a8275e6f-c877-416f-baf5-77936b9aae66/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.013 201 3c9a8afdeff32398aa14bb100d90b426 199.204.45.216 - - [15/Apr/2026:01:27:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.85:8080 1251 0.005 200 695725e9578270ec192313ddb1d181c9 199.204.45.216 - - [15/Apr/2026:01:27:46 +0000] "GET /admin/realms/atmosphere/clients/a8275e6f-c877-416f-baf5-77936b9aae66/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.85:8080 166 0.012 200 f4b996352b9f5366c18eb5faa75f7054 199.204.45.216 - - [15/Apr/2026:01:27:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.502 200 b51cc7158db45ded934028a738584d47 199.204.45.216 - - [15/Apr/2026:01:27:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.85:8080 2 0.007 200 fab8cca127dcfc01956a52f77e98b977 199.204.45.216 - - [15/Apr/2026:01:27:47 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.198 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.197 201 55710984631d72b86f6efb9cc06151d0 199.204.45.216 - - [15/Apr/2026:01:27:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.060 [auth-system-keycloak-80] [] 10.0.0.85:8080 2246 0.060 200 b0d658ec280bf0f73d54a792140da730 199.204.45.216 - - [15/Apr/2026:01:27:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.430 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.429 200 f262f6de6d24531104243c2587ba2a9b 199.204.45.216 - - [15/Apr/2026:01:27:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.85:8080 2246 0.021 200 6009563d4a79feb4706ca81ab39e70ca 199.204.45.216 - - [15/Apr/2026:01:27:48 +0000] "GET /admin/realms/atmosphere/clients/68d775f6-436b-4b4f-9072-9167913c93ec/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.013 [auth-system-keycloak-80] [] 10.0.0.85:8080 233 0.013 200 c735c43d83c9044088e4701ed81b36aa 199.204.45.216 - - [15/Apr/2026:01:27:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.013 [auth-system-keycloak-80] [] 10.0.0.85:8080 831 0.013 200 1757f62551960fb889ceabdea8a9f458 199.204.45.216 - - [15/Apr/2026:01:27:48 +0000] "GET /admin/realms/atmosphere/clients/3fe62a5e-136a-4ff9-85de-c1db61fa9847/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.062 [auth-system-keycloak-80] [] 10.0.0.85:8080 3758 0.062 200 41849c7dcc7c288e409755b8a6f7b993 199.204.45.216 - - [15/Apr/2026:01:27:48 +0000] "GET /admin/realms/atmosphere/users/c1b6d0a9-6fb7-43bb-894f-630ab20d4f6f/role-mappings/clients/3fe62a5e-136a-4ff9-85de-c1db61fa9847/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.168 [auth-system-keycloak-80] [] 10.0.0.85:8080 3758 0.168 200 4af66d0634a3c5a7f7cf9ba4e0c0dca7 199.204.45.216 - - [15/Apr/2026:01:27:48 +0000] "GET /admin/realms/atmosphere/users/c1b6d0a9-6fb7-43bb-894f-630ab20d4f6f/role-mappings/clients/3fe62a5e-136a-4ff9-85de-c1db61fa9847/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.016 [auth-system-keycloak-80] [] 10.0.0.85:8080 2 0.016 200 c401f5ae54979887647c2de82023ecc4 199.204.45.216 - - [15/Apr/2026:01:27:48 +0000] "POST /admin/realms/atmosphere/users/c1b6d0a9-6fb7-43bb-894f-630ab20d4f6f/role-mappings/clients/3fe62a5e-136a-4ff9-85de-c1db61fa9847 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.087 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.086 204 ebcf66f02fd1033d0679f56a8c12149f 199.204.45.216 - - [15/Apr/2026:01:27:49 +0000] "GET /admin/realms/atmosphere/users/c1b6d0a9-6fb7-43bb-894f-630ab20d4f6f/role-mappings/clients/3fe62a5e-136a-4ff9-85de-c1db61fa9847/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.069 [auth-system-keycloak-80] [] 10.0.0.85:8080 576 0.069 200 baea1325f6fc85744059776b04f03ef4 W0415 01:27:53.324262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:27:53.324445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:27:56.658437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:27:56.658466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:28:56.973934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:28:56.973984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:28:57.053639 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 01:28:57.053847 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0415 01:28:57.053932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:28:57.054205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:28:57.054467 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 01:28:57.054613 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0415 01:28:57.056229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:28:57.056368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:28:57.055508 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 01:28:57.057460 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0415 01:28:57.057567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:28:57.057585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 01:28:57.059303 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:18.2kB} I0415 01:28:57.059430 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0415 01:28:57.059400 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0415 01:28:57.059629 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0415 01:28:57.061829 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0415 01:28:57.061866 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0415 01:28:57.066518 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0415 01:28:57.066885 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0415 01:28:57.067066 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2351e3db-06bf-41c8-b4f1-5988bdbde80b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5009", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 01:28:57.067689 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0415 01:28:57.068003 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0415 01:28:57.068158 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1b8eba44-c224-44a8-bde2-e420f6a8539f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5011", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 01:28:57.073837 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0415 01:28:57.074165 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0415 01:28:57.074208 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8d3358db-2a79-4a9c-861f-9e57cffef894", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5017", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 01:28:57.492984 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0415 01:28:57.494938 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0415 01:28:57.516785 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0415 01:28:57.517486 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0415 01:28:59.027947 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0415 01:28:59.028742 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0415 01:29:00.308293 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 01:29:00.308331 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 01:29:00.308351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 01:29:00.308412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:00.308421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 01:29:00.308517 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 01:29:00.347847 7 controller.go:216] "Backend successfully reloaded" I0415 01:29:00.348459 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5rpgf", UID:"949eb64d-a520-4ec7-9ad8-01990c043df3", APIVersion:"v1", ResourceVersion:"1540", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0415 01:29:03.641587 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 01:29:03.641634 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 01:29:03.641657 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 01:29:03.641749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:03.641767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:06.974550 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 01:29:06.974661 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 01:29:06.974741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 01:29:06.975346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:06.975419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:10.307287 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 01:29:10.307351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 01:29:10.307387 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 01:29:10.307514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:10.307543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 01:29:15.458072 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.4.201"}] W0415 01:29:15.458084 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 01:29:15.458232 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 01:29:15.458298 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 01:29:15.458419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:15.458468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 01:29:15.682244 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.4.201"}] I0415 01:29:15.683222 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.4.201"}] I0415 01:29:15.717320 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8d3358db-2a79-4a9c-861f-9e57cffef894", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5527", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 01:29:15.750868 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1b8eba44-c224-44a8-bde2-e420f6a8539f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5529", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 01:29:15.759375 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2351e3db-06bf-41c8-b4f1-5988bdbde80b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5530", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 01:29:18.791675 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 01:29:18.791748 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 01:29:18.791813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 01:29:18.791997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:18.792045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:22.125732 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 01:29:22.125819 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0415 01:29:22.125866 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 01:29:22.126051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:22.126093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.56 - - [15/Apr/2026:01:29:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.010 [auth-system-keycloak-80] [] 10.0.0.85:8080 6432 0.010 200 fe4e33edc8ba382e9420a3a853e619ac 10.0.0.145 - - [15/Apr/2026:01:29:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.85:8080 6432 0.007 200 23170b95895781facb103e0cf801e3b3 W0415 01:29:27.430855 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 01:29:27.430995 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0415 01:29:27.431127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:27.431147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:30.765264 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 01:29:30.765471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:30.765502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:34.098427 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0415 01:29:34.098642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:34.098670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:39.251450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:39.251485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:42.585522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:42.585662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:58.946813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:29:58.946871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:30:35.146486 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0415 01:30:35.146542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:30:35.146555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 01:30:35.149035 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0415 01:30:35.149071 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0415 01:30:35.152772 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0415 01:30:35.153244 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0415 01:30:35.153634 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0415 01:30:35.153702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:30:35.153717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 01:30:35.153820 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 01:30:35.155485 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f4ca100e-30ea-4297-a862-cf1cb9195e68", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6100", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0415 01:30:35.211706 7 controller.go:216] "Backend successfully reloaded" I0415 01:30:35.212468 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5rpgf", UID:"949eb64d-a520-4ec7-9ad8-01990c043df3", APIVersion:"v1", ResourceVersion:"1540", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0415 01:30:35.537282 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0415 01:30:35.538692 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0415 01:30:38.488052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:30:38.488107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [15/Apr/2026:01:30:38 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.235:5000 281 0.004 300 611b42ed2554a93985debedc9effc02b 199.204.45.216 - - [15/Apr/2026:01:30:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.235:5000 266 0.004 200 9256e34c7c18e9339ef0ee410c455389 199.204.45.216 - - [15/Apr/2026:01:30:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.459 [openstack-keystone-api-5000] [] 10.0.0.235:5000 1360 0.459 201 28986ef9d00e15f35971f44e4af31b6d 199.204.45.216 - - [15/Apr/2026:01:30:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.235:5000 281 0.002 300 7c9d4c7420d3a0b73ea197b0c77d9b6e 199.204.45.216 - - [15/Apr/2026:01:30:40 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.028 [openstack-keystone-api-5000] [] 10.0.0.235:5000 90 0.028 404 6501e48746abe1603b6169eb589ef5fb 199.204.45.216 - - [15/Apr/2026:01:30:40 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.030 [openstack-keystone-api-5000] [] 10.0.0.235:5000 370 0.030 200 a96ce8a0d9dc085eddefda6f39889184 199.204.45.216 - - [15/Apr/2026:01:30:40 +0000] "GET /v3/domains/8ffeab3fac9842c687d1b385e72c85ce HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.235:5000 247 0.022 200 c67dd8c7c9ad7bb5746d55e4aaef61d4 199.204.45.216 - - [15/Apr/2026:01:30:41 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.235:5000 266 0.004 200 33d578ebc752786f8f12b25825c35e8c 199.204.45.216 - - [15/Apr/2026:01:30:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.235:5000 1360 0.307 201 b5f6a9d1a3bcddc26c5fed30ab804ccf 199.204.45.216 - - [15/Apr/2026:01:30:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.235:5000 281 0.003 300 a34815c29d31fbc02824e60a3d687931 199.204.45.216 - - [15/Apr/2026:01:30:41 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.027 [openstack-keystone-api-5000] [] 10.0.0.235:5000 101 0.027 404 7a7cd9ea97323c11dd68bcd74bd6ba96 199.204.45.216 - - [15/Apr/2026:01:30:41 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.017 [openstack-keystone-api-5000] [] 10.0.0.235:5000 156 0.017 200 88925b9928111e0b48292e9e94d4b3ce 199.204.45.216 - - [15/Apr/2026:01:30:41 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.030 [openstack-keystone-api-5000] [] 10.0.0.235:5000 342 0.030 201 d7a6003a9d95b59118534faae3affd00 199.204.45.216 - - [15/Apr/2026:01:30:42 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.235:5000 266 0.002 200 002b5d54b98d0ff74b174a22aaba2f1b 199.204.45.216 - - [15/Apr/2026:01:30:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.235:5000 1360 0.297 201 01a00dbf87e3a2f1682d97734dc96278 199.204.45.216 - - [15/Apr/2026:01:30:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.235:5000 281 0.003 300 64aa87b174299b2a8b51e0967bde43ad 199.204.45.216 - - [15/Apr/2026:01:30:42 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.235:5000 98 0.020 404 efc00c127b104801ab3bd89523f7211f 199.204.45.216 - - [15/Apr/2026:01:30:42 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.014 [openstack-keystone-api-5000] [] 10.0.0.235:5000 136 0.014 200 47eb39417d97702f9c9e24a1d804e140 199.204.45.216 - - [15/Apr/2026:01:30:43 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.019 [openstack-keystone-api-5000] [] 10.0.0.235:5000 357 0.019 201 06e284935dbf575627dfdae41aaaeb10 199.204.45.216 - - [15/Apr/2026:01:30:43 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.235:5000 266 0.002 200 aa62826d71531a7923af1aca72a045b5 199.204.45.216 - - [15/Apr/2026:01:30:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.322 [openstack-keystone-api-5000] [] 10.0.0.235:5000 1360 0.322 201 abbeded4ddcb6db92367573b658a2f91 199.204.45.216 - - [15/Apr/2026:01:30:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.235:5000 281 0.004 300 dd55379131b7878c62268cd0cd99bcc3 199.204.45.216 - - [15/Apr/2026:01:30:44 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.028 [openstack-keystone-api-5000] [] 10.0.0.235:5000 131 0.028 404 c70e2a1afeb3593c93f3618529414335 199.204.45.216 - - [15/Apr/2026:01:30:44 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.016 [openstack-keystone-api-5000] [] 10.0.0.235:5000 168 0.016 200 4cd229af6483fde004fdc79fe8b6ecb1 199.204.45.216 - - [15/Apr/2026:01:30:44 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.031 [openstack-keystone-api-5000] [] 10.0.0.235:5000 224 0.031 201 5ab85224e7e12594b6c71eda44a15699 W0415 01:30:50.710437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:30:50.710462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:30:54.045157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:30:54.045210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:30:57.378077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:30:57.378116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 01:31:15.051387 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.4.201"}] I0415 01:31:15.058008 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f4ca100e-30ea-4297-a862-cf1cb9195e68", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6455", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 01:31:15.060641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:31:15.060673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0415 01:31:21.620143 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-216.nip.io. Skipping. W0415 01:31:21.620882 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0415 01:31:21.621021 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0415 01:31:21.621095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:31:21.621116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 01:31:21.625417 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.002s admissionTime:0.007s testedConfigurationSize:33.4kB} I0415 01:31:21.625444 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0415 01:31:21.632331 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0415 01:31:21.632556 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-216.nip.io. Skipping. W0415 01:31:21.632857 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store I0415 01:31:21.633062 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"ca8fff38-33fa-497e-83f5-e65c25ebb135", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6499", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 01:31:21.633291 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0415 01:31:21.633430 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0415 01:31:21.633535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:31:21.633585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 01:31:21.633880 7 controller.go:196] "Configuration changes detected, backend reload required" I0415 01:31:21.687065 7 controller.go:216] "Backend successfully reloaded" I0415 01:31:21.687524 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5rpgf", UID:"949eb64d-a520-4ec7-9ad8-01990c043df3", APIVersion:"v1", ResourceVersion:"1540", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0415 01:31:21.988820 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0415 01:31:21.988994 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-216.nip.io. Skipping. I0415 01:31:21.989841 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0415 01:31:24.967194 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0415 01:31:24.967365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:31:24.967393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [15/Apr/2026:01:31:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.85:8080 1928 0.472 200 693f7b8c846fe87505a7689fdc4e9cc9 199.204.45.216 - - [15/Apr/2026:01:31:42 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.070 [auth-system-keycloak-80] [] 10.0.0.85:8080 2 0.070 200 1c5484264626d0669ae34acde267134c 199.204.45.216 - - [15/Apr/2026:01:31:42 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.028 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.027 201 c7da0c1906a8bbaf2068724ccee4be40 199.204.45.216 - - [15/Apr/2026:01:31:42 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.015 [auth-system-keycloak-80] [] 10.0.0.85:8080 322 0.015 200 7f1cc7ab423e6a96c03194a242e0ba2d 199.204.45.216 - - [15/Apr/2026:01:31:42 +0000] "GET /admin/realms/atmosphere/users/59408d87-b934-45e0-9cd6-39c4e652f1db/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.032 [auth-system-keycloak-80] [] 10.0.0.85:8080 2 0.032 200 9c992a49d24dd892dea36edbb0e01d99 199.204.45.216 - - [15/Apr/2026:01:31:42 +0000] "GET /admin/realms/atmosphere/users/59408d87-b934-45e0-9cd6-39c4e652f1db/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.004 [auth-system-keycloak-80] [] 10.0.0.85:8080 2 0.004 200 bc0736838d8ed8314056d319522bce12 199.204.45.216 - - [15/Apr/2026:01:31:43 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.012 [openstack-keystone-api-5000] [] 10.0.0.235:5000 266 0.012 200 eda970a6b6354f61e425980b1f7f0f42 199.204.45.216 - - [15/Apr/2026:01:31:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.320 [openstack-keystone-api-5000] [] 10.0.0.235:5000 1360 0.320 201 fc799d95a2e3287720bb062aa012e270 199.204.45.216 - - [15/Apr/2026:01:31:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.235:5000 281 0.004 300 59cfd926ba7847258eb709e64e478d51 199.204.45.216 - - [15/Apr/2026:01:31:43 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.037 [openstack-keystone-api-5000] [] 10.0.0.235:5000 90 0.037 404 e94f4552533fb43b64e8d95877ce5efa 199.204.45.216 - - [15/Apr/2026:01:31:43 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.029 [openstack-keystone-api-5000] [] 10.0.0.235:5000 370 0.029 200 2197465c8a9e765b711b75e1fc9deda5 199.204.45.216 - - [15/Apr/2026:01:31:44 +0000] "GET /v3/users?domain_id=8ffeab3fac9842c687d1b385e72c85ce&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.259 [openstack-keystone-api-5000] [] 10.0.0.235:5000 174 0.259 200 6b518dcfc4e9f1557ff9b149661d596c 199.204.45.216 - - [15/Apr/2026:01:31:45 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.002 [openstack-keystone-api-5000] [] 10.0.0.235:5000 266 0.002 200 10026b4d845177c33ceaca8b2ab9749c 199.204.45.216 - - [15/Apr/2026:01:31:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.308 [openstack-keystone-api-5000] [] 10.0.0.235:5000 1360 0.308 201 a724ca237a8b6b362f38358b212e930d 199.204.45.216 - - [15/Apr/2026:01:31:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.235:5000 281 0.005 300 5b2e38f71e1d3170a3c365d40ce52be6 199.204.45.216 - - [15/Apr/2026:01:31:46 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.021 [openstack-keystone-api-5000] [] 10.0.0.235:5000 90 0.021 404 971719baf1a5bd522668587a52afbffe 199.204.45.216 - - [15/Apr/2026:01:31:46 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.235:5000 370 0.026 200 498ccd71480903848481c5e5f7dc48d6 199.204.45.216 - - [15/Apr/2026:01:31:46 +0000] "GET /v3/users?domain_id=8ffeab3fac9842c687d1b385e72c85ce&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.265 [openstack-keystone-api-5000] [] 10.0.0.235:5000 451 0.265 200 c1d40ae0b89ca48a6de9c8df6a122fc4 W0415 01:32:04.622839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:32:04.622876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:32:07.959378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:32:07.959453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:32:11.289748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:32:11.289796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0415 01:32:15.049587 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.100.4.201"}] E0415 01:32:15.055853 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-216.nip.io. Skipping. I0415 01:32:15.056526 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"ca8fff38-33fa-497e-83f5-e65c25ebb135", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6837", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0415 01:32:15.057625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0415 01:32:15.057644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store