------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 13:03:14.359358 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 13:03:14.359650 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 13:03:14.386499 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 13:03:14.408510 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 13:03:14.891977 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 13:03:14.911616 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 13:03:14.927595 7 nginx.go:271] "Starting NGINX Ingress controller" I0407 13:03:14.935623 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"be71a74c-33ad-479e-8c53-9420a9fdb922", APIVersion:"v1", ResourceVersion:"1457", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 13:03:14.940077 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"43816764-057e-4eb4-abe7-f2d335cfe6cb", APIVersion:"v1", ResourceVersion:"1455", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 13:03:14.940145 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"78c021ae-7a51-4542-ba2a-8cdb43c8b041", APIVersion:"v1", ResourceVersion:"1456", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 13:03:16.129231 7 nginx.go:317] "Starting NGINX process" I0407 13:03:16.129323 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0407 13:03:16.129779 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0407 13:03:16.130024 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0407 13:03:16.130098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:16.130123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 13:03:16.130175 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 13:03:16.140623 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 13:03:16.140653 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-sfkkn" I0407 13:03:16.168594 7 controller.go:216] "Backend successfully reloaded" I0407 13:03:16.168846 7 controller.go:227] "Initial sync, sleeping for 1 second" I0407 13:03:16.168945 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sfkkn", UID:"f89db680-493e-49b1-863b-56b05ef87cd0", APIVersion:"v1", ResourceVersion:"1593", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 13:03:19.964288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:19.964332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:23.298924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:23.298994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:26.634699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:26.634840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:29.965016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:29.965339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:33.298243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:33.298290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:36.631350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:36.631399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:40.211703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:40.212010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:43.563125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:43.563180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:46.879216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:46.879269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:50.212649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:50.212710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:53.545857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:53.545909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:56.879352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:03:56.879405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:04:00.211777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:04:00.211829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:04:52.510435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:04:52.510495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:04:55.844159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:04:55.844212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:16.749825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:16.749892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:21.455339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:21.455376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:24.789733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:24.789871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:28.123146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:28.123207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:31.456195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:31.456247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:34.789423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:34.789530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:40.270604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:40.270649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:43.604696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:43.604729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:48.341863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:48.341919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:51.675667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:05:51.675727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:08:22.534176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:08:22.534225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:08:25.152396 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-153.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-153.nip.io-tls was not found. Using default certificate W0407 13:08:25.152445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:08:25.152457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 13:08:25.153825 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0407 13:08:25.153851 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 13:08:25.159758 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0407 13:08:25.160019 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-153.nip.io-tls" in local store I0407 13:08:25.160070 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"776968cb-4343-45d5-861f-71c36fc5b273", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3710", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 13:08:25.473571 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-153.nip.io-tls" I0407 13:08:25.474835 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-153.nip.io-tls" W0407 13:08:25.868179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:08:25.868239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 13:08:25.868317 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 13:08:25.906713 7 controller.go:216] "Backend successfully reloaded" I0407 13:08:25.906998 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sfkkn", UID:"f89db680-493e-49b1-863b-56b05ef87cd0", APIVersion:"v1", ResourceVersion:"1593", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 13:08:29.202820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:08:29.202885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.153 - - [07/Apr/2026:13:08:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.156 [auth-system-keycloak-80] [] 10.0.0.223:8080 1928 2.153 200 3a4676c68129fb1544f5a6050fe1b6d0 199.19.213.153 - - [07/Apr/2026:13:08:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.105 [auth-system-keycloak-80] [] 10.0.0.223:8080 116 0.105 404 66a0f46970e11a8e400ab4def917ea06 199.19.213.153 - - [07/Apr/2026:13:08:42 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.163 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 5.161 201 39568f5265c30e019810e4cd847ed19f 199.19.213.153 - - [07/Apr/2026:13:08:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.610 [auth-system-keycloak-80] [] 10.0.0.223:8080 4246 0.609 200 f60069bf9296231d54ee306b0db533c5 199.19.213.153 - - [07/Apr/2026:13:08:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.223:8080 1928 0.473 200 d8c20cf42ec130c78debcd5a161b4dfd 199.19.213.153 - - [07/Apr/2026:13:08:44 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.082 [auth-system-keycloak-80] [] 10.0.0.223:8080 12500 0.082 200 a111d8957084189b28e939d2b455dd0d 199.19.213.153 - - [07/Apr/2026:13:08:44 +0000] "GET /admin/realms/atmosphere/client-scopes/5e1356cf-2bb7-4974-af43-e64ca115eb85 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.053 [auth-system-keycloak-80] [] 10.0.0.223:8080 1278 0.053 200 4c791cfe172a063dbf5ade667f22a21e 199.19.213.153 - - [07/Apr/2026:13:08:44 +0000] "PUT /admin/realms/atmosphere/client-scopes/5e1356cf-2bb7-4974-af43-e64ca115eb85 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.023 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.022 204 152e57fb5debebc1f4146b00b11f509f 199.19.213.153 - - [07/Apr/2026:13:08:44 +0000] "GET /admin/realms/atmosphere/client-scopes/5e1356cf-2bb7-4974-af43-e64ca115eb85/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.065 [auth-system-keycloak-80] [] 10.0.0.223:8080 963 0.065 200 d565a9d6d0a3219e6d67e798f6c9f499 199.19.213.153 - - [07/Apr/2026:13:08:44 +0000] "GET /admin/realms/atmosphere/client-scopes/5e1356cf-2bb7-4974-af43-e64ca115eb85/protocol-mappers/models/c07c06ec-4b77-471a-9b45-dc515d465072 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.072 [auth-system-keycloak-80] [] 10.0.0.223:8080 366 0.072 200 badec3bc554b79e14944c05b6f948799 199.19.213.153 - - [07/Apr/2026:13:08:44 +0000] "PUT /admin/realms/atmosphere/client-scopes/5e1356cf-2bb7-4974-af43-e64ca115eb85/protocol-mappers/models/c07c06ec-4b77-471a-9b45-dc515d465072 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.025 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.024 204 0cc391f263029665c56b10be81ee8335 199.19.213.153 - - [07/Apr/2026:13:08:44 +0000] "GET /admin/realms/atmosphere/client-scopes/5e1356cf-2bb7-4974-af43-e64ca115eb85 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.059 [auth-system-keycloak-80] [] 10.0.0.223:8080 1218 0.059 200 e2a24b8f478abd1529a6443aaa1d7d3b W0407 13:09:01.080250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:09:01.080293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.153 - - [07/Apr/2026:13:09:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.530 [auth-system-keycloak-80] [] 10.0.0.223:8080 1928 0.528 200 1a46180179d67dc89284ff2f4de93bda 199.19.213.153 - - [07/Apr/2026:13:09:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.021 [auth-system-keycloak-80] [] 10.0.0.223:8080 2 0.021 200 06740aa092480b07e392c1b1a279ac3d 199.19.213.153 - - [07/Apr/2026:13:09:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.251 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.250 201 f5157c431a60fabf22710c10a6deb9f2 199.19.213.153 - - [07/Apr/2026:13:09:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.024 [auth-system-keycloak-80] [] 10.0.0.223:8080 1261 0.024 200 2740d2b0fb62b93b2a408cc8bc86a9b2 199.19.213.153 - - [07/Apr/2026:13:09:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.223:8080 1928 0.468 200 785a49f0436b068be7b6825d2b64fb62 199.19.213.153 - - [07/Apr/2026:13:09:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.223:8080 2 0.014 200 3dc03e07e4fd4f867022fc46a8095dbb 199.19.213.153 - - [07/Apr/2026:13:09:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.096 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.096 201 cc3f9d0a94a82aa05e036b6dcbfdc0a1 199.19.213.153 - - [07/Apr/2026:13:09:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.223:8080 1286 0.059 200 6e0f7104fedc2ae6f891025d89c52e1e 199.19.213.153 - - [07/Apr/2026:13:09:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.487 [auth-system-keycloak-80] [] 10.0.0.223:8080 1928 0.486 200 0fb89aee5b237f39a69109516fbaa237 199.19.213.153 - - [07/Apr/2026:13:09:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.223:8080 2 0.012 200 d04e2697255ee480e8ad5b0b3b7ad1f0 199.19.213.153 - - [07/Apr/2026:13:09:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.075 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.075 201 706b5a2f0cb1d91f27e9a69f235fd12a 199.19.213.153 - - [07/Apr/2026:13:09:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.081 [auth-system-keycloak-80] [] 10.0.0.223:8080 1251 0.081 200 b530099d83b459e55bb0abba830c7267 199.19.213.153 - - [07/Apr/2026:13:09:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.449 [auth-system-keycloak-80] [] 10.0.0.223:8080 1928 0.448 200 8ae32a52929d9102f29baa7a2125b307 199.19.213.153 - - [07/Apr/2026:13:09:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.026 [auth-system-keycloak-80] [] 10.0.0.223:8080 1261 0.026 200 edf829e8cc12b60f412836c442e5b265 199.19.213.153 - - [07/Apr/2026:13:09:09 +0000] "GET /admin/realms/atmosphere/clients/6c6ae0e6-b8f1-4762-9383-f50b1985d279/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.223:8080 119 0.016 404 009013fa0424b54d279de500d5e53d10 199.19.213.153 - - [07/Apr/2026:13:09:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.223:8080 1261 0.006 200 307c921e38da1b5b50ea3b25232fccf3 199.19.213.153 - - [07/Apr/2026:13:09:10 +0000] "POST /admin/realms/atmosphere/clients/6c6ae0e6-b8f1-4762-9383-f50b1985d279/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.067 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.066 201 cd239ab8d45a1bd650194d2661dbb700 199.19.213.153 - - [07/Apr/2026:13:09:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.071 [auth-system-keycloak-80] [] 10.0.0.223:8080 1261 0.071 200 fa1f9f291763bb76bb729e7120e40676 199.19.213.153 - - [07/Apr/2026:13:09:10 +0000] "GET /admin/realms/atmosphere/clients/6c6ae0e6-b8f1-4762-9383-f50b1985d279/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.223:8080 166 0.017 200 6d79f10f020b3f980f3def64666da467 199.19.213.153 - - [07/Apr/2026:13:09:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.223:8080 1928 0.478 200 4b888c33eb4f0de3004565036c3eb8d3 199.19.213.153 - - [07/Apr/2026:13:09:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 1286 0.006 200 006fc6523f2d66c9a42f8b84e70bb427 199.19.213.153 - - [07/Apr/2026:13:09:10 +0000] "GET /admin/realms/atmosphere/clients/1a69d954-0ada-425c-a97f-caf8281f60b8/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.223:8080 119 0.010 404 655fdd86fe01aedc3f045cc1b4dc5b48 199.19.213.153 - - [07/Apr/2026:13:09:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.223:8080 1286 0.039 200 a919cdd9961b34ce3248ab38ae72f0c0 199.19.213.153 - - [07/Apr/2026:13:09:11 +0000] "POST /admin/realms/atmosphere/clients/1a69d954-0ada-425c-a97f-caf8281f60b8/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.015 201 a76e5a938acaa7172f1f976d91d6bbd8 199.19.213.153 - - [07/Apr/2026:13:09:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.223:8080 1286 0.009 200 e69c983b14222c9a4854201b110a9343 199.19.213.153 - - [07/Apr/2026:13:09:11 +0000] "GET /admin/realms/atmosphere/clients/1a69d954-0ada-425c-a97f-caf8281f60b8/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.056 [auth-system-keycloak-80] [] 10.0.0.223:8080 165 0.056 200 27ea40827995fdf54947e8d55dd17f3d 199.19.213.153 - - [07/Apr/2026:13:09:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.644 [auth-system-keycloak-80] [] 10.0.0.223:8080 1928 0.643 200 1a0f7c8d88f11fc1f9ad4ecf1204ffe3 199.19.213.153 - - [07/Apr/2026:13:09:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.223:8080 1286 0.008 200 cbe7b152c2d70f8c5c53859ca6ab276b 199.19.213.153 - - [07/Apr/2026:13:09:12 +0000] "GET /admin/realms/atmosphere/clients/1a69d954-0ada-425c-a97f-caf8281f60b8/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.061 [auth-system-keycloak-80] [] 10.0.0.223:8080 119 0.060 404 64490453f25f58e2f77965e39cda0448 199.19.213.153 - - [07/Apr/2026:13:09:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 1286 0.006 200 7871acc8396e70892a8b484e6c209716 199.19.213.153 - - [07/Apr/2026:13:09:12 +0000] "POST /admin/realms/atmosphere/clients/1a69d954-0ada-425c-a97f-caf8281f60b8/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.073 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.071 201 55b231901e44f777c099f0abd06d5bbd 199.19.213.153 - - [07/Apr/2026:13:09:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.223:8080 1286 0.008 200 0b172d8913451802a0a639bcd5f57134 199.19.213.153 - - [07/Apr/2026:13:09:12 +0000] "GET /admin/realms/atmosphere/clients/1a69d954-0ada-425c-a97f-caf8281f60b8/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.068 [auth-system-keycloak-80] [] 10.0.0.223:8080 166 0.068 200 1f7c7aaa4c0698a67d5db081b09607f4 199.19.213.153 - - [07/Apr/2026:13:09:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.439 [auth-system-keycloak-80] [] 10.0.0.223:8080 1928 0.438 200 ce3341885916f00e3318027e02200b77 199.19.213.153 - - [07/Apr/2026:13:09:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.223:8080 1286 0.040 200 16e4ca22fa854578a0d0b136d20d5409 199.19.213.153 - - [07/Apr/2026:13:09:13 +0000] "GET /admin/realms/atmosphere/clients/1a69d954-0ada-425c-a97f-caf8281f60b8/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.223:8080 119 0.011 404 c9fa14516515a81225af8e841ab83804 199.19.213.153 - - [07/Apr/2026:13:09:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.054 [auth-system-keycloak-80] [] 10.0.0.223:8080 1286 0.053 200 28c49d91abb282fac4633e81fd6ee781 199.19.213.153 - - [07/Apr/2026:13:09:13 +0000] "POST /admin/realms/atmosphere/clients/1a69d954-0ada-425c-a97f-caf8281f60b8/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.036 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.035 201 9ebadd538f4481b7a1c0b5c213eac8ff 199.19.213.153 - - [07/Apr/2026:13:09:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.223:8080 1286 0.006 200 9f5308a880a0390957566d13601d918e 199.19.213.153 - - [07/Apr/2026:13:09:13 +0000] "GET /admin/realms/atmosphere/clients/1a69d954-0ada-425c-a97f-caf8281f60b8/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.027 [auth-system-keycloak-80] [] 10.0.0.223:8080 166 0.027 200 048b61e57b6973a7d24513e3924dcc1f 199.19.213.153 - - [07/Apr/2026:13:09:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.223:8080 1928 0.500 200 c4249feeb29caf1c0fba780443be1027 199.19.213.153 - - [07/Apr/2026:13:09:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.223:8080 1251 0.005 200 fb9b48c4d6b83308e5a750d375ff9c95 199.19.213.153 - - [07/Apr/2026:13:09:14 +0000] "GET /admin/realms/atmosphere/clients/1f52ec0b-0776-41e4-a49d-f22eaef74385/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.223:8080 119 0.009 404 f9d88f97b92bfc7cf1b730cfa207d57d 199.19.213.153 - - [07/Apr/2026:13:09:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.223:8080 1251 0.005 200 c140baefdaf6e5c05e879a4e3d63c9ad 199.19.213.153 - - [07/Apr/2026:13:09:14 +0000] "POST /admin/realms/atmosphere/clients/1f52ec0b-0776-41e4-a49d-f22eaef74385/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.039 [auth-system-keycloak-80] [] 10.0.0.223:8080 0 0.038 201 c432fb89df4b04ed8157873aca2f9f0f 199.19.213.153 - - [07/Apr/2026:13:09:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.223:8080 1251 0.006 200 7a51de0d83e99a91e1fe26ff61a44ff4 199.19.213.153 - - [07/Apr/2026:13:09:14 +0000] "GET /admin/realms/atmosphere/clients/1f52ec0b-0776-41e4-a49d-f22eaef74385/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.223:8080 166 0.012 200 69d93dadda01801bf0956e6c35a58877 I0407 13:09:16.148371 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.47.132"}] I0407 13:09:16.153266 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"776968cb-4343-45d5-861f-71c36fc5b273", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4172", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 13:09:16.154954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:09:16.154994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:22.220398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:22.220436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:22.515461 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:10:22.515497 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:10:22.515536 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0407 13:10:22.515555 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 13:10:22.515562 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:10:22.515571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:22.515584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:22.515586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:22.515599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:22.515609 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 13:10:22.515634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:22.515653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 13:10:22.517159 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0407 13:10:22.517193 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0407 13:10:22.517257 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 13:10:22.517159 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0407 13:10:22.517283 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 13:10:22.517293 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0407 13:10:22.545138 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0407 13:10:22.546311 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 13:10:22.546383 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b8e2bcf3-20f3-4d45-8006-61d0fff3feda", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4739", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 13:10:22.547726 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0407 13:10:22.548031 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"51b2660f-9755-468b-9fdb-301bcbba968f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4740", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 13:10:22.548322 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 13:10:22.548356 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0407 13:10:22.548622 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5cec11fb-4f4d-4cb6-9593-b6a8447657d0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4741", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 13:10:22.548663 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 13:10:23.263362 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 13:10:23.264495 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0407 13:10:23.343758 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 13:10:23.344809 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0407 13:10:24.164788 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 13:10:24.165959 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0407 13:10:25.554576 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:10:25.554654 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:10:25.554697 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:10:25.554837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:25.554867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 13:10:25.555136 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 13:10:25.605152 7 controller.go:216] "Backend successfully reloaded" I0407 13:10:25.605472 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sfkkn", UID:"f89db680-493e-49b1-863b-56b05ef87cd0", APIVersion:"v1", ResourceVersion:"1593", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 13:10:28.887346 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:10:28.887411 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:10:28.887442 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:10:28.887563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:28.887591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:32.223505 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:10:32.223605 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:10:32.223671 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:10:32.223862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:32.223889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:35.554191 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:10:35.554241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:10:35.554265 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:10:35.554339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:35.554352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:38.888069 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:10:38.888209 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:10:38.888297 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:10:38.888474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:38.888518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:42.220681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:10:42.220754 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:10:42.220789 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:10:42.221129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:42.221163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:45.554503 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:10:45.554572 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:10:45.554612 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:10:45.554732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:45.554760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:48.887255 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:10:48.887324 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:10:48.887362 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:10:48.887498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:48.887526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:52.221324 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:10:52.221404 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:10:52.221453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:10:52.221587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:52.221619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:55.554468 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:10:55.554558 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:10:55.554606 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:10:55.554747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:55.554774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:58.887403 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:10:58.887476 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:10:58.887514 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:10:58.887646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:10:58.887675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:02.220766 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:11:02.220832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:11:02.220877 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:11:02.220980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:02.221004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:05.554021 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:11:05.554104 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:11:05.554148 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:11:05.554295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:05.554325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:08.887078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:11:08.887135 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:11:08.887167 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:11:08.887232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:08.887250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:12.221104 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:11:12.221167 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 13:11:12.221199 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:11:12.221313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:12.221336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:15.554717 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:11:15.554810 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:11:15.554939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:15.554966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 13:11:16.147305 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.47.132"}] I0407 13:11:16.147310 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.47.132"}] I0407 13:11:16.149252 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.47.132"}] I0407 13:11:16.154140 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"51b2660f-9755-468b-9fdb-301bcbba968f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5697", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 13:11:16.157580 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b8e2bcf3-20f3-4d45-8006-61d0fff3feda", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5698", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 13:11:16.159132 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5cec11fb-4f4d-4cb6-9593-b6a8447657d0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5699", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 13:11:18.888274 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:11:18.888386 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:11:18.888516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:18.888548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:22.220443 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:11:22.220541 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:11:22.220639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:22.220662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:25.554654 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:11:25.554724 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 13:11:25.554806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:25.554822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.190 - - [07/Apr/2026:13:11:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.032 [auth-system-keycloak-80] [] 10.0.0.223:8080 6432 0.032 200 fa58448c5f66fafd92ecb2e5fa58ea2e 10.0.0.165 - - [07/Apr/2026:13:11:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.020 [auth-system-keycloak-80] [] 10.0.0.223:8080 6432 0.021 200 28ab515616050e043ac5f623e63325ab W0407 13:11:28.887937 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:11:28.888101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:28.888124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:32.220650 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:11:32.220818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:32.220835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:35.554074 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 13:11:35.554253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:35.554277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:40.530093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:40.530133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:43.864462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:11:43.864523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:12:11.913595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 13:12:11.913622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store