------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0402 22:33:24.238155 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0402 22:33:24.238339 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0402 22:33:24.248693 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0402 22:33:24.252672 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0402 22:33:24.612540 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0402 22:33:24.630059 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0402 22:33:24.642204 7 nginx.go:271] "Starting NGINX Ingress controller" I0402 22:33:24.648507 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"426656a6-de22-449f-bf1a-178ed886176d", APIVersion:"v1", ResourceVersion:"1348", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0402 22:33:24.653691 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"807d6aa3-d7e7-456f-9141-400dd7cf5f15", APIVersion:"v1", ResourceVersion:"1349", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0402 22:33:24.653764 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"85a6f734-eedb-4da8-a3d8-1a262b067647", APIVersion:"v1", ResourceVersion:"1350", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0402 22:33:25.845374 7 nginx.go:317] "Starting NGINX process" I0402 22:33:25.845466 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0402 22:33:25.846093 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0402 22:33:25.846327 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0402 22:33:25.846408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:25.846438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 22:33:25.846507 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 22:33:25.857282 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0402 22:33:25.857412 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-qlx52" I0402 22:33:25.885772 7 controller.go:216] "Backend successfully reloaded" I0402 22:33:25.885939 7 controller.go:227] "Initial sync, sleeping for 1 second" I0402 22:33:25.886053 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qlx52", UID:"72c3d2a4-62bf-4ff1-a458-fe8e02f46507", APIVersion:"v1", ResourceVersion:"1455", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 22:33:29.669863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:29.669889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:33.004405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:33.004453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:36.337530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:36.337576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:39.671520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:39.671571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:43.005321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:43.005380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:46.336982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:46.337035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:49.669997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:49.670055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:53.005869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:53.005917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:58.829033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:33:58.829064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:34:02.531861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:34:02.531916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:34:52.933414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:34:52.933473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:34:56.266998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:34:56.267046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:00.766668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:00.766724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:04.102695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:04.102735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:07.434084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:07.434130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:10.766735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:10.766785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:14.101973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:14.102024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:17.433685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:17.433743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:20.766770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:20.766811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:24.171758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:24.171799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:27.505533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:27.505578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:31.217037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:35:31.217071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:37:45.779430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:37:45.779474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:37:48.519728 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-210.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-210.nip.io-tls was not found. Using default certificate W0402 22:37:48.519781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:37:48.519798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 22:37:48.521204 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0402 22:37:48.521233 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0402 22:37:48.528955 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0402 22:37:48.529269 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e7e2299b-f8f5-4bd8-81f0-2b3deda2fb4a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3407", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 22:37:48.529343 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-210.nip.io-tls" in local store I0402 22:37:48.894150 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-210.nip.io-tls" I0402 22:37:48.895392 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-210.nip.io-tls" W0402 22:37:49.113882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:37:49.113932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 22:37:49.114002 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 22:37:49.157272 7 controller.go:216] "Backend successfully reloaded" I0402 22:37:49.157888 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qlx52", UID:"72c3d2a4-62bf-4ff1-a458-fe8e02f46507", APIVersion:"v1", ResourceVersion:"1455", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 22:37:52.447353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:37:52.447413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [02/Apr/2026:22:38:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.183 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 2.183 200 a6157139e5e5c0718151aef4d7eae141 199.204.45.210 - - [02/Apr/2026:22:38:00 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.176 [auth-system-keycloak-80] [] 10.0.0.166:8080 116 0.176 404 90fdf14aa659c783815c62be90740c39 199.204.45.210 - - [02/Apr/2026:22:38:05 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.902 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 4.901 201 8db247228fade03295be350566fe212f 199.204.45.210 - - [02/Apr/2026:22:38:06 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.578 [auth-system-keycloak-80] [] 10.0.0.166:8080 4246 0.579 200 f9217b35b49dabe3b3e56ed40cdb7a64 199.204.45.210 - - [02/Apr/2026:22:38:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.508 200 8c9648df74d19344a02e7587bc93549c 199.204.45.210 - - [02/Apr/2026:22:38:07 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.080 [auth-system-keycloak-80] [] 10.0.0.166:8080 12500 0.080 200 62db7f22ae2198c1833f682651732c66 199.204.45.210 - - [02/Apr/2026:22:38:07 +0000] "GET /admin/realms/atmosphere/client-scopes/7004b1e9-d0e0-4328-9bae-d22dd1576010 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.064 [auth-system-keycloak-80] [] 10.0.0.166:8080 1278 0.063 200 672c43ba7c8e1262cef67edc4e884f34 199.204.45.210 - - [02/Apr/2026:22:38:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/7004b1e9-d0e0-4328-9bae-d22dd1576010 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.080 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.079 204 df5629703f97bba57632aac37a62f949 199.204.45.210 - - [02/Apr/2026:22:38:07 +0000] "GET /admin/realms/atmosphere/client-scopes/7004b1e9-d0e0-4328-9bae-d22dd1576010/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.021 [auth-system-keycloak-80] [] 10.0.0.166:8080 963 0.021 200 2fdb6f7d7c0d41bd9e421f61189141d4 199.204.45.210 - - [02/Apr/2026:22:38:07 +0000] "GET /admin/realms/atmosphere/client-scopes/7004b1e9-d0e0-4328-9bae-d22dd1576010/protocol-mappers/models/12ab9fec-b616-4f42-9d69-70dd39fa6f5c HTTP/1.1" 200 366 "-" "Ansible" 1309 0.068 [auth-system-keycloak-80] [] 10.0.0.166:8080 366 0.068 200 9d6198edb430889b2077abaa359b1c4c 199.204.45.210 - - [02/Apr/2026:22:38:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/7004b1e9-d0e0-4328-9bae-d22dd1576010/protocol-mappers/models/12ab9fec-b616-4f42-9d69-70dd39fa6f5c HTTP/1.1" 204 0 "-" "Ansible" 1622 0.080 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.079 204 f37d7b03afe33ebc80c2385184240f37 199.204.45.210 - - [02/Apr/2026:22:38:07 +0000] "GET /admin/realms/atmosphere/client-scopes/7004b1e9-d0e0-4328-9bae-d22dd1576010 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.018 [auth-system-keycloak-80] [] 10.0.0.166:8080 1218 0.018 200 771ecab21a7caaeffd4f8a19cb05c8fa I0402 22:38:25.865299 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.110.200"}] I0402 22:38:25.872606 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e7e2299b-f8f5-4bd8-81f0-2b3deda2fb4a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3793", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 22:38:25.873896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:38:25.873919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [02/Apr/2026:22:38:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.494 200 e2f2c4e4e863e574315f7e268bf177b2 199.204.45.210 - - [02/Apr/2026:22:38:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.035 [auth-system-keycloak-80] [] 10.0.0.166:8080 2 0.034 200 865be48fbf6bb7d181bd03acb2941563 199.204.45.210 - - [02/Apr/2026:22:38:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.207 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.205 201 5684680c4ce7bd5047efb434bd2119a9 199.204.45.210 - - [02/Apr/2026:22:38:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.164 [auth-system-keycloak-80] [] 10.0.0.166:8080 1261 0.163 200 eb5415fc060fdc00221db8bf7008da0d 199.204.45.210 - - [02/Apr/2026:22:38:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.496 200 7e74a33cfe2d2046a51cd11737241f4b 199.204.45.210 - - [02/Apr/2026:22:38:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.166:8080 2 0.045 200 6fc480c6e5ce7e84d82ba449fb091dc8 199.204.45.210 - - [02/Apr/2026:22:38:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.112 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.112 201 1ea9b3fddff8c4847b2dcfa15d7ff2d2 199.204.45.210 - - [02/Apr/2026:22:38:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.065 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.064 200 b3fda008e0c636e8c0aa2c60782f1cc6 199.204.45.210 - - [02/Apr/2026:22:38:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.763 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.762 200 b1b4cfca3343abfb43ca87dd2d6178ea 199.204.45.210 - - [02/Apr/2026:22:38:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.044 [auth-system-keycloak-80] [] 10.0.0.166:8080 2 0.043 200 2d5b26573944fbd4857db59f47c9ce6c 199.204.45.210 - - [02/Apr/2026:22:38:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.097 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.096 201 48ae90d21318576704cb88d1f4bd07af 199.204.45.210 - - [02/Apr/2026:22:38:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.076 [auth-system-keycloak-80] [] 10.0.0.166:8080 1251 0.076 200 980ea04628ab6df84d09aefc5a7a6580 199.204.45.210 - - [02/Apr/2026:22:38:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.460 200 48cb0b350fa0232e2a1fe386172c4482 199.204.45.210 - - [02/Apr/2026:22:38:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.166:8080 1261 0.009 200 fae3ad330eda95be12349cc4b79f1451 199.204.45.210 - - [02/Apr/2026:22:38:32 +0000] "GET /admin/realms/atmosphere/clients/85365018-a8a4-4346-b6c8-20114be5088c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.166:8080 119 0.016 404 cd801d094feb14750928211aed868e6d 199.204.45.210 - - [02/Apr/2026:22:38:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.166:8080 1261 0.010 200 6150f1fcf212519da162920699b52a16 199.204.45.210 - - [02/Apr/2026:22:38:33 +0000] "POST /admin/realms/atmosphere/clients/85365018-a8a4-4346-b6c8-20114be5088c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.039 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.039 201 32035cbee6aff79c591d3f721afd14e5 199.204.45.210 - - [02/Apr/2026:22:38:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.166:8080 1261 0.009 200 aa1edc8f85691a95905be6ad67df8ae4 199.204.45.210 - - [02/Apr/2026:22:38:33 +0000] "GET /admin/realms/atmosphere/clients/85365018-a8a4-4346-b6c8-20114be5088c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.066 [auth-system-keycloak-80] [] 10.0.0.166:8080 166 0.066 200 485a02237f6e24669f1da86fb285be2f 199.204.45.210 - - [02/Apr/2026:22:38:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.466 200 2e1fb562217b8505d135a3384cbf54f3 199.204.45.210 - - [02/Apr/2026:22:38:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.018 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.018 200 9dfd288559a5d3d47265f3000d4b3f94 199.204.45.210 - - [02/Apr/2026:22:38:33 +0000] "GET /admin/realms/atmosphere/clients/bbb9d2ec-df81-449d-ac69-c856509f5099/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.166:8080 119 0.011 404 118d976cde59879fb41a6d98d7a62f29 199.204.45.210 - - [02/Apr/2026:22:38:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.009 200 e16cf673f137ff6dffc00ec430e8c787 199.204.45.210 - - [02/Apr/2026:22:38:34 +0000] "POST /admin/realms/atmosphere/clients/bbb9d2ec-df81-449d-ac69-c856509f5099/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.145 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.144 201 d56721ff549ef0759865d622d20bd66b 199.204.45.210 - - [02/Apr/2026:22:38:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.007 200 dd48eb79012266fd7cd15a3bdda14591 199.204.45.210 - - [02/Apr/2026:22:38:34 +0000] "GET /admin/realms/atmosphere/clients/bbb9d2ec-df81-449d-ac69-c856509f5099/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.080 [auth-system-keycloak-80] [] 10.0.0.166:8080 165 0.080 200 3c25aca9869475995ba089d53319dda7 199.204.45.210 - - [02/Apr/2026:22:38:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.541 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.539 200 0df0150f14e74814b3b0bec1c6b93f4a 199.204.45.210 - - [02/Apr/2026:22:38:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.062 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.062 200 f5e7e7c3706047252e39dd59c4063638 199.204.45.210 - - [02/Apr/2026:22:38:35 +0000] "GET /admin/realms/atmosphere/clients/bbb9d2ec-df81-449d-ac69-c856509f5099/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.166:8080 119 0.011 404 268f71187f8ef9fc0ca9d712be5bb72e 199.204.45.210 - - [02/Apr/2026:22:38:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.063 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.063 200 b896bb173749741781340a5913c3eac1 199.204.45.210 - - [02/Apr/2026:22:38:35 +0000] "POST /admin/realms/atmosphere/clients/bbb9d2ec-df81-449d-ac69-c856509f5099/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.018 201 6d063bc2c7f46c9bba262b8b9fa0a3b6 199.204.45.210 - - [02/Apr/2026:22:38:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.008 200 02f89e95ea88aefb7f45656c38b03432 199.204.45.210 - - [02/Apr/2026:22:38:35 +0000] "GET /admin/realms/atmosphere/clients/bbb9d2ec-df81-449d-ac69-c856509f5099/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.048 [auth-system-keycloak-80] [] 10.0.0.166:8080 166 0.048 200 5ce7070d6ee70b4ddeb5710fdfd16770 199.204.45.210 - - [02/Apr/2026:22:38:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.472 200 a45a85edded479fee5fea95144b16257 199.204.45.210 - - [02/Apr/2026:22:38:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.069 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.068 200 7b5a0094084095235875f88ae07e353d 199.204.45.210 - - [02/Apr/2026:22:38:36 +0000] "GET /admin/realms/atmosphere/clients/bbb9d2ec-df81-449d-ac69-c856509f5099/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.166:8080 119 0.011 404 f8d031879c800ef37a18ae593a583ff7 199.204.45.210 - - [02/Apr/2026:22:38:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.007 200 8812b853a6610a70088973c1050ead5f 199.204.45.210 - - [02/Apr/2026:22:38:36 +0000] "POST /admin/realms/atmosphere/clients/bbb9d2ec-df81-449d-ac69-c856509f5099/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.065 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.064 201 826fda1181a717b16863a001ea357415 199.204.45.210 - - [02/Apr/2026:22:38:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.006 200 7f5565a7730fb8b17a2fc3b30640132c 199.204.45.210 - - [02/Apr/2026:22:38:36 +0000] "GET /admin/realms/atmosphere/clients/bbb9d2ec-df81-449d-ac69-c856509f5099/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.063 [auth-system-keycloak-80] [] 10.0.0.166:8080 166 0.062 200 3ae2f9cf50b31b468528664fdac9a11f 199.204.45.210 - - [02/Apr/2026:22:38:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.515 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.514 200 3c5a8493b541114c0a37c7c939cc2fee 199.204.45.210 - - [02/Apr/2026:22:38:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.166:8080 1251 0.009 200 bc13dd257626fd04f747b28ea1f30ad0 199.204.45.210 - - [02/Apr/2026:22:38:37 +0000] "GET /admin/realms/atmosphere/clients/ee6bf0dc-c4f9-4b7d-9c9f-ba1e9da03a3e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.053 [auth-system-keycloak-80] [] 10.0.0.166:8080 119 0.053 404 fa97899aac7cc0ae4740da1fc395395a 199.204.45.210 - - [02/Apr/2026:22:38:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.166:8080 1251 0.009 200 c21c501a1c704dc9b658eedebec1a782 199.204.45.210 - - [02/Apr/2026:22:38:37 +0000] "POST /admin/realms/atmosphere/clients/ee6bf0dc-c4f9-4b7d-9c9f-ba1e9da03a3e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.018 201 bedb889cc244008b677692968dc9e7a8 199.204.45.210 - - [02/Apr/2026:22:38:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.166:8080 1251 0.009 200 7328eb32f2bb157a423fc4df9c973f97 199.204.45.210 - - [02/Apr/2026:22:38:37 +0000] "GET /admin/realms/atmosphere/clients/ee6bf0dc-c4f9-4b7d-9c9f-ba1e9da03a3e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.020 [auth-system-keycloak-80] [] 10.0.0.166:8080 166 0.021 200 4b5c43d9eebc930f50130ce959916c75 W0402 22:38:44.261412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:38:44.261467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:38:47.594875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:38:47.594927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:38:50.928576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:38:50.928620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:39:47.618931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:39:47.618978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:39:47.700325 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 22:39:47.700418 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0402 22:39:47.700468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:39:47.700486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:39:47.700996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:39:47.701123 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0402 22:39:47.701182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:39:47.701209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:39:47.701664 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 22:39:47.701814 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0402 22:39:47.701867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:39:47.701886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 22:39:47.702797 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0402 22:39:47.702840 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0402 22:39:47.704263 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0402 22:39:47.704298 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0402 22:39:47.704991 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0402 22:39:47.705030 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0402 22:39:47.716587 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0402 22:39:47.717230 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0402 22:39:47.717264 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0402 22:39:47.717526 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0b8d9fa9-ec3c-447b-a455-14bf52e6de0d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4453", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 22:39:47.717627 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"12563af1-d043-408d-beb1-37f2180beb36", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4454", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 22:39:47.717735 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0402 22:39:47.718911 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0402 22:39:47.719181 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0402 22:39:47.719207 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5a7601f1-23ef-4a48-b288-47c6d6b55a89", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4456", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 22:39:48.084281 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0402 22:39:48.085237 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0402 22:39:48.375494 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0402 22:39:48.377053 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0402 22:39:50.437420 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0402 22:39:50.438306 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0402 22:39:50.953304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:39:50.953595 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 22:39:50.953721 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 22:39:50.953936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:39:50.954020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 22:39:50.954271 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 22:39:51.008440 7 controller.go:216] "Backend successfully reloaded" I0402 22:39:51.008750 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qlx52", UID:"72c3d2a4-62bf-4ff1-a458-fe8e02f46507", APIVersion:"v1", ResourceVersion:"1455", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 22:39:54.287084 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:39:54.287141 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 22:39:54.287163 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 22:39:54.287248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:39:54.287268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:39:57.623525 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:39:57.623578 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 22:39:57.623608 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 22:39:57.623729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:39:57.623747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:00.952486 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:40:00.952536 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 22:40:00.952563 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 22:40:00.952649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:00.952665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:04.286380 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:40:04.286450 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 22:40:04.286484 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 22:40:04.286611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:04.286637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:07.619109 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:40:07.619171 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 22:40:07.619218 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 22:40:07.619329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:07.619363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:10.953206 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:40:10.953286 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 22:40:10.953319 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 22:40:10.953502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:10.953526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:14.285804 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:40:14.285873 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 22:40:14.285914 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 22:40:14.286044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:14.286077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:17.621321 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:40:17.621371 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 22:40:17.621396 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 22:40:17.621508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:17.621530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:20.952444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:40:20.952558 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 22:40:20.952741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:20.952779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:24.285789 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:40:24.285880 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 22:40:24.285998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:24.286022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 22:40:25.862168 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.110.200"}] I0402 22:40:25.862631 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.110.200"}] I0402 22:40:25.863255 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.110.200"}] I0402 22:40:25.871838 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5a7601f1-23ef-4a48-b288-47c6d6b55a89", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5379", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 22:40:25.874701 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0b8d9fa9-ec3c-447b-a455-14bf52e6de0d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5380", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 22:40:25.875215 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"12563af1-d043-408d-beb1-37f2180beb36", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5381", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 22:40:27.619555 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:40:27.619668 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 22:40:27.619831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:27.619873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:30.952785 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:40:30.952917 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 22:40:30.953074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:30.953106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.192 - - [02/Apr/2026:22:40:32 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.103 [auth-system-keycloak-80] [] 10.0.0.166:8080 6432 0.103 200 7a796a9b10e4816848b729e054461a54 10.0.0.122 - - [02/Apr/2026:22:40:32 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.092 [auth-system-keycloak-80] [] 10.0.0.166:8080 6432 0.091 200 e7cdfa440207ef0d6c908387b9129498 W0402 22:40:34.286684 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:40:34.286952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:34.286988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:37.619117 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:40:37.619293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:37.619315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:44.078568 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 22:40:44.078717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:44.078743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:47.411934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:47.411972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:50.745514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:40:50.745558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:41:14.070579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:41:14.070609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:41:17.405888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:41:17.405928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:41:20.738168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 22:41:20.738197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store