------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0626 10:19:37.361062 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0626 10:19:37.361253 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0626 10:19:37.369087 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0626 10:19:37.693929 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0626 10:19:38.162206 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0626 10:19:38.371135 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0626 10:19:38.384697 7 nginx.go:271] "Starting NGINX Ingress controller" I0626 10:19:38.389086 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"6d35818d-699f-44b9-a5db-fd0a9c5233dc", APIVersion:"v1", ResourceVersion:"1437", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0626 10:19:38.393581 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"760188dd-9cf3-4588-ae66-b24b0fd6aa2d", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0626 10:19:38.393645 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"a854f334-febe-4d6d-a262-7677298c922c", APIVersion:"v1", ResourceVersion:"1436", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0626 10:19:39.586331 7 nginx.go:317] "Starting NGINX process" I0626 10:19:39.586438 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0626 10:19:39.587347 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0626 10:19:39.587799 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0626 10:19:39.588004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:19:39.588258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 10:19:39.588444 7 controller.go:196] "Configuration changes detected, backend reload required" I0626 10:19:39.626291 7 controller.go:216] "Backend successfully reloaded" I0626 10:19:39.626414 7 controller.go:227] "Initial sync, sleeping for 1 second" I0626 10:19:39.626486 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x8d8q", UID:"01d83c7c-2b40-44fa-9fba-095c7dc211a5", APIVersion:"v1", ResourceVersion:"1481", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0626 10:19:39.676950 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0626 10:19:39.677003 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-x8d8q" W0626 10:19:43.405023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:19:43.405050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:19:46.738785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:19:46.738839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:19:50.071786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:19:50.071826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:19:53.405217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:19:53.405248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:19:56.739145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:19:56.739195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:20:00.071876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:20:00.071924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:20:03.405927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:20:03.405954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:20:07.315706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:20:07.315776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:20:11.008410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:20:11.008443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:20:14.342827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:20:14.342868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:10.490531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:10.490666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:13.824925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:13.824976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:18.658263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:18.658302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:21.992390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:21.992437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:25.325585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:25.325632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:28.658966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:28.659012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:31.992686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:31.992750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:35.325557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:35.325591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:38.658953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:38.659002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:41.991744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:41.991795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:45.325882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:21:45.325923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:22:38.545443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:22:38.545495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:22:41.879559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:22:41.879608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:23:29.690831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:23:29.690881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:23:33.024979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:23:33.025023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:23:33.373002 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-196.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-196.nip.io-tls was not found. Using default certificate W0626 10:23:33.373051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:23:33.373064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 10:23:33.374378 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0626 10:23:33.374403 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0626 10:23:33.384801 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0626 10:23:33.385501 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-196.nip.io-tls" in local store I0626 10:23:33.385670 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"84f85467-8b00-46fa-9345-d3bb63b2e81d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3402", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 10:23:33.919772 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-196.nip.io-tls" I0626 10:23:33.921418 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-196.nip.io-tls" W0626 10:23:36.357740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:23:36.357769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 10:23:36.357833 7 controller.go:196] "Configuration changes detected, backend reload required" I0626 10:23:36.392974 7 controller.go:216] "Backend successfully reloaded" I0626 10:23:36.393117 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x8d8q", UID:"01d83c7c-2b40-44fa-9fba-095c7dc211a5", APIVersion:"v1", ResourceVersion:"1481", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0626 10:23:39.683128 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.125.194"}] I0626 10:23:39.688829 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"84f85467-8b00-46fa-9345-d3bb63b2e81d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3520", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0626 10:23:39.691391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:23:39.691418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.196 - - [26/Jun/2026:10:23:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.416 [auth-system-keycloak-80] [] 10.0.0.192:8080 1885 0.415 200 80d713ab73ef4232855be198b18cbff5 199.19.213.196 - - [26/Jun/2026:10:23:39 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.053 [auth-system-keycloak-80] [] 10.0.0.192:8080 28 0.054 404 e7fcae97e31a3c3fca0d2e43f7b69290 199.19.213.196 - - [26/Jun/2026:10:23:41 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 1.646 [auth-system-keycloak-80] [] 10.0.0.192:8080 0 1.646 201 b0d00b59d52b27ed4a2ce03bfb0123ba 199.19.213.196 - - [26/Jun/2026:10:23:41 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.197 [auth-system-keycloak-80] [] 10.0.0.192:8080 4101 0.198 200 e1f0d95f67b5d8b7194239364e82141f 199.19.213.196 - - [26/Jun/2026:10:23:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.059 [auth-system-keycloak-80] [] 10.0.0.192:8080 1885 0.058 200 148f4bcdd31759c26636323597571a9f 199.19.213.196 - - [26/Jun/2026:10:23:42 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11535 "-" "Ansible" 1211 0.026 [auth-system-keycloak-80] [] 10.0.0.192:8080 11535 0.026 200 892da603addfd14c34d749c0d32450a1 199.19.213.196 - - [26/Jun/2026:10:23:42 +0000] "GET /admin/realms/atmosphere/client-scopes/6b8ee800-253a-4fe8-ab8b-67c749763db2 HTTP/1.1" 200 1146 "-" "Ansible" 1248 0.015 [auth-system-keycloak-80] [] 10.0.0.192:8080 1146 0.014 200 1be7443e3747332f71abad02feeafeef 199.19.213.196 - - [26/Jun/2026:10:23:42 +0000] "PUT /admin/realms/atmosphere/client-scopes/6b8ee800-253a-4fe8-ab8b-67c749763db2 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.022 [auth-system-keycloak-80] [] 10.0.0.192:8080 0 0.020 204 3b94126a4bcd07ffedecd5bdedc49d28 199.19.213.196 - - [26/Jun/2026:10:23:42 +0000] "GET /admin/realms/atmosphere/client-scopes/6b8ee800-253a-4fe8-ab8b-67c749763db2/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1272 0.028 [auth-system-keycloak-80] [] 10.0.0.192:8080 831 0.028 200 f90082f8b720454fa855040f42d3bb37 199.19.213.196 - - [26/Jun/2026:10:23:42 +0000] "GET /admin/realms/atmosphere/client-scopes/6b8ee800-253a-4fe8-ab8b-67c749763db2/protocol-mappers/models/a0c9a232-7a22-4ada-8e46-3cdc9f32ee8d HTTP/1.1" 200 331 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.192:8080 331 0.010 200 6e7a82174d95d03675636bbc5a7d6bca 199.19.213.196 - - [26/Jun/2026:10:23:42 +0000] "PUT /admin/realms/atmosphere/client-scopes/6b8ee800-253a-4fe8-ab8b-67c749763db2/protocol-mappers/models/a0c9a232-7a22-4ada-8e46-3cdc9f32ee8d HTTP/1.1" 204 0 "-" "Ansible" 1622 0.227 [auth-system-keycloak-80] [] 10.0.0.192:8080 0 0.226 204 47035814a77bcc789abed984bb0f4386 199.19.213.196 - - [26/Jun/2026:10:23:42 +0000] "GET /admin/realms/atmosphere/client-scopes/6b8ee800-253a-4fe8-ab8b-67c749763db2 HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.018 [auth-system-keycloak-80] [] 10.0.0.192:8080 1121 0.018 200 0c741bfc2281b654a77856cb9c7b8ac8 W0626 10:23:43.025010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:23:43.025048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.196 - - [26/Jun/2026:10:24:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.059 [auth-system-keycloak-80] [] 10.0.0.192:8080 1885 0.059 200 b8f272cf0fc7bc6cf6ceb064916afd41 199.19.213.196 - - [26/Jun/2026:10:24:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.018 [auth-system-keycloak-80] [] 10.0.0.192:8080 2 0.019 200 dc10c2d63d779262afc19ddcea196f1a 199.19.213.196 - - [26/Jun/2026:10:24:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.228 [auth-system-keycloak-80] [] 10.0.0.192:8080 0 0.228 201 964c03ce159e52670d4806fe7773fc03 199.19.213.196 - - [26/Jun/2026:10:24:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.028 [auth-system-keycloak-80] [] 10.0.0.192:8080 1261 0.029 200 e0b410378ccbfe764d2d262a8a189f53 199.19.213.196 - - [26/Jun/2026:10:24:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.192:8080 1885 0.042 200 51f60f897844bc6e187d0c3e20852316 199.19.213.196 - - [26/Jun/2026:10:24:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.192:8080 2 0.009 200 3b6a1a28cccb4eb3a28cbe58ecd156f1 199.19.213.196 - - [26/Jun/2026:10:24:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.316 [auth-system-keycloak-80] [] 10.0.0.192:8080 0 0.316 201 13cae0e5d93b5e7e4d049b8eaea1a50e 199.19.213.196 - - [26/Jun/2026:10:24:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.192:8080 1286 0.021 200 62903e6fbbc1bbef7ca41a67fe22a68e 199.19.213.196 - - [26/Jun/2026:10:24:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.042 [auth-system-keycloak-80] [] 10.0.0.192:8080 1885 0.041 200 eb1e893fbfe25e7531c4bc2765d24381 199.19.213.196 - - [26/Jun/2026:10:24:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.192:8080 2 0.011 200 8ecf28b4a2c2cc069e6151be566fd7fb 199.19.213.196 - - [26/Jun/2026:10:24:05 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.052 [auth-system-keycloak-80] [] 10.0.0.192:8080 0 0.050 201 8a05681c54406d88620b4caaf9712a5e 199.19.213.196 - - [26/Jun/2026:10:24:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.020 [auth-system-keycloak-80] [] 10.0.0.192:8080 1251 0.020 200 5557833eead713ab271bb756a7126477 199.19.213.196 - - [26/Jun/2026:10:24:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.057 [auth-system-keycloak-80] [] 10.0.0.192:8080 1885 0.056 200 3aa9b6b421ffa46ae0ee0d324cebba68 199.19.213.196 - - [26/Jun/2026:10:24:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.192:8080 1261 0.009 200 87d531cb0b5827b27c7848243b540bd5 199.19.213.196 - - [26/Jun/2026:10:24:05 +0000] "GET /admin/realms/atmosphere/clients/509a22a9-c9e4-4eda-9f7b-563e4a82fad5/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.029 [auth-system-keycloak-80] [] 10.0.0.192:8080 31 0.029 404 daf1c6709f41d2f971e52f1f82469cd5 199.19.213.196 - - [26/Jun/2026:10:24:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.192:8080 1261 0.009 200 4317b7f7f94fe0fb4a95477a7b7f8f85 199.19.213.196 - - [26/Jun/2026:10:24:05 +0000] "POST /admin/realms/atmosphere/clients/509a22a9-c9e4-4eda-9f7b-563e4a82fad5/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.192:8080 0 0.018 201 2a7b4c28d6ae69b9e9deb32b0ddfa057 199.19.213.196 - - [26/Jun/2026:10:24:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.192:8080 1261 0.008 200 93a8868357116732de6aa94dc3ae989a 199.19.213.196 - - [26/Jun/2026:10:24:05 +0000] "GET /admin/realms/atmosphere/clients/509a22a9-c9e4-4eda-9f7b-563e4a82fad5/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.192:8080 166 0.018 200 5d7f4bdaa4fb82479b57cba95e74e3ca 199.19.213.196 - - [26/Jun/2026:10:24:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.192:8080 1885 0.047 200 f35ddb85eea4be8238bd44e3d2a48625 199.19.213.196 - - [26/Jun/2026:10:24:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.192:8080 1286 0.009 200 8266c41c7a19df71f1c2420b23212ce3 199.19.213.196 - - [26/Jun/2026:10:24:06 +0000] "GET /admin/realms/atmosphere/clients/80e7d8cb-3e1c-4e7f-a69c-f5e9c15adf7a/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.192:8080 31 0.010 404 5e71af9c041144746d14610d6c50acca 199.19.213.196 - - [26/Jun/2026:10:24:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.192:8080 1286 0.008 200 a3829c508e17611b3779489e9d4d3beb 199.19.213.196 - - [26/Jun/2026:10:24:06 +0000] "POST /admin/realms/atmosphere/clients/80e7d8cb-3e1c-4e7f-a69c-f5e9c15adf7a/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.319 [auth-system-keycloak-80] [] 10.0.0.192:8080 0 0.318 201 c46283a87cfbcdde55389553c586eac3 199.19.213.196 - - [26/Jun/2026:10:24:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.192:8080 1286 0.009 200 52f6134df440d8eae698158fc6e69d7e 199.19.213.196 - - [26/Jun/2026:10:24:06 +0000] "GET /admin/realms/atmosphere/clients/80e7d8cb-3e1c-4e7f-a69c-f5e9c15adf7a/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.018 [auth-system-keycloak-80] [] 10.0.0.192:8080 165 0.018 200 a70456e62184838767f5057a009ab99d 199.19.213.196 - - [26/Jun/2026:10:24:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.051 [auth-system-keycloak-80] [] 10.0.0.192:8080 1885 0.050 200 4c50ce941215cf8c9b38ef13637c0df1 199.19.213.196 - - [26/Jun/2026:10:24:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.192:8080 1286 0.009 200 b8cca98771765c84dbe936892752924c 199.19.213.196 - - [26/Jun/2026:10:24:06 +0000] "GET /admin/realms/atmosphere/clients/80e7d8cb-3e1c-4e7f-a69c-f5e9c15adf7a/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.192:8080 31 0.012 404 a257092b31b68d68c44a6f4c5e09a683 199.19.213.196 - - [26/Jun/2026:10:24:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.192:8080 1286 0.009 200 baadc4b887d7833aaa3d8240d5b0fc6d 199.19.213.196 - - [26/Jun/2026:10:24:06 +0000] "POST /admin/realms/atmosphere/clients/80e7d8cb-3e1c-4e7f-a69c-f5e9c15adf7a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.192:8080 0 0.019 201 76c40ec4549569cd755834fd02eea3d3 199.19.213.196 - - [26/Jun/2026:10:24:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.192:8080 1286 0.007 200 59f94567281a0b4ee9ca3da63dc8bed4 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients/80e7d8cb-3e1c-4e7f-a69c-f5e9c15adf7a/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.192:8080 166 0.015 200 29c4b5cabc625b7471242ce4ccb24810 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.192:8080 1885 0.047 200 3c7c1d7bdab45196c83e741f44ce2edc 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.192:8080 1286 0.013 200 851c7e4f80c4da7a17222e76e0269a3f 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients/80e7d8cb-3e1c-4e7f-a69c-f5e9c15adf7a/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.192:8080 31 0.013 404 8f1fc56af57fa295df48910e2b04d154 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.192:8080 1286 0.008 200 f9f37cff6f8964494ea2d754da4ced76 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "POST /admin/realms/atmosphere/clients/80e7d8cb-3e1c-4e7f-a69c-f5e9c15adf7a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.192:8080 0 0.017 201 1dba84faede0b10637e9ae32a5bc4467 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.192:8080 1286 0.007 200 25a0a45fc35d532404848d824c16fbf2 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients/80e7d8cb-3e1c-4e7f-a69c-f5e9c15adf7a/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.192:8080 166 0.014 200 580704bde31aefe64a8e4969675906e9 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.192:8080 1885 0.044 200 c62e09d6b357bdcc5d5aa436c59248bc 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.192:8080 1251 0.006 200 1bb02a88bd5fa1ce4d98ec3ee39724cb 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients/49294483-67a4-429e-be52-3c12db270758/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.192:8080 31 0.009 404 0e2c393e606fbcbd2aa5a55d40ca6f61 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.192:8080 1251 0.005 200 2bd671bc74309373c67277ae59a08e70 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "POST /admin/realms/atmosphere/clients/49294483-67a4-429e-be52-3c12db270758/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.035 [auth-system-keycloak-80] [] 10.0.0.192:8080 0 0.034 201 f97b3649a03f1e89aa3aed72a4ae360b 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.192:8080 1251 0.007 200 3bfec40ad661ffcecc530a7f8cc1afa0 199.19.213.196 - - [26/Jun/2026:10:24:07 +0000] "GET /admin/realms/atmosphere/clients/49294483-67a4-429e-be52-3c12db270758/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.192:8080 166 0.015 200 b27a9b559fb070a83f162aa0253303be W0626 10:25:22.489960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:22.489993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:22.614961 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 10:25:22.615088 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0626 10:25:22.615159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:22.615200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:22.616342 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:25:22.616398 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0626 10:25:22.616434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:22.616445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:22.617061 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 10:25:22.617144 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0626 10:25:22.617199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:22.617234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 10:25:22.619725 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0626 10:25:22.619750 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0626 10:25:22.621005 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0626 10:25:22.621076 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0626 10:25:22.621739 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0626 10:25:22.621762 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0626 10:25:22.630744 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0626 10:25:22.631441 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0626 10:25:22.631465 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0626 10:25:22.631455 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4f17c581-d1df-4516-b2bc-959e96bb845f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4415", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 10:25:22.631577 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"622b1368-7f7c-4bfb-af5e-3664c5bae975", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4417", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0626 10:25:22.631756 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0626 10:25:22.644886 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0626 10:25:22.645288 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0626 10:25:22.645343 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"832d6bc9-33cc-49c9-9ada-9db453bbc7b9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4426", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 10:25:23.004245 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0626 10:25:23.005139 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0626 10:25:23.762693 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0626 10:25:23.763742 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0626 10:25:24.439146 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0626 10:25:24.440682 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0626 10:25:25.824112 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:25:25.824212 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 10:25:25.824265 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 10:25:25.824385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:25.824406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 10:25:25.824533 7 controller.go:196] "Configuration changes detected, backend reload required" I0626 10:25:25.869904 7 controller.go:216] "Backend successfully reloaded" I0626 10:25:25.870180 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x8d8q", UID:"01d83c7c-2b40-44fa-9fba-095c7dc211a5", APIVersion:"v1", ResourceVersion:"1481", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0626 10:25:29.156996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:25:29.157042 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 10:25:29.157066 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 10:25:29.157140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:29.157160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:32.490139 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:25:32.490186 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 10:25:32.490211 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 10:25:32.490301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:32.490314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:35.823968 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:25:35.824028 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 10:25:35.824121 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 10:25:35.824269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:35.824295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 10:25:39.684162 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.125.194"}] I0626 10:25:39.684347 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.125.194"}] I0626 10:25:39.684466 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.125.194"}] I0626 10:25:39.693115 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"622b1368-7f7c-4bfb-af5e-3664c5bae975", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4904", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0626 10:25:39.693651 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:25:39.693701 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 10:25:39.693724 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 10:25:39.693815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:39.693830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 10:25:39.699287 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"832d6bc9-33cc-49c9-9ada-9db453bbc7b9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4905", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 10:25:39.700718 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4f17c581-d1df-4516-b2bc-959e96bb845f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4906", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0626 10:25:43.027216 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:25:43.027290 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 10:25:43.027327 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 10:25:43.027463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:43.027497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:46.362894 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:25:46.362958 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 10:25:46.362996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 10:25:46.363100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:46.363123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:49.694810 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:25:49.694871 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 10:25:49.694909 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 10:25:49.695181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:49.695222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:53.028039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:25:53.028085 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 10:25:53.028110 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 10:25:53.028192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:53.028206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:56.361463 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:25:56.361525 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 10:25:56.361557 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 10:25:56.361649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:56.361665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.184 - - [26/Jun/2026:10:25:57 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.044 [auth-system-keycloak-80] [] 10.0.0.192:8080 6264 0.043 200 3c61377c76704453b4b6d65ca0364ca8 W0626 10:25:59.694047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:25:59.694131 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 10:25:59.694338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:25:59.694378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:26:03.027249 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:26:03.027312 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 10:26:03.027451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:26:03.027478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:26:10.588149 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:26:10.588208 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 10:26:10.592413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:26:10.592481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.94 - - [26/Jun/2026:10:26:12 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.005 [auth-system-keycloak-80] [] 10.0.0.192:8080 6264 0.006 200 135e53c1b1677cc78b32f3aa495f3dda W0626 10:26:13.922107 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:26:13.922363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:26:13.922410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:26:17.255989 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:26:17.256190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:26:17.256219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0626 10:26:26.010580 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0626 10:26:34.005551 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0626 10:26:34.005610 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded I0626 10:26:34.006772 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0626 10:26:34.007210 7 status.go:104] "error running poll" err="timed out waiting for the condition" E0626 10:26:41.012354 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path I0626 10:26:44.528760 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0626 10:27:18.970596 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 10:27:18.970729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:27:18.970749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:27:22.304254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:27:22.304299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:27:25.638110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 10:27:25.638136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store