------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0514 11:17:43.620371 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0514 11:17:43.620534 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0514 11:17:43.630853 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0514 11:17:43.635596 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0514 11:17:43.811757 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0514 11:17:43.833258 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0514 11:17:43.846322 7 nginx.go:271] "Starting NGINX Ingress controller" I0514 11:17:43.852640 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"f47648cd-f594-4947-872a-5b1bf3630e63", APIVersion:"v1", ResourceVersion:"1369", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0514 11:17:43.857808 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"4bee583a-fb1c-4693-ae1e-802655dcaeca", APIVersion:"v1", ResourceVersion:"1371", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0514 11:17:43.857853 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"97c30c72-29b3-48bd-8e96-120e6137fec3", APIVersion:"v1", ResourceVersion:"1370", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0514 11:17:45.049450 7 nginx.go:317] "Starting NGINX process" I0514 11:17:45.049535 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0514 11:17:45.050103 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0514 11:17:45.051180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:17:45.051218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 11:17:45.051328 7 controller.go:196] "Configuration changes detected, backend reload required" I0514 11:17:45.060464 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0514 11:17:45.060568 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rvtxs" I0514 11:17:45.086922 7 controller.go:216] "Backend successfully reloaded" I0514 11:17:45.087058 7 controller.go:227] "Initial sync, sleeping for 1 second" I0514 11:17:45.087157 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rvtxs", UID:"91dc71f1-fb70-48f9-8db6-f52817b7160d", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0514 11:17:48.877706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:17:48.877749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:17:52.211745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:17:52.211780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:17:55.544563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:17:55.544610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:17:58.878182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:17:58.878245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:18:02.212222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:18:02.212289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:18:05.544528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:18:05.544574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:18:08.878842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:18:08.878895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:18:12.212252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:18:12.212307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:18:15.545214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:18:15.545274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:18:22.217534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:18:22.217570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:11.337938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:11.337981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:35.618994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:35.619030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:40.602669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:40.602694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:43.936416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:43.936461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:47.270136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:47.270189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:50.603491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:50.603539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:53.936794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:53.936851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:57.270107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:19:57.270166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:20:00.603098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:20:00.603147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:20:03.936994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:20:03.937043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:20:07.269875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:20:07.269910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:22:10.708890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:22:10.711602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:22:13.411918 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-22.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-22.nip.io-tls was not found. Using default certificate W0514 11:22:13.411962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:22:13.411975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 11:22:13.413177 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0514 11:22:13.413202 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0514 11:22:13.420909 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0514 11:22:13.421220 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"cf9ac7df-24bb-46f6-b421-6c4c35888f03", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3453", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0514 11:22:13.421417 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-22.nip.io-tls" in local store I0514 11:22:13.931876 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-22.nip.io-tls" I0514 11:22:13.933218 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-22.nip.io-tls" W0514 11:22:14.043068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:22:14.043099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 11:22:14.043164 7 controller.go:196] "Configuration changes detected, backend reload required" I0514 11:22:14.106819 7 controller.go:216] "Backend successfully reloaded" I0514 11:22:14.107038 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rvtxs", UID:"91dc71f1-fb70-48f9-8db6-f52817b7160d", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0514 11:22:17.376709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:22:17.376761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [14/May/2026:11:22:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.027 [auth-system-keycloak-80] [] 10.0.0.60:8080 1925 2.026 200 8c011c5b7e501b1de73e907abba4211b 199.204.45.22 - - [14/May/2026:11:22:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.142 [auth-system-keycloak-80] [] 10.0.0.60:8080 116 0.142 404 575567bc828bb05b537a43cea8684147 199.204.45.22 - - [14/May/2026:11:22:29 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.686 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 4.685 201 da0909cccb28b7ff63a8ac1f5b95ea20 199.204.45.22 - - [14/May/2026:11:22:30 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.598 [auth-system-keycloak-80] [] 10.0.0.60:8080 4246 0.599 200 7a25948fdb24a61f696159e6568f7ba8 199.204.45.22 - - [14/May/2026:11:22:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.649 [auth-system-keycloak-80] [] 10.0.0.60:8080 1925 0.649 200 0968ebc8889d2b435774ec763b26a02f 199.204.45.22 - - [14/May/2026:11:22:31 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.137 [auth-system-keycloak-80] [] 10.0.0.60:8080 12500 0.136 200 e438ead6c1450f04728bd3a47007d895 199.204.45.22 - - [14/May/2026:11:22:31 +0000] "GET /admin/realms/atmosphere/client-scopes/7e940ac1-32c2-48e9-9f5f-5495bc09b665 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.007 [auth-system-keycloak-80] [] 10.0.0.60:8080 1278 0.008 200 b83bba871fc4436bca015ddf68811786 199.204.45.22 - - [14/May/2026:11:22:31 +0000] "PUT /admin/realms/atmosphere/client-scopes/7e940ac1-32c2-48e9-9f5f-5495bc09b665 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.078 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.077 204 da1c95ca466943f324d6a3e832e01cd0 199.204.45.22 - - [14/May/2026:11:22:31 +0000] "GET /admin/realms/atmosphere/client-scopes/7e940ac1-32c2-48e9-9f5f-5495bc09b665/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.017 [auth-system-keycloak-80] [] 10.0.0.60:8080 963 0.018 200 18c889c812ee3ab0bbbe162303be41a5 199.204.45.22 - - [14/May/2026:11:22:31 +0000] "GET /admin/realms/atmosphere/client-scopes/7e940ac1-32c2-48e9-9f5f-5495bc09b665/protocol-mappers/models/daa67490-dd88-4c8d-a935-ebc043a6647b HTTP/1.1" 200 366 "-" "Ansible" 1307 0.059 [auth-system-keycloak-80] [] 10.0.0.60:8080 366 0.058 200 613d39f6a3e47af7b4dd8980213d23b3 199.204.45.22 - - [14/May/2026:11:22:31 +0000] "PUT /admin/realms/atmosphere/client-scopes/7e940ac1-32c2-48e9-9f5f-5495bc09b665/protocol-mappers/models/daa67490-dd88-4c8d-a935-ebc043a6647b HTTP/1.1" 204 0 "-" "Ansible" 1620 0.085 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.084 204 c7c4ae0b5a36c99fd375433eafabfdde 199.204.45.22 - - [14/May/2026:11:22:31 +0000] "GET /admin/realms/atmosphere/client-scopes/7e940ac1-32c2-48e9-9f5f-5495bc09b665 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.016 [auth-system-keycloak-80] [] 10.0.0.60:8080 1218 0.017 200 833e1d75657ec00ffa0a4f04631772d4 I0514 11:22:45.068479 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.200.32"}] I0514 11:22:45.073911 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"cf9ac7df-24bb-46f6-b421-6c4c35888f03", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3805", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0514 11:22:45.075621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:22:45.075710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [14/May/2026:11:22:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.513 [auth-system-keycloak-80] [] 10.0.0.60:8080 1925 0.512 200 38406cc97d06dd4c6b545e2f3d413c05 199.204.45.22 - - [14/May/2026:11:22:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.015 [auth-system-keycloak-80] [] 10.0.0.60:8080 2 0.015 200 69ebf0ed630c243c5119b14089a81836 199.204.45.22 - - [14/May/2026:11:22:53 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.186 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.185 201 2d55661694ed43d39ab009c6372b0072 199.204.45.22 - - [14/May/2026:11:22:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.60:8080 1259 0.083 200 0fde34d637272754d94e90c462649843 199.204.45.22 - - [14/May/2026:11:22:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.558 [auth-system-keycloak-80] [] 10.0.0.60:8080 1925 0.555 200 de57112e63def4da3dc12acde21079b7 199.204.45.22 - - [14/May/2026:11:22:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.047 [auth-system-keycloak-80] [] 10.0.0.60:8080 2 0.047 200 50f3a3fd3c674a1601dddc3ba1e800e2 199.204.45.22 - - [14/May/2026:11:22:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.099 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.098 201 dd64cb1ca4410f39392b938914e72fc1 199.204.45.22 - - [14/May/2026:11:22:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.020 [auth-system-keycloak-80] [] 10.0.0.60:8080 1283 0.021 200 eaa415d04556bab0ed8f3df062de5797 199.204.45.22 - - [14/May/2026:11:22:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.679 [auth-system-keycloak-80] [] 10.0.0.60:8080 1925 0.678 200 a2419559b9d7ce9d08f4be88b2922341 199.204.45.22 - - [14/May/2026:11:22:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.60:8080 2 0.010 200 779442579b507008bb7e799cadd8b59f 199.204.45.22 - - [14/May/2026:11:22:55 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.079 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.079 201 d35a65495af2f02de715e7628c0894df 199.204.45.22 - - [14/May/2026:11:22:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.081 [auth-system-keycloak-80] [] 10.0.0.60:8080 1249 0.080 200 8756970c50a598d1f1df940d5041db39 199.204.45.22 - - [14/May/2026:11:22:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.60:8080 1925 0.473 200 cc73e8afb5e20ab025798df3e8303d5a 199.204.45.22 - - [14/May/2026:11:22:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.60:8080 1259 0.006 200 9bd51bba2f3ee07ac18637cf0c55fe25 199.204.45.22 - - [14/May/2026:11:22:56 +0000] "GET /admin/realms/atmosphere/clients/a72bfbbe-08e2-44c6-b50a-68b7e665bf6a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.60:8080 119 0.013 404 f178ba1d703f403d14deb25b2a6bb04d 199.204.45.22 - - [14/May/2026:11:22:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.047 [auth-system-keycloak-80] [] 10.0.0.60:8080 1259 0.047 200 6cb1ba2e38750635763df183d85b93c1 199.204.45.22 - - [14/May/2026:11:22:56 +0000] "POST /admin/realms/atmosphere/clients/a72bfbbe-08e2-44c6-b50a-68b7e665bf6a/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.020 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.019 201 8cb041054b37efc7ccc550c36b2a4849 199.204.45.22 - - [14/May/2026:11:22:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.055 [auth-system-keycloak-80] [] 10.0.0.60:8080 1259 0.055 200 5db9f8eb2bb4506d5eaf0d9490be87c7 199.204.45.22 - - [14/May/2026:11:22:56 +0000] "GET /admin/realms/atmosphere/clients/a72bfbbe-08e2-44c6-b50a-68b7e665bf6a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.60:8080 166 0.015 200 12f573e71829f3b8b62f08651521ee70 199.204.45.22 - - [14/May/2026:11:22:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.554 [auth-system-keycloak-80] [] 10.0.0.60:8080 1925 0.552 200 a320056a87a8c0f4abc9b11f07cdc4b5 199.204.45.22 - - [14/May/2026:11:22:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.60:8080 1283 0.008 200 4412ea5a179b2fac7cff65ee9505189e 199.204.45.22 - - [14/May/2026:11:22:57 +0000] "GET /admin/realms/atmosphere/clients/0f520ebd-666a-4977-8567-60dac795b0ed/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.028 [auth-system-keycloak-80] [] 10.0.0.60:8080 119 0.028 404 07ed2763667f117c6dc9749f29cab3cf 199.204.45.22 - - [14/May/2026:11:22:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.60:8080 1283 0.008 200 0d2110d4cd512c99b99bfb50bb390e42 199.204.45.22 - - [14/May/2026:11:22:57 +0000] "POST /admin/realms/atmosphere/clients/0f520ebd-666a-4977-8567-60dac795b0ed/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.017 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.017 201 3e31d00b1a8269a42b0ddeae840e4d13 199.204.45.22 - - [14/May/2026:11:22:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.036 [auth-system-keycloak-80] [] 10.0.0.60:8080 1283 0.037 200 30d49658267c64f226123e3bc20998f7 199.204.45.22 - - [14/May/2026:11:22:57 +0000] "GET /admin/realms/atmosphere/clients/0f520ebd-666a-4977-8567-60dac795b0ed/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.018 [auth-system-keycloak-80] [] 10.0.0.60:8080 165 0.019 200 a8026fd9d46fc3db86d691179fdd561b 199.204.45.22 - - [14/May/2026:11:22:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.502 [auth-system-keycloak-80] [] 10.0.0.60:8080 1925 0.500 200 edaf0a16155090356247f35ede1c975e 199.204.45.22 - - [14/May/2026:11:22:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.60:8080 1283 0.007 200 8e17280b3bf779e99298b0f24905b2b0 199.204.45.22 - - [14/May/2026:11:22:58 +0000] "GET /admin/realms/atmosphere/clients/0f520ebd-666a-4977-8567-60dac795b0ed/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.60:8080 119 0.009 404 8e822a61a2beffc09f1b07d1805f846f 199.204.45.22 - - [14/May/2026:11:22:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.047 [auth-system-keycloak-80] [] 10.0.0.60:8080 1283 0.047 200 36339b5c520c0b1a37b6bd702f77f21d 199.204.45.22 - - [14/May/2026:11:22:58 +0000] "POST /admin/realms/atmosphere/clients/0f520ebd-666a-4977-8567-60dac795b0ed/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.015 201 5f32bfca4a253b0f6bd240fb1b2c80f6 199.204.45.22 - - [14/May/2026:11:22:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.60:8080 1283 0.009 200 dfbb0a6ff68700d32a45e82574bdb257 199.204.45.22 - - [14/May/2026:11:22:58 +0000] "GET /admin/realms/atmosphere/clients/0f520ebd-666a-4977-8567-60dac795b0ed/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.60:8080 166 0.014 200 6931cd98859cdc792ac7fa32538e418b 199.204.45.22 - - [14/May/2026:11:22:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.430 [auth-system-keycloak-80] [] 10.0.0.60:8080 1925 0.429 200 cd33ef5ae1b007706ca24babe9c1986e 199.204.45.22 - - [14/May/2026:11:22:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.031 [auth-system-keycloak-80] [] 10.0.0.60:8080 1283 0.032 200 3b9e78b6a3ba0160cdfc4e3e5d494908 199.204.45.22 - - [14/May/2026:11:22:59 +0000] "GET /admin/realms/atmosphere/clients/0f520ebd-666a-4977-8567-60dac795b0ed/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.60:8080 119 0.009 404 cfe45b6437b27b48a8017714b0545917 199.204.45.22 - - [14/May/2026:11:22:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.059 [auth-system-keycloak-80] [] 10.0.0.60:8080 1283 0.059 200 fa07b17b5f645898784b2bab751077ba 199.204.45.22 - - [14/May/2026:11:22:59 +0000] "POST /admin/realms/atmosphere/clients/0f520ebd-666a-4977-8567-60dac795b0ed/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.017 201 374ec3950feb532822104729c2989fb5 199.204.45.22 - - [14/May/2026:11:22:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.60:8080 1283 0.008 200 27149b9d092716d59105da5437281a0f 199.204.45.22 - - [14/May/2026:11:22:59 +0000] "GET /admin/realms/atmosphere/clients/0f520ebd-666a-4977-8567-60dac795b0ed/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.60:8080 166 0.012 200 e7bf1ba6c0642a9b516bdd0afad5f662 199.204.45.22 - - [14/May/2026:11:23:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.60:8080 1925 0.476 200 8868a81681383efd638cd33e3e9c7c46 199.204.45.22 - - [14/May/2026:11:23:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.60:8080 1249 0.007 200 dd768cd4bc45cee443046ee24e03d789 199.204.45.22 - - [14/May/2026:11:23:00 +0000] "GET /admin/realms/atmosphere/clients/5927e31f-aca3-4b57-b90b-50551105c55e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.60:8080 119 0.008 404 68d664f66b4857d38b7395104b9eb918 199.204.45.22 - - [14/May/2026:11:23:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.60:8080 1249 0.005 200 6e2ad74b5c65e77beadd1582ab2498b0 199.204.45.22 - - [14/May/2026:11:23:00 +0000] "POST /admin/realms/atmosphere/clients/5927e31f-aca3-4b57-b90b-50551105c55e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.014 201 f6c5a24e802163225c037394b091440a 199.204.45.22 - - [14/May/2026:11:23:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.60:8080 1249 0.005 200 b067b06f207f1095076d1eb274f3c188 199.204.45.22 - - [14/May/2026:11:23:00 +0000] "GET /admin/realms/atmosphere/clients/5927e31f-aca3-4b57-b90b-50551105c55e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.60:8080 166 0.013 200 e2145f47b547b0cb844157e6543b9df9 W0514 11:23:18.583127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:23:18.583175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:23:21.917333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:23:21.917382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:05.506521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:05.506566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:05.587496 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 11:24:05.587562 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0514 11:24:05.587594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:05.587609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:05.588708 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 11:24:05.588854 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0514 11:24:05.588932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:05.588973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 11:24:05.589269 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0514 11:24:05.589298 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0514 11:24:05.589803 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 11:24:05.589899 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0514 11:24:05.589945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:05.589966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 11:24:05.591944 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0514 11:24:05.591989 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0514 11:24:05.592100 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0514 11:24:05.592133 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0514 11:24:05.601566 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0514 11:24:05.601889 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ac5ca3c3-f529-40f6-be0d-1827c509c7eb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4462", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0514 11:24:05.602168 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0514 11:24:05.604632 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0514 11:24:05.605661 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f6070b75-b8d3-4130-b974-042dc0f19f4f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4467", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0514 11:24:05.605786 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0514 11:24:05.605824 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0514 11:24:05.606093 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0514 11:24:05.606120 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a2282000-746f-44ec-970b-fbb88651b394", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4468", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0514 11:24:05.877574 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0514 11:24:05.878617 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0514 11:24:06.362108 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0514 11:24:06.362836 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0514 11:24:06.811892 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0514 11:24:06.813236 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0514 11:24:08.840145 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 11:24:08.840216 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 11:24:08.840253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 11:24:08.840370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:08.840399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 11:24:08.840555 7 controller.go:196] "Configuration changes detected, backend reload required" I0514 11:24:08.895795 7 controller.go:216] "Backend successfully reloaded" I0514 11:24:08.896202 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rvtxs", UID:"91dc71f1-fb70-48f9-8db6-f52817b7160d", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0514 11:24:12.173561 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 11:24:12.173654 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 11:24:12.173692 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 11:24:12.173808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:12.173838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:15.506963 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 11:24:15.507000 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 11:24:15.507024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 11:24:15.507093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:15.507109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:18.840351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 11:24:18.840424 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 11:24:18.840468 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 11:24:18.840628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:18.840668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:22.174276 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 11:24:22.174359 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 11:24:22.174402 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 11:24:22.174569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:22.174602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:25.507222 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 11:24:25.507279 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0514 11:24:25.507312 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 11:24:25.507398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:25.507412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:28.842422 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 11:24:28.842543 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 11:24:28.842679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:28.842699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:32.173606 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 11:24:32.173772 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 11:24:32.173969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:32.174002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:35.507462 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 11:24:35.507560 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 11:24:35.507700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:35.507729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:38.840277 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 11:24:38.840385 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 11:24:38.840561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:38.840590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.174 - - [14/May/2026:11:24:41 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.032 [auth-system-keycloak-80] [] 10.0.0.60:8080 6411 0.033 200 37a22504b0aadc149cd62320f1244269 10.0.0.92 - - [14/May/2026:11:24:41 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.60:8080 6411 0.009 200 c296d3f85f13b7af884cc9e1cb9d3868 W0514 11:24:42.174380 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0514 11:24:42.174578 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0514 11:24:42.174798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:42.174874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0514 11:24:45.068925 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.200.32"}] I0514 11:24:45.068974 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.200.32"}] I0514 11:24:45.069004 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.200.32"}] I0514 11:24:45.074825 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f6070b75-b8d3-4130-b974-042dc0f19f4f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5547", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0514 11:24:45.078852 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a2282000-746f-44ec-970b-fbb88651b394", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5548", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0514 11:24:45.079949 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ac5ca3c3-f529-40f6-be0d-1827c509c7eb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5549", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0514 11:24:45.507724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:45.507773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:48.841602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:48.841677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:52.173756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:52.173786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:55.507931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:55.507985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:58.841990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:24:58.842024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:25:02.788247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:25:02.788283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:25:06.123837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:25:06.123891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [14/May/2026:11:25:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.446 [auth-system-keycloak-80] [] 10.0.0.60:8080 1925 0.446 200 f3725d7b47a5bcd7346f09f8792f3924 199.204.45.22 - - [14/May/2026:11:25:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.030 [auth-system-keycloak-80] [] 10.0.0.60:8080 4246 0.030 200 7efa2a537f4eab449d9088277d09d62e 199.204.45.22 - - [14/May/2026:11:25:09 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.410 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.408 204 9fff2a317b67131f09a285390b0dedea 199.204.45.22 - - [14/May/2026:11:25:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.276 [auth-system-keycloak-80] [] 10.0.0.60:8080 4384 0.275 200 9cf54cde7d6c637caa406313989e9004 199.204.45.22 - - [14/May/2026:11:25:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.412 [auth-system-keycloak-80] [] 10.0.0.60:8080 1925 0.410 200 2c16c7298ed6595900681868ee5338fa 199.204.45.22 - - [14/May/2026:11:25:10 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.60:8080 1682 0.006 200 79fa8b0a257e27a9c96be2fe2e71f985 199.204.45.22 - - [14/May/2026:11:25:10 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.60:8080 6411 0.006 200 6250605b234124f1004b46651b033450 199.204.45.22 - - [14/May/2026:11:25:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.493 [auth-system-keycloak-80] [] 10.0.0.60:8080 1925 0.491 200 0fa48da2e198bb8643f31a038ceeeae6 199.204.45.22 - - [14/May/2026:11:25:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.60:8080 2 0.007 200 ed8f7292dbb1d74bc978b6dca48830e4 199.204.45.22 - - [14/May/2026:11:25:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.093 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.093 201 7812b985e567ce1a1ed93fa6cae7bcf0 199.204.45.22 - - [14/May/2026:11:25:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.076 [auth-system-keycloak-80] [] 10.0.0.60:8080 2242 0.077 200 cdf2756cdaf7b6d377392638973ed92b 199.204.45.22 - - [14/May/2026:11:25:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.480 [auth-system-keycloak-80] [] 10.0.0.60:8080 1925 0.479 200 5c8e395640eb1d80e0473346a4747866 199.204.45.22 - - [14/May/2026:11:25:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.60:8080 2242 0.006 200 e7ef6a206b9435849495b596cb7c2e8a 199.204.45.22 - - [14/May/2026:11:25:13 +0000] "GET /admin/realms/atmosphere/clients/da5ec397-fee4-4d3c-a309-642caf7a035d/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.040 [auth-system-keycloak-80] [] 10.0.0.60:8080 233 0.041 200 b08550cf48e2b4148dcf03ea8d878785 199.204.45.22 - - [14/May/2026:11:25:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.018 [auth-system-keycloak-80] [] 10.0.0.60:8080 831 0.018 200 2d6735a3bac81057023c8768e682e6ca 199.204.45.22 - - [14/May/2026:11:25:13 +0000] "GET /admin/realms/atmosphere/clients/67176535-a79b-43d2-bc81-85d201b00ebb/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.072 [auth-system-keycloak-80] [] 10.0.0.60:8080 3758 0.073 200 392b8d1f7cc8fa8c7ecb3863ab2ba776 199.204.45.22 - - [14/May/2026:11:25:13 +0000] "GET /admin/realms/atmosphere/users/2ecee7db-c6f8-43e5-9c6a-d0084d83477f/role-mappings/clients/67176535-a79b-43d2-bc81-85d201b00ebb/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.189 [auth-system-keycloak-80] [] 10.0.0.60:8080 3758 0.188 200 554985913346a8e2b6d98a8c9008f47e 199.204.45.22 - - [14/May/2026:11:25:13 +0000] "GET /admin/realms/atmosphere/users/2ecee7db-c6f8-43e5-9c6a-d0084d83477f/role-mappings/clients/67176535-a79b-43d2-bc81-85d201b00ebb/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.081 [auth-system-keycloak-80] [] 10.0.0.60:8080 2 0.081 200 e112f14e5f0e6dcbe7d6d9ad5acfd7be 199.204.45.22 - - [14/May/2026:11:25:13 +0000] "POST /admin/realms/atmosphere/users/2ecee7db-c6f8-43e5-9c6a-d0084d83477f/role-mappings/clients/67176535-a79b-43d2-bc81-85d201b00ebb HTTP/1.1" 204 0 "-" "Ansible" 1388 0.085 [auth-system-keycloak-80] [] 10.0.0.60:8080 0 0.084 204 17bd2381caa201a014dcf9d55bbd788b 199.204.45.22 - - [14/May/2026:11:25:13 +0000] "GET /admin/realms/atmosphere/users/2ecee7db-c6f8-43e5-9c6a-d0084d83477f/role-mappings/clients/67176535-a79b-43d2-bc81-85d201b00ebb/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.013 [auth-system-keycloak-80] [] 10.0.0.60:8080 576 0.013 200 c160eda2b3a93f969b6e40e36a071f50 E0514 11:25:30.084963 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path W0514 11:25:54.020044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:25:54.020085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:25:57.354049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:25:57.354088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:26:00.687654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:26:00.687682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:26:36.548327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0514 11:26:36.548360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store