------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0624 10:59:58.978350 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0624 10:59:58.978503 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0624 10:59:58.987670 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0624 10:59:58.990882 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0624 10:59:59.187464 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0624 10:59:59.205637 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0624 10:59:59.218185 7 nginx.go:271] "Starting NGINX Ingress controller" I0624 10:59:59.224954 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"91c4a2cb-48ac-45c2-869e-678e5fd7a732", APIVersion:"v1", ResourceVersion:"1423", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0624 10:59:59.230145 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"bd94cd8f-419d-473a-8e72-ca428082206a", APIVersion:"v1", ResourceVersion:"1422", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0624 10:59:59.230185 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"1e0d084b-292d-4b8c-a80c-12a035dbd70e", APIVersion:"v1", ResourceVersion:"1421", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0624 11:00:00.420703 7 nginx.go:317] "Starting NGINX process" I0624 11:00:00.420915 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0624 11:00:00.421604 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0624 11:00:00.421875 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0624 11:00:00.421933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:00.421954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0624 11:00:00.422004 7 controller.go:196] "Configuration changes detected, backend reload required" I0624 11:00:00.428711 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0624 11:00:00.428844 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-frfwx" I0624 11:00:00.454073 7 controller.go:216] "Backend successfully reloaded" I0624 11:00:00.454196 7 controller.go:227] "Initial sync, sleeping for 1 second" I0624 11:00:00.454271 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-frfwx", UID:"d66d6019-9eea-4d40-b8e5-38314271e898", APIVersion:"v1", ResourceVersion:"1468", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0624 11:00:04.247677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:04.247720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:07.582023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:07.582093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:10.914433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:10.914483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:14.248076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:14.248120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:17.582111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:17.582163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:20.914490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:20.914529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:24.248538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:24.248586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:27.582937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:27.582990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:36.190818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:36.190988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:39.525041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:39.525074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:42.858290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:42.858327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:46.191327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:00:46.191376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:09.875978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:09.876171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:31.860169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:31.860205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:35.193977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:35.194026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:38.527518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:38.527553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:41.861268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:41.861323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:45.194980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:45.195025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:48.527860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:48.527894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:51.860266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:51.860310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:59.750456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:02:59.750481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:03:03.084860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:03:03.084901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:05:53.726564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:05:53.726612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:05:57.854575 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-246.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-246.nip.io-tls was not found. Using default certificate W0624 11:05:57.854936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:05:57.855012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0624 11:05:57.857904 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:14.7kB} I0624 11:05:57.858127 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0624 11:05:57.891056 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0624 11:05:57.891434 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"730f4fa9-0167-4f66-b03b-629c034ecc4e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3787", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0624 11:05:57.891863 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-246.nip.io-tls" in local store W0624 11:05:57.892157 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-246.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-246.nip.io-tls was not found. Using default certificate W0624 11:05:57.892219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:05:57.892276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0624 11:05:57.892391 7 controller.go:196] "Configuration changes detected, backend reload required" I0624 11:05:57.940045 7 controller.go:216] "Backend successfully reloaded" I0624 11:05:57.940337 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-frfwx", UID:"d66d6019-9eea-4d40-b8e5-38314271e898", APIVersion:"v1", ResourceVersion:"1468", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0624 11:05:58.439397 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-246.nip.io-tls" I0624 11:05:58.440982 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-246.nip.io-tls" I0624 11:06:00.435240 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.242.73"}] I0624 11:06:00.517267 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"730f4fa9-0167-4f66-b03b-629c034ecc4e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3873", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0624 11:06:01.226642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:06:01.226692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [24/Jun/2026:11:06:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.399 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 2.398 200 12dd26eb7277e71043526dd64997ea6d 199.204.45.246 - - [24/Jun/2026:11:06:04 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.184 [auth-system-keycloak-80] [] 10.0.0.194:8080 116 0.184 404 1944849f4bc1bb16923a3a0d73fde6c0 W0624 11:06:04.559380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:06:04.559431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [24/Jun/2026:11:06:09 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.195 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 5.194 201 e3ef18f0d63be5d975a98ee0e785226a 199.204.45.246 - - [24/Jun/2026:11:06:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.586 [auth-system-keycloak-80] [] 10.0.0.194:8080 4246 0.587 200 e904ab2a366691dcb23b0dc3f99c8e27 199.204.45.246 - - [24/Jun/2026:11:06:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.533 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.532 200 5904a34649ea1d3847b398d3fbf9ce2c 199.204.45.246 - - [24/Jun/2026:11:06:10 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.098 [auth-system-keycloak-80] [] 10.0.0.194:8080 12500 0.098 200 66eafc3f2ecd910db2164882c5510bbb 199.204.45.246 - - [24/Jun/2026:11:06:11 +0000] "GET /admin/realms/atmosphere/client-scopes/b91a70ed-f857-46e5-bdff-d419513b5c66 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.072 [auth-system-keycloak-80] [] 10.0.0.194:8080 1278 0.072 200 efef3e03d975cd2ac01fece761f02ff9 199.204.45.246 - - [24/Jun/2026:11:06:11 +0000] "PUT /admin/realms/atmosphere/client-scopes/b91a70ed-f857-46e5-bdff-d419513b5c66 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.091 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.091 204 e18a27c4ff74ad0af47038bbe3e487bd 199.204.45.246 - - [24/Jun/2026:11:06:11 +0000] "GET /admin/realms/atmosphere/client-scopes/b91a70ed-f857-46e5-bdff-d419513b5c66/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.019 [auth-system-keycloak-80] [] 10.0.0.194:8080 963 0.019 200 4c2b058b431d23f1fa85f5c18b37f314 199.204.45.246 - - [24/Jun/2026:11:06:11 +0000] "GET /admin/realms/atmosphere/client-scopes/b91a70ed-f857-46e5-bdff-d419513b5c66/protocol-mappers/models/94b4a995-39b5-418e-84f2-88cd840284a0 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.060 [auth-system-keycloak-80] [] 10.0.0.194:8080 366 0.060 200 24bfcaafc28826bfb74add29140fec7b 199.204.45.246 - - [24/Jun/2026:11:06:11 +0000] "PUT /admin/realms/atmosphere/client-scopes/b91a70ed-f857-46e5-bdff-d419513b5c66/protocol-mappers/models/94b4a995-39b5-418e-84f2-88cd840284a0 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.234 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.233 204 5680ea24660415e05057c28c88c8e161 199.204.45.246 - - [24/Jun/2026:11:06:11 +0000] "GET /admin/realms/atmosphere/client-scopes/b91a70ed-f857-46e5-bdff-d419513b5c66 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.053 [auth-system-keycloak-80] [] 10.0.0.194:8080 1218 0.053 200 7f7e9710cf8bcfbc3a45adfdada41b10 199.204.45.246 - - [24/Jun/2026:11:06:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.488 200 df74e97889f1004ec308660c8b02efc6 199.204.45.246 - - [24/Jun/2026:11:06:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.092 [auth-system-keycloak-80] [] 10.0.0.194:8080 2 0.093 200 12b97ea1b386e66f43bbc6c7a49cfa8f 199.204.45.246 - - [24/Jun/2026:11:06:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.346 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.345 201 7e15e13fc3358eaf348c47a9c1f8c65d 199.204.45.246 - - [24/Jun/2026:11:06:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.021 [auth-system-keycloak-80] [] 10.0.0.194:8080 1261 0.022 200 0ea18f30c1e55c3330a8de6fd97d3ad6 199.204.45.246 - - [24/Jun/2026:11:06:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.459 200 7f63d9bf5c324c6c1f9e2be11e31e0a5 199.204.45.246 - - [24/Jun/2026:11:06:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.194:8080 2 0.007 200 95bc9bc1189802c32c1e3969a4f99a6e 199.204.45.246 - - [24/Jun/2026:11:06:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 1.966 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 1.965 201 7184b0789e68f90a1c55b0927be9b8cd 199.204.45.246 - - [24/Jun/2026:11:06:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.080 [auth-system-keycloak-80] [] 10.0.0.194:8080 1286 0.080 200 f7a07a353c88f4b6b9d553882c5f1118 199.204.45.246 - - [24/Jun/2026:11:06:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.507 200 a0a9cc8a2288dcd6de5217e44782d90b 199.204.45.246 - - [24/Jun/2026:11:06:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.194:8080 2 0.010 200 4db8f3c68835e0293063bddfb040496b 199.204.45.246 - - [24/Jun/2026:11:06:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.464 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.464 201 fc1b3595cbf3b02d13d5555ce4eff7bb 199.204.45.246 - - [24/Jun/2026:11:06:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.087 [auth-system-keycloak-80] [] 10.0.0.194:8080 1251 0.087 200 1e24b756ce14f448c7f1156976283ef1 199.204.45.246 - - [24/Jun/2026:11:06:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.476 200 47683254a52160b301cd708a1aaf86b3 199.204.45.246 - - [24/Jun/2026:11:06:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.194:8080 1261 0.008 200 a77f9dcecfcb61f9fe24eb30fc967061 199.204.45.246 - - [24/Jun/2026:11:06:40 +0000] "GET /admin/realms/atmosphere/clients/6a8c5d69-dbae-4ae1-bc59-1cf3f7247d0f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.194:8080 119 0.051 404 0cd6826ec400c4849049a0bfcbe90f33 199.204.45.246 - - [24/Jun/2026:11:06:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.194:8080 1261 0.007 200 1a47266900e43964daa5ad6fe2ec8195 199.204.45.246 - - [24/Jun/2026:11:06:40 +0000] "POST /admin/realms/atmosphere/clients/6a8c5d69-dbae-4ae1-bc59-1cf3f7247d0f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.044 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.042 201 c588e59bf90f9acfd91518efce7f88f2 199.204.45.246 - - [24/Jun/2026:11:06:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.194:8080 1261 0.009 200 7a9b6d5e9e702d7330bb0e68adcb35d3 199.204.45.246 - - [24/Jun/2026:11:06:40 +0000] "GET /admin/realms/atmosphere/clients/6a8c5d69-dbae-4ae1-bc59-1cf3f7247d0f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.194:8080 166 0.018 200 ed41294bfcf13a2310374305e9614c73 199.204.45.246 - - [24/Jun/2026:11:06:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.503 200 2bbc9fcbfadbed53a564027a7157177e 199.204.45.246 - - [24/Jun/2026:11:06:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.194:8080 1286 0.007 200 8d453a80dfe172e7ec189024d653d0c6 199.204.45.246 - - [24/Jun/2026:11:06:41 +0000] "GET /admin/realms/atmosphere/clients/dae2af95-d032-4046-aa00-2eb3d3dacc56/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.008 [auth-system-keycloak-80] [] 10.0.0.194:8080 119 0.008 404 6b74389e84859b30b1572161719902f3 199.204.45.246 - - [24/Jun/2026:11:06:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.194:8080 1286 0.009 200 af4aa6dcb734d15b653bf933cc0354da 199.204.45.246 - - [24/Jun/2026:11:06:41 +0000] "POST /admin/realms/atmosphere/clients/dae2af95-d032-4046-aa00-2eb3d3dacc56/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.050 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.049 201 5c505689c8ae4700408893e1a3f7d573 199.204.45.246 - - [24/Jun/2026:11:06:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.194:8080 1286 0.009 200 ea3a903f1bc4c900d73479e402650039 199.204.45.246 - - [24/Jun/2026:11:06:41 +0000] "GET /admin/realms/atmosphere/clients/dae2af95-d032-4046-aa00-2eb3d3dacc56/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.017 [auth-system-keycloak-80] [] 10.0.0.194:8080 165 0.017 200 28c61e9f8c6fa6105106ebaf1514cf8e 199.204.45.246 - - [24/Jun/2026:11:06:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.487 200 3b47ac7d80712decd5d7e6f2a6265725 199.204.45.246 - - [24/Jun/2026:11:06:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.194:8080 1286 0.006 200 c1b4bd01fca20a114f718fcefa6986d0 199.204.45.246 - - [24/Jun/2026:11:06:42 +0000] "GET /admin/realms/atmosphere/clients/dae2af95-d032-4046-aa00-2eb3d3dacc56/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.048 [auth-system-keycloak-80] [] 10.0.0.194:8080 119 0.047 404 f78a1cde1e69ddc75c3f4630e99f7f58 199.204.45.246 - - [24/Jun/2026:11:06:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.194:8080 1286 0.007 200 987e11b809708a7c628abb3b2abfc25f 199.204.45.246 - - [24/Jun/2026:11:06:42 +0000] "POST /admin/realms/atmosphere/clients/dae2af95-d032-4046-aa00-2eb3d3dacc56/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.074 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.073 201 35af2f096eba69b1a3216655059e46f6 199.204.45.246 - - [24/Jun/2026:11:06:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.194:8080 1286 0.006 200 4b0755c58b69fdf15c817520035d55b9 199.204.45.246 - - [24/Jun/2026:11:06:42 +0000] "GET /admin/realms/atmosphere/clients/dae2af95-d032-4046-aa00-2eb3d3dacc56/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.194:8080 166 0.013 200 f4b3ec21e75db42f656af5cfe162e1a8 199.204.45.246 - - [24/Jun/2026:11:06:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.493 200 fdffe0348ca4d5029f78111d6e49a6a2 199.204.45.246 - - [24/Jun/2026:11:06:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.194:8080 1286 0.013 200 c805375f79ddf194dfca33d88e225917 199.204.45.246 - - [24/Jun/2026:11:06:43 +0000] "GET /admin/realms/atmosphere/clients/dae2af95-d032-4046-aa00-2eb3d3dacc56/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.055 [auth-system-keycloak-80] [] 10.0.0.194:8080 119 0.055 404 023c4e95ae418250ca0d53f458c950c6 199.204.45.246 - - [24/Jun/2026:11:06:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.194:8080 1286 0.008 200 1a5dbf47cfedddd3738626803d31ffcf 199.204.45.246 - - [24/Jun/2026:11:06:43 +0000] "POST /admin/realms/atmosphere/clients/dae2af95-d032-4046-aa00-2eb3d3dacc56/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.017 201 97dacdbf0a40ca084d2339f18e8e8b49 199.204.45.246 - - [24/Jun/2026:11:06:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.194:8080 1286 0.008 200 295db828a3f29deeccaebfa33de434a4 199.204.45.246 - - [24/Jun/2026:11:06:43 +0000] "GET /admin/realms/atmosphere/clients/dae2af95-d032-4046-aa00-2eb3d3dacc56/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.027 [auth-system-keycloak-80] [] 10.0.0.194:8080 166 0.026 200 f95cbbe14c7e14a967601f5c20cd783c 199.204.45.246 - - [24/Jun/2026:11:06:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.505 200 702329fd22368412e620c519e6b791e3 199.204.45.246 - - [24/Jun/2026:11:06:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.194:8080 1251 0.007 200 ef2b2cffd77f67305ea282346cda470f 199.204.45.246 - - [24/Jun/2026:11:06:44 +0000] "GET /admin/realms/atmosphere/clients/16416b87-d763-46f6-8906-6f52429e278c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.042 [auth-system-keycloak-80] [] 10.0.0.194:8080 119 0.042 404 263d746ae51803740ba9a0ea682adcf3 199.204.45.246 - - [24/Jun/2026:11:06:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.194:8080 1251 0.006 200 9ffaa6deae50415badaf9434bf12bccb 199.204.45.246 - - [24/Jun/2026:11:06:44 +0000] "POST /admin/realms/atmosphere/clients/16416b87-d763-46f6-8906-6f52429e278c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.016 201 a74b54983a6a658c76b6b2cbbfa49cdf 199.204.45.246 - - [24/Jun/2026:11:06:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.194:8080 1251 0.007 200 213867b3d77b3a34518a145a9795f2af 199.204.45.246 - - [24/Jun/2026:11:06:44 +0000] "GET /admin/realms/atmosphere/clients/16416b87-d763-46f6-8906-6f52429e278c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.034 [auth-system-keycloak-80] [] 10.0.0.194:8080 166 0.034 200 7ba8249038a81bff5c8833ec23050b91 W0624 11:07:57.767989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:07:57.768034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:07:58.163083 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0624 11:07:58.163242 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0624 11:07:58.163316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:07:58.163360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:07:58.163940 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0624 11:07:58.164161 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0624 11:07:58.164258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:07:58.164297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:07:58.164613 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0624 11:07:58.164684 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0624 11:07:58.164762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:07:58.164813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0624 11:07:58.165414 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0624 11:07:58.165471 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0624 11:07:58.166220 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0624 11:07:58.166249 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0624 11:07:58.166722 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0624 11:07:58.166748 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0624 11:07:58.265507 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0624 11:07:58.265892 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0624 11:07:58.265913 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0624 11:07:58.265877 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c44a72d4-1871-4436-b5dd-b7422623786b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4699", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0624 11:07:58.266105 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0624 11:07:58.266124 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"bbdf3fd7-2609-41a5-bbf8-3638d20259cc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4700", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0624 11:07:58.266304 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0624 11:07:58.266473 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5a33e843-6c63-4189-853f-7b10336f735d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4701", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0624 11:07:58.266557 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0624 11:07:58.687975 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0624 11:07:58.688733 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0624 11:07:59.605485 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0624 11:07:59.606896 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0624 11:07:59.910932 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0624 11:07:59.913568 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0624 11:08:00.437846 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.242.73"}] I0624 11:08:00.439327 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.242.73"}] I0624 11:08:00.442553 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.242.73"}] I0624 11:08:00.447281 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"bbdf3fd7-2609-41a5-bbf8-3638d20259cc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4907", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0624 11:08:00.449593 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5a33e843-6c63-4189-853f-7b10336f735d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4908", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0624 11:08:00.450390 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"c44a72d4-1871-4436-b5dd-b7422623786b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4909", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0624 11:08:01.101878 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0624 11:08:01.101984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0624 11:08:01.102038 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0624 11:08:01.102299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:01.102374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0624 11:08:01.102707 7 controller.go:196] "Configuration changes detected, backend reload required" I0624 11:08:01.146079 7 controller.go:216] "Backend successfully reloaded" I0624 11:08:01.146258 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-frfwx", UID:"d66d6019-9eea-4d40-b8e5-38314271e898", APIVersion:"v1", ResourceVersion:"1468", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0624 11:08:04.435558 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0624 11:08:04.435606 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0624 11:08:04.435624 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0624 11:08:04.435685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:04.435698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:07.768962 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0624 11:08:07.769033 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0624 11:08:07.769070 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0624 11:08:07.769183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:07.769211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:11.102863 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0624 11:08:11.102933 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0624 11:08:11.102965 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0624 11:08:11.103099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:11.103121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:14.434652 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0624 11:08:14.434702 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0624 11:08:14.434733 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0624 11:08:14.434822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:14.434842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:18.152879 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0624 11:08:18.152994 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0624 11:08:18.153072 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0624 11:08:18.153253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:18.153311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:21.487342 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0624 11:08:21.487406 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0624 11:08:21.487442 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0624 11:08:21.487556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:21.487584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:24.820106 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0624 11:08:24.820173 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0624 11:08:24.820214 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0624 11:08:24.820351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:24.820376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:28.154214 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0624 11:08:28.154300 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0624 11:08:28.154356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0624 11:08:28.154557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:28.154594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:31.492173 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0624 11:08:31.492229 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0624 11:08:31.492254 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0624 11:08:31.492349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:31.492365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.217 - - [24/Jun/2026:11:08:32 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.039 [auth-system-keycloak-80] [] 10.0.0.194:8080 6432 0.039 200 b807a7bd7766d416ffc244c75f604ada W0624 11:08:34.820093 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0624 11:08:34.820148 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0624 11:08:34.820251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:34.820266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.200 - - [24/Jun/2026:11:08:37 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.194:8080 6432 0.007 200 7dc77b4803923f49bde4023a07a060ad W0624 11:08:38.153386 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0624 11:08:38.153466 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0624 11:08:38.153610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:38.153652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:41.487438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:41.487553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:44.820651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:44.820805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:56.662380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:56.662433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:59.996926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:08:59.996975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [24/Jun/2026:11:09:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.482 200 71eba5869bb836978e6016704252940d 199.204.45.246 - - [24/Jun/2026:11:09:00 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.194:8080 4246 0.007 200 56fc03e2a8d69b493af7a1668e0ed157 199.204.45.246 - - [24/Jun/2026:11:09:00 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.379 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.378 204 e1aadaa1712096e38ea4d12e3028cb66 199.204.45.246 - - [24/Jun/2026:11:09:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.189 [auth-system-keycloak-80] [] 10.0.0.194:8080 4384 0.190 200 cfd5e039e87de1a61a225e369dd788a2 199.204.45.246 - - [24/Jun/2026:11:09:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.498 200 26d437d827598a04700ae54da82a3554 199.204.45.246 - - [24/Jun/2026:11:09:02 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.194:8080 1682 0.008 200 e702fcff14bf33bcccff4a013ace37e6 199.204.45.246 - - [24/Jun/2026:11:09:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.194:8080 6432 0.007 200 a815028b46d5063d3bd0b0421027f2b7 199.204.45.246 - - [24/Jun/2026:11:09:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.468 200 a4d664445247b7f6c783e7a1d597fdd0 199.204.45.246 - - [24/Jun/2026:11:09:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.194:8080 2 0.008 200 8f434277324b5e3e5ea59a5a92f0906b 199.204.45.246 - - [24/Jun/2026:11:09:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.106 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.105 201 4508c4aaba379fc98f4220de27687143 199.204.45.246 - - [24/Jun/2026:11:09:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.073 [auth-system-keycloak-80] [] 10.0.0.194:8080 2246 0.073 200 32c11092d506ee165bc10d3c1fe547f1 199.204.45.246 - - [24/Jun/2026:11:09:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.479 200 2e5f6f4368ce98059bb1bc80f09255e3 199.204.45.246 - - [24/Jun/2026:11:09:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.031 [auth-system-keycloak-80] [] 10.0.0.194:8080 2246 0.031 200 84d42b9ffaa3945eb1fd693c40f65859 199.204.45.246 - - [24/Jun/2026:11:09:05 +0000] "GET /admin/realms/atmosphere/clients/4765160c-66f7-4b22-b40e-a81355a97b5e/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.194:8080 233 0.016 200 6d21eccccbd6d1a9b1beb83e2d1452d3 199.204.45.246 - - [24/Jun/2026:11:09:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.068 [auth-system-keycloak-80] [] 10.0.0.194:8080 831 0.069 200 baf526c5fbbb2df6246033980a5b47e6 199.204.45.246 - - [24/Jun/2026:11:09:05 +0000] "GET /admin/realms/atmosphere/clients/b03066db-90e9-432d-bf9d-c3576634c06f/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.026 [auth-system-keycloak-80] [] 10.0.0.194:8080 3758 0.026 200 1e654f2ff8ab7e1be2e64b4343461a39 199.204.45.246 - - [24/Jun/2026:11:09:05 +0000] "GET /admin/realms/atmosphere/users/9525290f-aab0-4d3e-9598-084a3d620fa4/role-mappings/clients/b03066db-90e9-432d-bf9d-c3576634c06f/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.175 [auth-system-keycloak-80] [] 10.0.0.194:8080 3758 0.174 200 2297bacacb181302414dd44735703435 199.204.45.246 - - [24/Jun/2026:11:09:05 +0000] "GET /admin/realms/atmosphere/users/9525290f-aab0-4d3e-9598-084a3d620fa4/role-mappings/clients/b03066db-90e9-432d-bf9d-c3576634c06f/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.074 [auth-system-keycloak-80] [] 10.0.0.194:8080 2 0.074 200 f234f1c1522c46e23d093b257d6c4e0a 199.204.45.246 - - [24/Jun/2026:11:09:05 +0000] "POST /admin/realms/atmosphere/users/9525290f-aab0-4d3e-9598-084a3d620fa4/role-mappings/clients/b03066db-90e9-432d-bf9d-c3576634c06f HTTP/1.1" 204 0 "-" "Ansible" 1390 0.022 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.021 204 6d100eebcbaf7b1f766105886ee11478 199.204.45.246 - - [24/Jun/2026:11:09:05 +0000] "GET /admin/realms/atmosphere/users/9525290f-aab0-4d3e-9598-084a3d620fa4/role-mappings/clients/b03066db-90e9-432d-bf9d-c3576634c06f/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.049 [auth-system-keycloak-80] [] 10.0.0.194:8080 576 0.048 200 a392009f294acea356d3796517bd90cb W0624 11:09:08.266810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:09:08.266857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:09:11.601514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:09:11.601547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:11:14.854747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:11:14.854814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:11:53.250999 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0624 11:11:53.251050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:11:53.251062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0624 11:11:53.252953 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.002s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:28.7kB} I0624 11:11:53.252976 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0624 11:11:53.257856 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0624 11:11:53.258106 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4708e2d4-f0db-4a28-a56d-cfe298e621dc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6772", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0624 11:11:53.258396 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0624 11:11:53.258747 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0624 11:11:53.258816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:11:53.258834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0624 11:11:53.258939 7 controller.go:196] "Configuration changes detected, backend reload required" I0624 11:11:53.315964 7 controller.go:216] "Backend successfully reloaded" I0624 11:11:53.316617 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-frfwx", UID:"d66d6019-9eea-4d40-b8e5-38314271e898", APIVersion:"v1", ResourceVersion:"1468", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0624 11:11:53.685143 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0624 11:11:53.685905 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0624 11:11:56.593145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:11:56.593191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [24/Jun/2026:11:11:57 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.118:5000 281 0.004 300 3427ca7305b7ad3ad32094f6e769d8a1 199.204.45.246 - - [24/Jun/2026:11:11:59 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.118:5000 266 0.004 200 86a9fccd6b9548cf4cab236f8d30c120 199.204.45.246 - - [24/Jun/2026:11:11:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.364 [openstack-keystone-api-5000] [] 10.0.0.118:5000 1360 0.363 201 2c497bd6859c763c189b3d59c01401f2 199.204.45.246 - - [24/Jun/2026:11:11:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.118:5000 281 0.003 300 af7c1e5769164d6c406f9258967f73d5 199.204.45.246 - - [24/Jun/2026:11:11:59 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 438 0.147 [openstack-keystone-api-5000] [] 10.0.0.118:5000 90 0.147 404 14a2aeec7f9322b8664ab18683883a01 199.204.45.246 - - [24/Jun/2026:11:11:59 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.027 [openstack-keystone-api-5000] [] 10.0.0.118:5000 370 0.028 200 a0a26e731d288449cb547145c9c39ca5 199.204.45.246 - - [24/Jun/2026:11:11:59 +0000] "GET /v3/domains/81124995786047c7987e6d3054606974 HTTP/1.1" 200 247 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.118:5000 247 0.024 200 dea9a76b950b95b274c4dcaebfec73e1 I0624 11:12:00.435349 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.242.73"}] I0624 11:12:00.441923 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4708e2d4-f0db-4a28-a56d-cfe298e621dc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6839", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0624 11:12:00.445727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:12:00.445766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [24/Jun/2026:11:12:00 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.118:5000 266 0.003 200 c8a5f4693cfbb1cb370ed3e8f9fb4a92 199.204.45.246 - - [24/Jun/2026:11:12:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.118:5000 1360 0.306 201 bec830acf6ee3ab4384450676e557d3b 199.204.45.246 - - [24/Jun/2026:11:12:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.118:5000 281 0.004 300 c352671e49194b1b025e299c7d1000f2 199.204.45.246 - - [24/Jun/2026:11:12:00 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.024 [openstack-keystone-api-5000] [] 10.0.0.118:5000 101 0.024 404 d221b2dece86114693838575e2b72915 199.204.45.246 - - [24/Jun/2026:11:12:00 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 465 0.022 [openstack-keystone-api-5000] [] 10.0.0.118:5000 156 0.022 200 d600ea151df7bb0a4faf2a2c20e8dd5a 199.204.45.246 - - [24/Jun/2026:11:12:00 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 681 0.024 [openstack-keystone-api-5000] [] 10.0.0.118:5000 342 0.025 201 f04082ecef3a048f880a3a55dc9c97ac 199.204.45.246 - - [24/Jun/2026:11:12:01 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.118:5000 266 0.006 200 9c6248aa889d7e565076e309142b22dd 199.204.45.246 - - [24/Jun/2026:11:12:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.118:5000 1360 0.294 201 1db98aaebf69e216e612b4f8fe330717 199.204.45.246 - - [24/Jun/2026:11:12:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.118:5000 281 0.003 300 e1017d92b4720820d8684e83330a4992 199.204.45.246 - - [24/Jun/2026:11:12:01 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.118:5000 98 0.020 404 1752d2e94a51948c54910aa30c251e0e 199.204.45.246 - - [24/Jun/2026:11:12:01 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.118:5000 136 0.017 200 b37d86ca1e405d66486876d4091db83a 199.204.45.246 - - [24/Jun/2026:11:12:01 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 763 0.020 [openstack-keystone-api-5000] [] 10.0.0.118:5000 357 0.020 201 592052ab83107234ce36f741f899fad4 199.204.45.246 - - [24/Jun/2026:11:12:02 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.118:5000 266 0.003 200 1a9b71033bc2201e746bcee585011d18 199.204.45.246 - - [24/Jun/2026:11:12:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.118:5000 1360 0.316 201 12e3b84e7b740056b615a4f1f53065ff 199.204.45.246 - - [24/Jun/2026:11:12:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.118:5000 281 0.005 300 a915bc2147e9b02765b86a7cfff5f71f 199.204.45.246 - - [24/Jun/2026:11:12:02 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.020 [openstack-keystone-api-5000] [] 10.0.0.118:5000 131 0.020 404 107386f90ce69245c292a27f2e1ba28e 199.204.45.246 - - [24/Jun/2026:11:12:02 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 486 0.021 [openstack-keystone-api-5000] [] 10.0.0.118:5000 168 0.021 200 bde6ef82e49d1b027bb83dc4cdf0484a 199.204.45.246 - - [24/Jun/2026:11:12:02 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.118:5000 224 0.023 201 d1f6b9665c23a76a8cb55a3f80d55eb2 W0624 11:12:05.750799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:12:05.750839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:12:09.086089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:12:09.086144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:12:12.418246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:12:12.418288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0624 11:12:35.506792 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-246.nip.io. Skipping. W0624 11:12:35.507642 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0624 11:12:35.507799 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0624 11:12:35.507939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:12:35.508024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0624 11:12:35.511906 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.003s admissionTime:0.007s testedConfigurationSize:33.4kB} I0624 11:12:35.511940 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0624 11:12:35.520161 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0624 11:12:35.520671 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-246.nip.io. Skipping. W0624 11:12:35.521061 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store I0624 11:12:35.521349 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"3592e224-a030-4df1-9a44-f4d00a059332", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7154", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0624 11:12:35.521627 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0624 11:12:35.521738 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0624 11:12:35.521855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:12:35.521897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0624 11:12:35.522112 7 controller.go:196] "Configuration changes detected, backend reload required" I0624 11:12:35.569842 7 controller.go:216] "Backend successfully reloaded" I0624 11:12:35.570215 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-frfwx", UID:"d66d6019-9eea-4d40-b8e5-38314271e898", APIVersion:"v1", ResourceVersion:"1468", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0624 11:12:35.706666 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0624 11:12:35.707012 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-246.nip.io. Skipping. I0624 11:12:35.707722 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0624 11:12:38.856357 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0624 11:12:38.856460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:12:38.856477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0624 11:13:00.436545 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.103.242.73"}] E0624 11:13:00.464290 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-246.nip.io. Skipping. I0624 11:13:00.464941 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"3592e224-a030-4df1-9a44-f4d00a059332", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7323", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0624 11:13:00.467459 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0624 11:13:00.467560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:13:00.467585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:13:18.992991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:13:18.993018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:13:19.649933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:13:19.650060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0624 11:13:19.655102 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:33.4kB} I0624 11:13:19.655195 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" W0624 11:13:22.326786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:13:22.326833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [24/Jun/2026:11:13:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.487 200 d9638a9167bd562a3dc2b80a7a9d2a3e 199.204.45.246 - - [24/Jun/2026:11:13:23 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.031 [auth-system-keycloak-80] [] 10.0.0.194:8080 4384 0.031 200 f53978c44d0a5dac453f49ccbd5db542 199.204.45.246 - - [24/Jun/2026:11:13:23 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5855 0.039 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.038 204 8b62e3be8ec67cd47a7c96336f689361 199.204.45.246 - - [24/Jun/2026:11:13:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.162 [auth-system-keycloak-80] [] 10.0.0.194:8080 4384 0.162 200 4816ddaf48a528ce1fe83eeb1abdb552 199.204.45.246 - - [24/Jun/2026:11:13:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.506 200 54b78e53100ccb0a792b16404e3b210f 199.204.45.246 - - [24/Jun/2026:11:13:25 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12432 "-" "Ansible" 1211 0.006 [auth-system-keycloak-80] [] 10.0.0.194:8080 12440 0.006 200 0f4ab65df73b55a34ab4892fcda7dc82 199.204.45.246 - - [24/Jun/2026:11:13:25 +0000] "GET /admin/realms/atmosphere/client-scopes/b91a70ed-f857-46e5-bdff-d419513b5c66 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.004 [auth-system-keycloak-80] [] 10.0.0.194:8080 1218 0.004 200 66d7dce71194d0672509f021893cdcb4 199.204.45.246 - - [24/Jun/2026:11:13:25 +0000] "PUT /admin/realms/atmosphere/client-scopes/b91a70ed-f857-46e5-bdff-d419513b5c66 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.010 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.010 204 ddf04c971b37550e463a6ff1fee2017a 199.204.45.246 - - [24/Jun/2026:11:13:25 +0000] "GET /admin/realms/atmosphere/client-scopes/b91a70ed-f857-46e5-bdff-d419513b5c66/protocol-mappers/models HTTP/1.1" 200 968 "-" "Ansible" 1272 0.039 [auth-system-keycloak-80] [] 10.0.0.194:8080 968 0.039 200 d60b47d81470e9e7ded933c4f82cb1a0 199.204.45.246 - - [24/Jun/2026:11:13:25 +0000] "GET /admin/realms/atmosphere/client-scopes/b91a70ed-f857-46e5-bdff-d419513b5c66/protocol-mappers/models/94b4a995-39b5-418e-84f2-88cd840284a0 HTTP/1.1" 200 371 "-" "Ansible" 1309 0.006 [auth-system-keycloak-80] [] 10.0.0.194:8080 371 0.006 200 bfe987efe3cf8751f3133e472e46f2f6 199.204.45.246 - - [24/Jun/2026:11:13:25 +0000] "PUT /admin/realms/atmosphere/client-scopes/b91a70ed-f857-46e5-bdff-d419513b5c66/protocol-mappers/models/94b4a995-39b5-418e-84f2-88cd840284a0 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.071 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.070 204 f824aff1d15e02a89822d060de90f861 199.204.45.246 - - [24/Jun/2026:11:13:25 +0000] "GET /admin/realms/atmosphere/client-scopes/b91a70ed-f857-46e5-bdff-d419513b5c66 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.014 [auth-system-keycloak-80] [] 10.0.0.194:8080 1218 0.014 200 af93126d6ccfe4950cd5060d16acceeb 199.204.45.246 - - [24/Jun/2026:11:13:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.466 200 28cba326c435e2b7dd1bd90669cfa7ca 199.204.45.246 - - [24/Jun/2026:11:13:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.042 [auth-system-keycloak-80] [] 10.0.0.194:8080 1261 0.042 200 c1a42835cfca826e6702f95b8971b149 199.204.45.246 - - [24/Jun/2026:11:13:31 +0000] "PUT /admin/realms/atmosphere/clients/6a8c5d69-dbae-4ae1-bc59-1cf3f7247d0f HTTP/1.1" 204 0 "-" "Ansible" 2607 0.033 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.032 204 bc76a2d0e4f2a9e9c40f781710d62485 199.204.45.246 - - [24/Jun/2026:11:13:31 +0000] "GET /admin/realms/atmosphere/clients/6a8c5d69-dbae-4ae1-bc59-1cf3f7247d0f HTTP/1.1" 200 1259 "-" "Ansible" 1242 0.020 [auth-system-keycloak-80] [] 10.0.0.194:8080 1259 0.020 200 0ce593d359e8958b477b8c27bd50b537 199.204.45.246 - - [24/Jun/2026:11:13:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.464 200 bef40499f4e000c53fd822e837fc857a 199.204.45.246 - - [24/Jun/2026:11:13:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.194:8080 1286 0.005 200 79d6b4c5f65a79ef2cc69181f28d6a5a 199.204.45.246 - - [24/Jun/2026:11:13:32 +0000] "PUT /admin/realms/atmosphere/clients/dae2af95-d032-4046-aa00-2eb3d3dacc56 HTTP/1.1" 204 0 "-" "Ansible" 2633 0.048 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.047 204 7b8e806490c531b8ac6ce12c9d2d7282 199.204.45.246 - - [24/Jun/2026:11:13:32 +0000] "GET /admin/realms/atmosphere/clients/dae2af95-d032-4046-aa00-2eb3d3dacc56 HTTP/1.1" 200 1284 "-" "Ansible" 1242 0.075 [auth-system-keycloak-80] [] 10.0.0.194:8080 1284 0.075 200 0fc35a302e8ca2ed4b85ea504be680af 199.204.45.246 - - [24/Jun/2026:11:13:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.515 200 729d93d5af6c2bf53fd953fe28f4efb4 199.204.45.246 - - [24/Jun/2026:11:13:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.194:8080 1251 0.005 200 4532c9cb7efe77461b5e62027248dbea 199.204.45.246 - - [24/Jun/2026:11:13:33 +0000] "PUT /admin/realms/atmosphere/clients/16416b87-d763-46f6-8906-6f52429e278c HTTP/1.1" 204 0 "-" "Ansible" 2597 0.076 [auth-system-keycloak-80] [] 10.0.0.194:8080 0 0.075 204 360665b753225b78230b9523457465d4 199.204.45.246 - - [24/Jun/2026:11:13:33 +0000] "GET /admin/realms/atmosphere/clients/16416b87-d763-46f6-8906-6f52429e278c HTTP/1.1" 200 1249 "-" "Ansible" 1242 0.018 [auth-system-keycloak-80] [] 10.0.0.194:8080 1249 0.018 200 a9bf10b8e9432d2e70d33a58a7bebee3 199.204.45.246 - - [24/Jun/2026:11:13:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.505 200 02a15df5741df15d0243f73ee7829474 199.204.45.246 - - [24/Jun/2026:11:13:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.052 [auth-system-keycloak-80] [] 10.0.0.194:8080 1261 0.052 200 3d86267b3250440f53b3cfc33807934c 199.204.45.246 - - [24/Jun/2026:11:13:34 +0000] "GET /admin/realms/atmosphere/clients/6a8c5d69-dbae-4ae1-bc59-1cf3f7247d0f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.004 [auth-system-keycloak-80] [] 10.0.0.194:8080 166 0.005 200 0980a023e63dfffa77aba552eea4f196 199.204.45.246 - - [24/Jun/2026:11:13:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.512 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.511 200 2479db19f7fba636f96410a9a9606c40 199.204.45.246 - - [24/Jun/2026:11:13:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.194:8080 1286 0.010 200 47667cf4d4ff24e545d1c7ee5399f000 199.204.45.246 - - [24/Jun/2026:11:13:35 +0000] "GET /admin/realms/atmosphere/clients/dae2af95-d032-4046-aa00-2eb3d3dacc56/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.003 [auth-system-keycloak-80] [] 10.0.0.194:8080 165 0.004 200 28f37679380d82f58bb4cd26a8d570fd 199.204.45.246 - - [24/Jun/2026:11:13:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.464 200 c9f3d93fb3e56c9516fa99ceaa3fcc2b 199.204.45.246 - - [24/Jun/2026:11:13:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.023 [auth-system-keycloak-80] [] 10.0.0.194:8080 1286 0.022 200 21969982ab7e584565d024f8480fb7ad 199.204.45.246 - - [24/Jun/2026:11:13:36 +0000] "GET /admin/realms/atmosphere/clients/dae2af95-d032-4046-aa00-2eb3d3dacc56/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.004 [auth-system-keycloak-80] [] 10.0.0.194:8080 166 0.004 200 a9c22d15e28812a777f37bbfb20939b4 199.204.45.246 - - [24/Jun/2026:11:13:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.538 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.537 200 37acc4ee525953937f39ad711be99a97 199.204.45.246 - - [24/Jun/2026:11:13:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.194:8080 1286 0.009 200 2c0991f5e0110cf9a190d6ecb4ed72a2 199.204.45.246 - - [24/Jun/2026:11:13:37 +0000] "GET /admin/realms/atmosphere/clients/dae2af95-d032-4046-aa00-2eb3d3dacc56/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.004 [auth-system-keycloak-80] [] 10.0.0.194:8080 166 0.004 200 0d341a348f0e15956e1d33960ddf759d 199.204.45.246 - - [24/Jun/2026:11:13:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.194:8080 1928 0.490 200 5bd0cf70a331e2792b032df6061a1130 199.204.45.246 - - [24/Jun/2026:11:13:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.194:8080 1251 0.008 200 7940955ce34be40cff6b1901e119b97b 199.204.45.246 - - [24/Jun/2026:11:13:38 +0000] "GET /admin/realms/atmosphere/clients/16416b87-d763-46f6-8906-6f52429e278c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.043 [auth-system-keycloak-80] [] 10.0.0.194:8080 166 0.043 200 2b9949ad3efe5ea881959a15c42a5cb2 E0624 11:14:14.156172 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0624 11:14:22.151677 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0624 11:14:22.151739 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded I0624 11:14:22.152098 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0624 11:14:22.152207 7 status.go:104] "error running poll" err="timed out waiting for the condition" E0624 11:14:25.102383 7 leaderelection.go:429] Failed to update lock optimistically: Operation cannot be fulfilled on leases.coordination.k8s.io "ingress-nginx-leader": the object has been modified; please apply your changes to the latest version and try again, falling back to slow path I0624 11:14:26.117238 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader E0624 11:14:48.927471 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0624 11:14:55.960621 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: etcdserver: request timed out E0624 11:14:56.923658 7 leaderelection.go:429] Failed to update lock optimistically: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded, falling back to slow path E0624 11:14:56.923808 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: client rate limiter Wait returned an error: context deadline exceeded I0624 11:14:56.923862 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded E0624 11:14:56.923976 7 status.go:104] "error running poll" err="timed out waiting for the condition" I0624 11:14:56.924326 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0624 11:14:58.123394 7 leaderelection.go:429] Failed to update lock optimistically: Operation cannot be fulfilled on leases.coordination.k8s.io "ingress-nginx-leader": the object has been modified; please apply your changes to the latest version and try again, falling back to slow path I0624 11:14:59.789472 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0624 11:15:13.961310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:15:13.961349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:15:23.636621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0624 11:15:23.636653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store