------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0622 01:48:47.448139 8 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0622 01:48:47.448353 8 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0622 01:48:47.454927 8 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0622 01:48:47.458061 8 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0622 01:48:47.558876 8 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0622 01:48:47.582598 8 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0622 01:48:47.598644 8 nginx.go:271] "Starting NGINX Ingress controller" I0622 01:48:47.608902 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"1f297bd0-ab78-4a3c-9233-d2890d9e5983", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0622 01:48:47.612980 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"c7047fc1-a6e2-4c44-924a-22109ba5ca4a", APIVersion:"v1", ResourceVersion:"1358", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0622 01:48:47.613028 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"61b626d2-391b-4faa-8ce5-2aa4c8604624", APIVersion:"v1", ResourceVersion:"1356", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0622 01:48:48.800646 8 nginx.go:317] "Starting NGINX process" I0622 01:48:48.800814 8 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0622 01:48:48.801393 8 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0622 01:48:48.801573 8 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0622 01:48:48.801629 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:48:48.801650 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0622 01:48:48.801706 8 controller.go:196] "Configuration changes detected, backend reload required" I0622 01:48:48.808897 8 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0622 01:48:48.809121 8 status.go:85] "New leader elected" identity="ingress-nginx-controller-w8lvg" I0622 01:48:48.835822 8 controller.go:216] "Backend successfully reloaded" I0622 01:48:48.835917 8 controller.go:227] "Initial sync, sleeping for 1 second" I0622 01:48:48.835988 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-w8lvg", UID:"7afe8773-485a-44e0-921d-e70ec6e5cab0", APIVersion:"v1", ResourceVersion:"1396", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0622 01:48:52.636109 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:48:52.636501 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:48:55.970448 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:48:55.970495 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:48:59.303711 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:48:59.303806 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:02.636363 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:02.636499 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:05.971056 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:05.971088 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:09.303553 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:09.303609 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:12.637079 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:12.637131 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:15.970843 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:15.970884 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:19.303360 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:19.303415 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:22.637036 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:22.637088 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:25.969435 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:49:25.969472 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:16.288865 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:16.288912 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:38.462679 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:38.462717 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:41.797671 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:41.798168 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:45.130324 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:45.130381 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:48.463147 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:48.463177 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:51.796704 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:51.796747 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:55.129542 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:55.134125 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:58.463386 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:50:58.463453 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:51:01.797310 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:51:01.797345 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:51:05.129483 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:51:05.129518 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:53:13.528319 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:53:13.528356 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:53:16.131984 8 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-57.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-57.nip.io-tls was not found. Using default certificate W0622 01:53:16.132045 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:53:16.132056 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0622 01:53:16.133306 8 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0622 01:53:16.133328 8 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0622 01:53:16.141701 8 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0622 01:53:16.141980 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"8ba97aad-bea9-476f-884b-1a9ae581a23f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3293", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0622 01:53:16.142775 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-57.nip.io-tls" in local store I0622 01:53:16.383828 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-57.nip.io-tls" I0622 01:53:16.385608 8 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-57.nip.io-tls" W0622 01:53:16.861971 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:53:16.862010 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0622 01:53:16.862087 8 controller.go:196] "Configuration changes detected, backend reload required" I0622 01:53:16.912996 8 controller.go:216] "Backend successfully reloaded" I0622 01:53:16.914011 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-w8lvg", UID:"7afe8773-485a-44e0-921d-e70ec6e5cab0", APIVersion:"v1", ResourceVersion:"1396", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0622 01:53:20.196647 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:53:20.196698 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [22/Jun/2026:01:53:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 1.391 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 1.390 200 9020435984c5497f4575476293280d27 199.204.45.57 - - [22/Jun/2026:01:53:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.097 [auth-system-keycloak-80] [] 10.0.0.159:8080 28 0.097 404 dccc2648c13d7c6adc48fe657c6c6c05 199.204.45.57 - - [22/Jun/2026:01:53:26 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.183 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 5.183 201 dda31c62683389e2c34cfd5ae1bae8ab 199.204.45.57 - - [22/Jun/2026:01:53:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.684 [auth-system-keycloak-80] [] 10.0.0.159:8080 4177 0.684 200 2623540b340a14fd6e73a3fe47596464 199.204.45.57 - - [22/Jun/2026:01:53:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.059 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.057 200 b9605fcc13433f377ea637bca773f632 199.204.45.57 - - [22/Jun/2026:01:53:27 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12507 "-" "Ansible" 1209 0.082 [auth-system-keycloak-80] [] 10.0.0.159:8080 12500 0.082 200 1b0345fb96ad5f15c7828b2b2ba9393f 199.204.45.57 - - [22/Jun/2026:01:53:27 +0000] "GET /admin/realms/atmosphere/client-scopes/a77f2b2c-fa82-4adb-9b30-099146b2aba5 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.069 [auth-system-keycloak-80] [] 10.0.0.159:8080 1278 0.070 200 dfefe3a6ff576f3798824a279cf422db 199.204.45.57 - - [22/Jun/2026:01:53:27 +0000] "PUT /admin/realms/atmosphere/client-scopes/a77f2b2c-fa82-4adb-9b30-099146b2aba5 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.086 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.085 204 e3ee86e8a721cd19be9c6046e2606fdf 199.204.45.57 - - [22/Jun/2026:01:53:27 +0000] "GET /admin/realms/atmosphere/client-scopes/a77f2b2c-fa82-4adb-9b30-099146b2aba5/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.019 [auth-system-keycloak-80] [] 10.0.0.159:8080 963 0.019 200 23909ee8474ccf4d88d34d4b3a759506 199.204.45.57 - - [22/Jun/2026:01:53:27 +0000] "GET /admin/realms/atmosphere/client-scopes/a77f2b2c-fa82-4adb-9b30-099146b2aba5/protocol-mappers/models/c97c75f8-2af6-45df-bb76-40430e7d46f4 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.061 [auth-system-keycloak-80] [] 10.0.0.159:8080 366 0.061 200 f07c54667d6c2e022e43dd294163edf5 199.204.45.57 - - [22/Jun/2026:01:53:27 +0000] "PUT /admin/realms/atmosphere/client-scopes/a77f2b2c-fa82-4adb-9b30-099146b2aba5/protocol-mappers/models/c97c75f8-2af6-45df-bb76-40430e7d46f4 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.018 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.017 204 c50c569ece49f59ed84cb189fd2c0325 199.204.45.57 - - [22/Jun/2026:01:53:27 +0000] "GET /admin/realms/atmosphere/client-scopes/a77f2b2c-fa82-4adb-9b30-099146b2aba5 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.064 [auth-system-keycloak-80] [] 10.0.0.159:8080 1218 0.064 200 d002d20111cb2e513097bd9930f5939f 199.204.45.57 - - [22/Jun/2026:01:53:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.043 200 70ac91b7b8cd221fe70333139160c474 199.204.45.57 - - [22/Jun/2026:01:53:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.011 200 a96731387b36f2f47c9ff2fbbf93af01 I0622 01:53:48.815348 8 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.159.159"}] I0622 01:53:48.821741 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"8ba97aad-bea9-476f-884b-1a9ae581a23f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3551", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0622 01:53:48.822910 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:53:48.822958 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [22/Jun/2026:01:53:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.186 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.185 201 2112366a6c7668c0b2468cda8cce8b25 199.204.45.57 - - [22/Jun/2026:01:53:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.159:8080 1259 0.082 200 0677636d7867f9cbd69cf06336ad315e 199.204.45.57 - - [22/Jun/2026:01:53:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.044 200 5a23121fe8a922ee318634e24d13400d 199.204.45.57 - - [22/Jun/2026:01:53:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.011 200 72de90c7fa279fb25969dcfbeb486b70 199.204.45.57 - - [22/Jun/2026:01:53:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.053 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.052 201 a554fc829fdaa0ee66e8f9dd02b94ab1 199.204.45.57 - - [22/Jun/2026:01:53:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.073 [auth-system-keycloak-80] [] 10.0.0.159:8080 1283 0.073 200 3e2bf8594b156aa120f65fafe57d4c8a 199.204.45.57 - - [22/Jun/2026:01:53:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.043 200 b6ca99a6145e3ef41587102e9cbc7f92 199.204.45.57 - - [22/Jun/2026:01:53:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.009 200 fb7904da1e5525192271509a27a6e024 199.204.45.57 - - [22/Jun/2026:01:53:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.063 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.062 201 602cac774d87b8323899c068d8fd532e 199.204.45.57 - - [22/Jun/2026:01:53:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.081 [auth-system-keycloak-80] [] 10.0.0.159:8080 1249 0.081 200 44869f3b00ba453a045550ef57f4874e 199.204.45.57 - - [22/Jun/2026:01:53:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.046 200 10d1f03f81e2d3fcbcc3a1eb314cfb5a 199.204.45.57 - - [22/Jun/2026:01:53:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.159:8080 1259 0.009 200 834617cd9d7167b2a4882a67c6ad8cfd 199.204.45.57 - - [22/Jun/2026:01:53:50 +0000] "GET /admin/realms/atmosphere/clients/d26d02aa-73ee-4e3c-a460-c2a7a08214fb/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.159:8080 31 0.013 404 f96bd15e539ae28f9504720fc6378fd8 199.204.45.57 - - [22/Jun/2026:01:53:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.036 [auth-system-keycloak-80] [] 10.0.0.159:8080 1259 0.036 200 72100797d1893d5a74af47c932c90638 199.204.45.57 - - [22/Jun/2026:01:53:50 +0000] "POST /admin/realms/atmosphere/clients/d26d02aa-73ee-4e3c-a460-c2a7a08214fb/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.020 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.019 201 a12fa7304b9c0fa12047c031880daefe 199.204.45.57 - - [22/Jun/2026:01:53:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.054 [auth-system-keycloak-80] [] 10.0.0.159:8080 1259 0.054 200 f9f7c4f1f51a94b030bfbe255dd6349e 199.204.45.57 - - [22/Jun/2026:01:53:50 +0000] "GET /admin/realms/atmosphere/clients/d26d02aa-73ee-4e3c-a460-c2a7a08214fb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.023 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.023 200 95e4f428015e64880292e783e2b5126f 199.204.45.57 - - [22/Jun/2026:01:53:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.045 200 7e4d027efbb3002ab6f39e09a754eeeb 199.204.45.57 - - [22/Jun/2026:01:53:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.159:8080 1283 0.009 200 a1e2b1687c4dadc5571349a5ca81601a 199.204.45.57 - - [22/Jun/2026:01:53:51 +0000] "GET /admin/realms/atmosphere/clients/31374472-a94c-4178-a690-f40f8fb937ec/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.159:8080 31 0.010 404 8c2bce0bbb09b612f4026e5dd2653228 199.204.45.57 - - [22/Jun/2026:01:53:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.159:8080 1283 0.008 200 398be7b87da2357f673488c472241616 199.204.45.57 - - [22/Jun/2026:01:53:51 +0000] "POST /admin/realms/atmosphere/clients/31374472-a94c-4178-a690-f40f8fb937ec/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.015 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.015 201 3a6a134353c4f9f990612548936c182b 199.204.45.57 - - [22/Jun/2026:01:53:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.159:8080 1283 0.008 200 baf502095f2b28deadc19d4b112ef6f6 199.204.45.57 - - [22/Jun/2026:01:53:51 +0000] "GET /admin/realms/atmosphere/clients/31374472-a94c-4178-a690-f40f8fb937ec/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.013 [auth-system-keycloak-80] [] 10.0.0.159:8080 165 0.013 200 ad55774ae361b569a810a690237ba308 199.204.45.57 - - [22/Jun/2026:01:53:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.049 200 652ee99b9bf9c5bce6a50c9348c83165 199.204.45.57 - - [22/Jun/2026:01:53:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.159:8080 1283 0.009 200 e81f37eba0069e93d9dcfe5919c1290d 199.204.45.57 - - [22/Jun/2026:01:53:51 +0000] "GET /admin/realms/atmosphere/clients/31374472-a94c-4178-a690-f40f8fb937ec/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.049 [auth-system-keycloak-80] [] 10.0.0.159:8080 31 0.050 404 12e77bb6f26c3da6001263fd5f99139f 199.204.45.57 - - [22/Jun/2026:01:53:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.159:8080 1283 0.009 200 3d85233dd570112a281b379f86a4c4ec 199.204.45.57 - - [22/Jun/2026:01:53:51 +0000] "POST /admin/realms/atmosphere/clients/31374472-a94c-4178-a690-f40f8fb937ec/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.019 201 fd13742b2423362b593a840c73409d29 199.204.45.57 - - [22/Jun/2026:01:53:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.159:8080 1283 0.007 200 38ad76f80df6f21c9f08fc79114e2c54 199.204.45.57 - - [22/Jun/2026:01:53:51 +0000] "GET /admin/realms/atmosphere/clients/31374472-a94c-4178-a690-f40f8fb937ec/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.029 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.029 200 3a321690c87d65bad97a46498a266f84 199.204.45.57 - - [22/Jun/2026:01:53:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.050 200 bf6cfd343254a2043afff21fa4589312 199.204.45.57 - - [22/Jun/2026:01:53:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.026 [auth-system-keycloak-80] [] 10.0.0.159:8080 1283 0.026 200 5ffa5cda4b244f1d517fa50dd732bbe5 199.204.45.57 - - [22/Jun/2026:01:53:52 +0000] "GET /admin/realms/atmosphere/clients/31374472-a94c-4178-a690-f40f8fb937ec/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.159:8080 31 0.011 404 0e3cc4fa70a8137ab27a0c1142b7ee15 199.204.45.57 - - [22/Jun/2026:01:53:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 1283 0.007 200 258988091f09ab690142bfc15da04c03 199.204.45.57 - - [22/Jun/2026:01:53:52 +0000] "POST /admin/realms/atmosphere/clients/31374472-a94c-4178-a690-f40f8fb937ec/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.054 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.053 201 850760849566726866fa01aaf68d4ab6 199.204.45.57 - - [22/Jun/2026:01:53:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.159:8080 1283 0.009 200 e8b8937ae760138c1dd72326429c45ef 199.204.45.57 - - [22/Jun/2026:01:53:52 +0000] "GET /admin/realms/atmosphere/clients/31374472-a94c-4178-a690-f40f8fb937ec/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.013 200 afe8b19876e7b7312c83ca9eee778778 199.204.45.57 - - [22/Jun/2026:01:53:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.044 200 866d5667bbb3d5d31ce577c716f34a84 199.204.45.57 - - [22/Jun/2026:01:53:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.159:8080 1249 0.009 200 5f30834a45d7bdc8006be7ee88601826 199.204.45.57 - - [22/Jun/2026:01:53:52 +0000] "GET /admin/realms/atmosphere/clients/45b28a92-f507-4b1f-a72e-565f599166c5/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.159:8080 31 0.009 404 ca424a5e2f1d237ad084210916cb25db 199.204.45.57 - - [22/Jun/2026:01:53:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.052 [auth-system-keycloak-80] [] 10.0.0.159:8080 1249 0.051 200 877bfb71f8047990dd28cdb9f9639770 199.204.45.57 - - [22/Jun/2026:01:53:52 +0000] "POST /admin/realms/atmosphere/clients/45b28a92-f507-4b1f-a72e-565f599166c5/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.020 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.019 201 6cfca0fb852eec98d30f23e33b6ff367 199.204.45.57 - - [22/Jun/2026:01:53:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 1249 0.008 200 4fdbb24a0bc16889ecd44c2748ba7b27 199.204.45.57 - - [22/Jun/2026:01:53:52 +0000] "GET /admin/realms/atmosphere/clients/45b28a92-f507-4b1f-a72e-565f599166c5/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.049 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.049 200 2acdaa9539c443325696d87692be8441 W0622 01:55:01.849974 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:01.850022 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:01.920035 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0622 01:55:01.920128 8 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0622 01:55:01.920150 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:01.920179 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:01.920200 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:01.920380 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0622 01:55:01.920444 8 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0622 01:55:01.920565 8 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0622 01:55:01.920591 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:01.920622 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:01.920628 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:01.920643 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0622 01:55:01.922392 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0622 01:55:01.922417 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0622 01:55:01.922782 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0622 01:55:01.922807 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0622 01:55:01.923036 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0622 01:55:01.923058 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0622 01:55:01.930749 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0622 01:55:01.930913 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a956f940-4e33-4ae9-933d-bb3f9b806e35", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4154", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0622 01:55:01.931074 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0622 01:55:01.937375 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0622 01:55:01.937959 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0622 01:55:01.937989 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0622 01:55:01.938109 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7db99e82-6c76-46e1-b5df-74fd76118b91", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4155", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0622 01:55:01.938153 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b87cd8bc-96db-405c-b5e9-2a198cf8c4d4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4156", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0622 01:55:01.938328 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0622 01:55:02.311844 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0622 01:55:02.312666 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0622 01:55:02.450684 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0622 01:55:02.451780 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0622 01:55:03.695378 8 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0622 01:55:03.696540 8 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" I0622 01:55:04.441645 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0622 01:55:04.444173 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0622 01:55:05.184225 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:05.184289 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0622 01:55:05.184324 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0622 01:55:05.184435 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:05.184460 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0622 01:55:05.184573 8 controller.go:196] "Configuration changes detected, backend reload required" I0622 01:55:05.222865 8 controller.go:216] "Backend successfully reloaded" I0622 01:55:05.223496 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-w8lvg", UID:"7afe8773-485a-44e0-921d-e70ec6e5cab0", APIVersion:"v1", ResourceVersion:"1396", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0622 01:55:08.517076 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:08.517118 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0622 01:55:08.517136 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0622 01:55:08.517216 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:08.517232 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:11.850460 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:11.850509 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0622 01:55:11.850562 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0622 01:55:11.850655 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:11.850676 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:15.183321 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:15.183386 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0622 01:55:15.183422 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0622 01:55:15.183554 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:15.183580 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:18.517414 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:18.517493 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0622 01:55:18.517556 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0622 01:55:18.517707 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:18.517728 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:21.852589 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:21.852651 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0622 01:55:21.852690 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0622 01:55:21.852953 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:21.852982 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0622 01:55:29.171160 8 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path W0622 01:55:29.727782 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:29.727820 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0622 01:55:29.727850 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0622 01:55:29.727936 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:29.727990 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:33.061735 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:33.061779 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0622 01:55:33.061806 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0622 01:55:33.061891 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:33.061916 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:36.395251 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:36.395298 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0622 01:55:36.395442 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0622 01:55:36.395594 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:36.395610 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.99 - - [22/Jun/2026:01:55:37 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.035 [auth-system-keycloak-80] [] 10.0.0.159:8080 6297 0.035 200 e056285620dfbb5e0ac64cc222435d6a W0622 01:55:39.728781 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:39.728818 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0622 01:55:39.728894 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:39.728908 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:43.062054 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:43.062370 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:43.062398 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.60 - - [22/Jun/2026:01:55:44 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.010 [auth-system-keycloak-80] [] 10.0.0.159:8080 6297 0.010 200 3ff6d1a757ea2b2e883925f24a29e02b W0622 01:55:46.395612 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:46.395774 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:46.395809 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0622 01:55:48.814614 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.159.159"}] I0622 01:55:48.814963 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.159.159"}] I0622 01:55:48.815333 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.159.159"}] I0622 01:55:48.820821 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b87cd8bc-96db-405c-b5e9-2a198cf8c4d4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4961", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0622 01:55:48.824114 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a956f940-4e33-4ae9-933d-bb3f9b806e35", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4962", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0622 01:55:48.826280 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7db99e82-6c76-46e1-b5df-74fd76118b91", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4963", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0622 01:55:49.728060 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:49.728211 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:49.728262 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:53.061695 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0622 01:55:53.062014 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:53.062048 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:59.175478 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:55:59.175517 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:56:05.031888 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:56:05.031927 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [22/Jun/2026:01:56:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.049 200 885968e35f9d6f7c156153f6f2aa7613 199.204.45.57 - - [22/Jun/2026:01:56:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 4177 0.007 200 d928c77e4d3598a3774a7ab6c7402f8d 199.204.45.57 - - [22/Jun/2026:01:56:11 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5634 0.510 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.509 204 202dbd763e3b70ea10df175fcfde1ec4 199.204.45.57 - - [22/Jun/2026:01:56:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.186 [auth-system-keycloak-80] [] 10.0.0.159:8080 4315 0.186 200 7a1f452bb42873ca72f03998d673d770 199.204.45.57 - - [22/Jun/2026:01:56:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "ansible-httpget" 180 0.008 [auth-system-keycloak-80] [] 10.0.0.159:8080 6297 0.008 200 714389aa7ca275db845a72021890d092 199.204.45.57 - - [22/Jun/2026:01:56:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.042 200 a93c334d6288f8766b0dc6fe24fdd697 199.204.45.57 - - [22/Jun/2026:01:56:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.008 200 3ae709ab1d78a6e9cdddf3af3399fbd6 199.204.45.57 - - [22/Jun/2026:01:56:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.133 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.132 201 b5ac733c6b7d10c0ebe39dc5a048496c 199.204.45.57 - - [22/Jun/2026:01:56:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.019 [auth-system-keycloak-80] [] 10.0.0.159:8080 2242 0.019 200 264febb0c3a58a7822e7829c13c48860 199.204.45.57 - - [22/Jun/2026:01:56:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.055 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.053 200 2216f77d171920d56a918e332f655033 199.204.45.57 - - [22/Jun/2026:01:56:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.159:8080 2242 0.008 200 4e51c1085ea744953b15da78900458a0 199.204.45.57 - - [22/Jun/2026:01:56:14 +0000] "GET /admin/realms/atmosphere/clients/d348747f-0bf2-4d02-841e-44edae8a7e7d/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.020 [auth-system-keycloak-80] [] 10.0.0.159:8080 233 0.020 200 7fa84e32fb890f5fb2176b9e074ace50 199.204.45.57 - - [22/Jun/2026:01:56:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.018 [auth-system-keycloak-80] [] 10.0.0.159:8080 831 0.018 200 37a1fbbb2a5f07337c53f3c64e600417 199.204.45.57 - - [22/Jun/2026:01:56:14 +0000] "GET /admin/realms/atmosphere/clients/73c7cc3d-5b90-497d-8a1b-1564eb987c06/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.036 [auth-system-keycloak-80] [] 10.0.0.159:8080 3758 0.036 200 ab5142f300b16c64c88ce7c2dad604fa 199.204.45.57 - - [22/Jun/2026:01:56:14 +0000] "GET /admin/realms/atmosphere/users/dada84f2-9b50-444b-8bca-7891bcb4bfe7/role-mappings/clients/73c7cc3d-5b90-497d-8a1b-1564eb987c06/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.191 [auth-system-keycloak-80] [] 10.0.0.159:8080 3758 0.191 200 a333117c5f63f48e36a633b662e8d921 199.204.45.57 - - [22/Jun/2026:01:56:14 +0000] "GET /admin/realms/atmosphere/users/dada84f2-9b50-444b-8bca-7891bcb4bfe7/role-mappings/clients/73c7cc3d-5b90-497d-8a1b-1564eb987c06/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.080 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.081 200 c0246c0388e759b013afb57fc616773b 199.204.45.57 - - [22/Jun/2026:01:56:14 +0000] "POST /admin/realms/atmosphere/users/dada84f2-9b50-444b-8bca-7891bcb4bfe7/role-mappings/clients/73c7cc3d-5b90-497d-8a1b-1564eb987c06 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.021 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.022 204 3a73351d91f0636076dd2f6327bf08c3 199.204.45.57 - - [22/Jun/2026:01:56:14 +0000] "GET /admin/realms/atmosphere/users/dada84f2-9b50-444b-8bca-7891bcb4bfe7/role-mappings/clients/73c7cc3d-5b90-497d-8a1b-1564eb987c06/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.050 [auth-system-keycloak-80] [] 10.0.0.159:8080 576 0.050 200 78788e941a641f8808a3a10c014604db W0622 01:56:17.292425 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:56:17.292846 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:56:20.628052 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:56:20.628105 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:58:22.204554 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:58:22.204600 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:58:53.916054 8 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0622 01:58:53.916282 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:58:53.916346 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0622 01:58:53.920761 8 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0622 01:58:53.920870 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0622 01:58:53.924852 8 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0622 01:58:53.925189 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b93664ac-2491-42d4-ae86-589d556ddb01", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6170", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0622 01:58:53.925479 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0622 01:58:53.926254 8 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0622 01:58:53.926341 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:58:53.926401 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0622 01:58:53.926551 8 controller.go:196] "Configuration changes detected, backend reload required" I0622 01:58:53.977327 8 controller.go:216] "Backend successfully reloaded" I0622 01:58:53.978004 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-w8lvg", UID:"7afe8773-485a-44e0-921d-e70ec6e5cab0", APIVersion:"v1", ResourceVersion:"1396", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0622 01:58:54.246260 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0622 01:58:54.248081 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0622 01:58:57.261502 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:58:57.261650 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [22/Jun/2026:01:58:58 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.209:5000 280 0.004 300 103760ea6c3c323ba230f355ada290c3 199.204.45.57 - - [22/Jun/2026:01:58:59 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.006 [openstack-keystone-api-5000] [] 10.0.0.209:5000 265 0.006 200 731d606cdabbdf24a799de7c6a0d685f 199.204.45.57 - - [22/Jun/2026:01:59:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.362 [openstack-keystone-api-5000] [] 10.0.0.209:5000 1296 0.362 201 9145e738cfc6c5c6b16eb20abe75f57c 199.204.45.57 - - [22/Jun/2026:01:59:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.209:5000 280 0.005 300 db69b72819f59e04992dc542abf822b2 199.204.45.57 - - [22/Jun/2026:01:59:00 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.038 [openstack-keystone-api-5000] [] 10.0.0.209:5000 366 0.038 200 40ab26c4d3740f203b33df5da5760898 199.204.45.57 - - [22/Jun/2026:01:59:00 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.209:5000 265 0.003 200 2afabdc619897381a29077893a2394ac 199.204.45.57 - - [22/Jun/2026:01:59:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.209:5000 1296 0.296 201 0bbcca7a4092bad7629d6418ddb7856b 199.204.45.57 - - [22/Jun/2026:01:59:01 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.209:5000 280 0.004 300 ebcc7a18c2822c4f9237575661f2051a 199.204.45.57 - - [22/Jun/2026:01:59:01 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 462 0.022 [openstack-keystone-api-5000] [] 10.0.0.209:5000 101 0.022 404 943ca83b2e7aa627a94c5d4cfc2dc8eb 199.204.45.57 - - [22/Jun/2026:01:59:01 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 464 0.021 [openstack-keystone-api-5000] [] 10.0.0.209:5000 155 0.021 200 fa921335e6433dfce765cb7cbf96d1d0 199.204.45.57 - - [22/Jun/2026:01:59:01 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 679 0.034 [openstack-keystone-api-5000] [] 10.0.0.209:5000 451 0.034 201 c1a6bbfebee8341ae4910e09e932a8ec 199.204.45.57 - - [22/Jun/2026:01:59:01 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.209:5000 265 0.004 200 d4a071726b96aef5651e4d6665da7254 199.204.45.57 - - [22/Jun/2026:01:59:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.319 [openstack-keystone-api-5000] [] 10.0.0.209:5000 1296 0.318 201 bfd58a30737445b20d9883d968f1286e 199.204.45.57 - - [22/Jun/2026:01:59:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.209:5000 280 0.002 300 df4a7e831d3826164f12ae196703d843 199.204.45.57 - - [22/Jun/2026:01:59:02 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.024 [openstack-keystone-api-5000] [] 10.0.0.209:5000 98 0.024 404 03d6e7229eb92621a5c90e10fb2339d3 199.204.45.57 - - [22/Jun/2026:01:59:02 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 454 0.028 [openstack-keystone-api-5000] [] 10.0.0.209:5000 135 0.028 200 dab616d1dadef9966cccff8828b8293e 199.204.45.57 - - [22/Jun/2026:01:59:02 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 738 0.027 [openstack-keystone-api-5000] [] 10.0.0.209:5000 331 0.027 201 b39ba379a1ca1ba73b9e53d9bf5a2214 199.204.45.57 - - [22/Jun/2026:01:59:02 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.006 [openstack-keystone-api-5000] [] 10.0.0.209:5000 265 0.006 200 b34d45d8a3c8ae783e6574c5d96a0b0b 199.204.45.57 - - [22/Jun/2026:01:59:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.209:5000 1296 0.291 201 46b07bbf78e7ab82d4c81d7ac2e82a2d 199.204.45.57 - - [22/Jun/2026:01:59:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.209:5000 280 0.004 300 3fa27efd2e8c3dddc7c3c7754fe66fb6 199.204.45.57 - - [22/Jun/2026:01:59:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 497 0.027 [openstack-keystone-api-5000] [] 10.0.0.209:5000 131 0.027 404 870c9f903d43158b803277c79fc425e1 199.204.45.57 - - [22/Jun/2026:01:59:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.209:5000 167 0.018 200 ce0c9b7cd2ebd61042f8381d8a84d461 199.204.45.57 - - [22/Jun/2026:01:59:03 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 580 0.027 [openstack-keystone-api-5000] [] 10.0.0.209:5000 222 0.026 201 451ef5bf556e277b5206dab8bab5618c W0622 01:59:05.914085 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:59:05.914123 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:59:09.249142 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:59:09.249206 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:59:12.581627 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:59:12.581678 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:59:33.049505 8 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0622 01:59:33.049849 8 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0622 01:59:33.049965 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:59:33.050055 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0622 01:59:33.054714 8 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0622 01:59:33.054758 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0622 01:59:33.061813 8 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" I0622 01:59:33.062159 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"e371e6e7-23fe-49e9-8d9d-319c03cabbf3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6531", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0622 01:59:33.062307 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0622 01:59:33.062655 8 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0622 01:59:33.063172 8 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0622 01:59:33.063225 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:59:33.063269 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0622 01:59:33.063435 8 controller.go:196] "Configuration changes detected, backend reload required" I0622 01:59:33.115358 8 controller.go:216] "Backend successfully reloaded" I0622 01:59:33.116317 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-w8lvg", UID:"7afe8773-485a-44e0-921d-e70ec6e5cab0", APIVersion:"v1", ResourceVersion:"1396", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0622 01:59:33.352573 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" I0622 01:59:33.354022 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0622 01:59:36.396442 8 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0622 01:59:36.396783 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:59:36.396854 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0622 01:59:48.815494 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.106.159.159"}] I0622 01:59:48.818227 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.106.159.159"}] I0622 01:59:48.830818 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b93664ac-2491-42d4-ae86-589d556ddb01", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6652", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0622 01:59:48.832115 8 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. I0622 01:59:48.832276 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"e371e6e7-23fe-49e9-8d9d-319c03cabbf3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6653", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0622 01:59:48.832757 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:59:48.832839 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:59:52.166489 8 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0622 01:59:52.166838 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 01:59:52.166865 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 02:00:13.589991 8 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0622 02:00:13.590120 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 02:00:13.590133 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0622 02:00:13.592764 8 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0622 02:00:13.592793 8 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" 199.204.45.57 - - [22/Jun/2026:02:00:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.043 200 5c5161505a135e60cac85c520ae80335 199.204.45.57 - - [22/Jun/2026:02:00:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 4315 0.008 200 7979b133ab4bd7b459e6ec779ee9594b 199.204.45.57 - - [22/Jun/2026:02:00:17 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5780 0.155 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.153 204 73326ea6a2ed3d0ee1df07fdea486693 199.204.45.57 - - [22/Jun/2026:02:00:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.093 [auth-system-keycloak-80] [] 10.0.0.159:8080 4315 0.093 200 12f9213c30cad8f3cb4182c77225ab0e 199.204.45.57 - - [22/Jun/2026:02:00:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.042 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.041 200 e39b5235bd01c7d46ae3f95068c3841f 199.204.45.57 - - [22/Jun/2026:02:00:17 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12432 "-" "Ansible" 1209 0.005 [auth-system-keycloak-80] [] 10.0.0.159:8080 12440 0.006 200 70d5757a2715f24978a82e2b6354d48b 199.204.45.57 - - [22/Jun/2026:02:00:17 +0000] "GET /admin/realms/atmosphere/client-scopes/a77f2b2c-fa82-4adb-9b30-099146b2aba5 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.035 [auth-system-keycloak-80] [] 10.0.0.159:8080 1218 0.035 200 89c1bf39915860230c82b2c8cf091fda 199.204.45.57 - - [22/Jun/2026:02:00:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/a77f2b2c-fa82-4adb-9b30-099146b2aba5 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.010 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.009 204 296512a241873ea1cc1f927c0a8d6896 199.204.45.57 - - [22/Jun/2026:02:00:18 +0000] "GET /admin/realms/atmosphere/client-scopes/a77f2b2c-fa82-4adb-9b30-099146b2aba5/protocol-mappers/models HTTP/1.1" 200 968 "-" "Ansible" 1270 0.013 [auth-system-keycloak-80] [] 10.0.0.159:8080 968 0.013 200 1d567b1f1c2e18575681273e24c68ab8 199.204.45.57 - - [22/Jun/2026:02:00:18 +0000] "GET /admin/realms/atmosphere/client-scopes/a77f2b2c-fa82-4adb-9b30-099146b2aba5/protocol-mappers/models/c97c75f8-2af6-45df-bb76-40430e7d46f4 HTTP/1.1" 200 371 "-" "Ansible" 1307 0.004 [auth-system-keycloak-80] [] 10.0.0.159:8080 371 0.003 200 12f61b5863791f905d79d6fd8db5d2fa 199.204.45.57 - - [22/Jun/2026:02:00:18 +0000] "PUT /admin/realms/atmosphere/client-scopes/a77f2b2c-fa82-4adb-9b30-099146b2aba5/protocol-mappers/models/c97c75f8-2af6-45df-bb76-40430e7d46f4 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.047 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.047 204 743e4c92a9f2f5456dc213210cb1bc72 199.204.45.57 - - [22/Jun/2026:02:00:18 +0000] "GET /admin/realms/atmosphere/client-scopes/a77f2b2c-fa82-4adb-9b30-099146b2aba5 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.013 [auth-system-keycloak-80] [] 10.0.0.159:8080 1218 0.013 200 0171dc35e5ffeb8047eb0e787cfacf55 199.204.45.57 - - [22/Jun/2026:02:00:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.042 200 bd79e12f00c75bad41f1684d160edddb 199.204.45.57 - - [22/Jun/2026:02:00:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.159:8080 1259 0.004 200 d5a56f90ed0af1e3b264230a361d75f9 199.204.45.57 - - [22/Jun/2026:02:00:24 +0000] "PUT /admin/realms/atmosphere/clients/d26d02aa-73ee-4e3c-a460-c2a7a08214fb HTTP/1.1" 204 0 "-" "Ansible" 2603 0.060 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.059 204 0b99013ad8240b6058d7987fc2068451 199.204.45.57 - - [22/Jun/2026:02:00:24 +0000] "GET /admin/realms/atmosphere/clients/d26d02aa-73ee-4e3c-a460-c2a7a08214fb HTTP/1.1" 200 1257 "-" "Ansible" 1240 0.075 [auth-system-keycloak-80] [] 10.0.0.159:8080 1257 0.075 200 ecb6154dac269c63b98f7f2f28a3b39b 199.204.45.57 - - [22/Jun/2026:02:00:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.043 200 2ba94d1295d22e6794302ec01f44bc37 199.204.45.57 - - [22/Jun/2026:02:00:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.159:8080 1283 0.006 200 be7f27a33c282ece410c16d1c2ee9c2c 199.204.45.57 - - [22/Jun/2026:02:00:25 +0000] "PUT /admin/realms/atmosphere/clients/31374472-a94c-4178-a690-f40f8fb937ec HTTP/1.1" 204 0 "-" "Ansible" 2628 0.025 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.024 204 15c3447f02742cb1ecbeb2808a22bdfc 199.204.45.57 - - [22/Jun/2026:02:00:25 +0000] "GET /admin/realms/atmosphere/clients/31374472-a94c-4178-a690-f40f8fb937ec HTTP/1.1" 200 1281 "-" "Ansible" 1240 0.016 [auth-system-keycloak-80] [] 10.0.0.159:8080 1281 0.017 200 cefb626efae9e578c345911f46791897 199.204.45.57 - - [22/Jun/2026:02:00:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.050 200 b868280495d37ee5df92eea9ca2ebfe4 199.204.45.57 - - [22/Jun/2026:02:00:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.159:8080 1249 0.006 200 b3400c0028cc1671dd31322fb1db18ac 199.204.45.57 - - [22/Jun/2026:02:00:25 +0000] "PUT /admin/realms/atmosphere/clients/45b28a92-f507-4b1f-a72e-565f599166c5 HTTP/1.1" 204 0 "-" "Ansible" 2593 0.025 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.024 204 1441a54d35e99e936ef9b594ebae2861 199.204.45.57 - - [22/Jun/2026:02:00:25 +0000] "GET /admin/realms/atmosphere/clients/45b28a92-f507-4b1f-a72e-565f599166c5 HTTP/1.1" 200 1247 "-" "Ansible" 1240 0.046 [auth-system-keycloak-80] [] 10.0.0.159:8080 1247 0.046 200 fe769c4d07ca38c7959a395f608558d9 199.204.45.57 - - [22/Jun/2026:02:00:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.045 200 09210e74533ae5f5d9c89df5e7009703 199.204.45.57 - - [22/Jun/2026:02:00:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.018 [auth-system-keycloak-80] [] 10.0.0.159:8080 1259 0.018 200 ae0953421475c0bb68eb897ad0b6a390 199.204.45.57 - - [22/Jun/2026:02:00:26 +0000] "GET /admin/realms/atmosphere/clients/d26d02aa-73ee-4e3c-a460-c2a7a08214fb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.005 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.005 200 1bfca4c14f5d73e6e27f93d0db735574 199.204.45.57 - - [22/Jun/2026:02:00:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.042 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.036 200 6bdce16e17c539dbf09549e6fb7a10d1 199.204.45.57 - - [22/Jun/2026:02:00:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 1283 0.007 200 4243d9b7d106d4ae3f4ca5d9d5f61a22 199.204.45.57 - - [22/Jun/2026:02:00:26 +0000] "GET /admin/realms/atmosphere/clients/31374472-a94c-4178-a690-f40f8fb937ec/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.005 [auth-system-keycloak-80] [] 10.0.0.159:8080 165 0.004 200 a46e7896bcf527ffd1e47a09d503ad35 199.204.45.57 - - [22/Jun/2026:02:00:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.044 200 60c1f4b8ae6def311d7021a304ee2658 199.204.45.57 - - [22/Jun/2026:02:00:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.159:8080 1283 0.005 200 f60d3cac14c929907bfd710f6a9a8d7b 199.204.45.57 - - [22/Jun/2026:02:00:26 +0000] "GET /admin/realms/atmosphere/clients/31374472-a94c-4178-a690-f40f8fb937ec/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.004 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.004 200 e057c0c9b7bfa2b39fe4137f7f8a6a7b 199.204.45.57 - - [22/Jun/2026:02:00:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.046 200 f8a3518c0b524391bfa822a4086aa17b 199.204.45.57 - - [22/Jun/2026:02:00:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.159:8080 1283 0.004 200 1150c24389b3ebef4e6c334a4e70b981 199.204.45.57 - - [22/Jun/2026:02:00:27 +0000] "GET /admin/realms/atmosphere/clients/31374472-a94c-4178-a690-f40f8fb937ec/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.004 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.004 200 35267330b5912dc5a7768678bf02ebf9 199.204.45.57 - - [22/Jun/2026:02:00:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.048 200 87aba153834bc040ccd0c3108f297501 199.204.45.57 - - [22/Jun/2026:02:00:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 1249 0.007 200 02d6561ad8765f4dc0991d7cf6327cee 199.204.45.57 - - [22/Jun/2026:02:00:27 +0000] "GET /admin/realms/atmosphere/clients/45b28a92-f507-4b1f-a72e-565f599166c5/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.025 [auth-system-keycloak-80] [] 10.0.0.159:8080 166 0.025 200 ebef053479ddd7955d97a0d6b6d82a69 W0622 02:00:28.892510 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 02:00:28.892534 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 02:00:32.227050 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 02:00:32.227102 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 02:00:35.560137 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 02:00:35.560258 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [22/Jun/2026:02:01:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.041 200 c02e85d0bd422e1c79c2beb15c12675b 199.204.45.57 - - [22/Jun/2026:02:01:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.008 [auth-system-keycloak-80] [] 10.0.0.159:8080 4315 0.008 200 bed005e1e99c73579221e2ced002d8bd 199.204.45.57 - - [22/Jun/2026:02:01:15 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5780 0.151 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.151 204 aae6a412575c0b92c1c5543f1e7facfc 199.204.45.57 - - [22/Jun/2026:02:01:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.113 [auth-system-keycloak-80] [] 10.0.0.159:8080 4315 0.114 200 21e3dafe8d5da53e094d8e489e97f656 199.204.45.57 - - [22/Jun/2026:02:01:15 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "ansible-httpget" 180 0.009 [auth-system-keycloak-80] [] 10.0.0.159:8080 6297 0.009 200 ec33c6eac5ce39dad8813c11112ac18b 199.204.45.57 - - [22/Jun/2026:02:01:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.036 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.035 200 379ddaafa6ddf2648f9612335d5cc57a 199.204.45.57 - - [22/Jun/2026:02:01:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.004 [auth-system-keycloak-80] [] 10.0.0.159:8080 2242 0.003 200 14acaf62407cc32d3331d40a47c298f5 199.204.45.57 - - [22/Jun/2026:02:01:16 +0000] "PUT /admin/realms/atmosphere/clients/d348747f-0bf2-4d02-841e-44edae8a7e7d HTTP/1.1" 204 0 "-" "Ansible" 3640 0.031 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.030 204 80f29d1dc3fd8839884f8c6bfb3971d0 199.204.45.57 - - [22/Jun/2026:02:01:16 +0000] "GET /admin/realms/atmosphere/clients/d348747f-0bf2-4d02-841e-44edae8a7e7d HTTP/1.1" 200 2240 "-" "Ansible" 1240 0.057 [auth-system-keycloak-80] [] 10.0.0.159:8080 2240 0.058 200 be5eb00b13cf540b2882bc846a032688 199.204.45.57 - - [22/Jun/2026:02:01:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.045 200 ea6be6777aedbe58b0a34088ef26e033 199.204.45.57 - - [22/Jun/2026:02:01:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.011 [auth-system-keycloak-80] [] 10.0.0.159:8080 2242 0.011 200 7cf09d98991057dea472e0a6c458863f 199.204.45.57 - - [22/Jun/2026:02:01:17 +0000] "GET /admin/realms/atmosphere/clients/d348747f-0bf2-4d02-841e-44edae8a7e7d/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.013 [auth-system-keycloak-80] [] 10.0.0.159:8080 233 0.013 200 4f3246767155cc587702fe03eed6c3fb 199.204.45.57 - - [22/Jun/2026:02:01:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.004 [auth-system-keycloak-80] [] 10.0.0.159:8080 831 0.004 200 510a533e6d48903d355a0e93447c003c 199.204.45.57 - - [22/Jun/2026:02:01:17 +0000] "GET /admin/realms/atmosphere/clients/73c7cc3d-5b90-497d-8a1b-1564eb987c06/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.006 [auth-system-keycloak-80] [] 10.0.0.159:8080 3758 0.006 200 ad0d7cf92d082c6e4161aa95aa42e68c 199.204.45.57 - - [22/Jun/2026:02:01:17 +0000] "GET /admin/realms/atmosphere/users/dada84f2-9b50-444b-8bca-7891bcb4bfe7/role-mappings/clients/73c7cc3d-5b90-497d-8a1b-1564eb987c06/available HTTP/1.1" 200 3569 "-" "Ansible" 1307 0.007 [auth-system-keycloak-80] [] 10.0.0.159:8080 3569 0.007 200 4385d4605c149e0b8b77337b1344f330 199.204.45.57 - - [22/Jun/2026:02:01:17 +0000] "GET /admin/realms/atmosphere/users/dada84f2-9b50-444b-8bca-7891bcb4bfe7/role-mappings/clients/73c7cc3d-5b90-497d-8a1b-1564eb987c06/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.005 [auth-system-keycloak-80] [] 10.0.0.159:8080 576 0.005 200 901719e705f1b9545b09d8bcbd2bc550 W0622 02:01:21.892334 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 02:01:21.892396 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0622 02:01:21.896504 8 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0622 02:01:21.896541 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" 199.204.45.57 - - [22/Jun/2026:02:01:22 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.209:5000 280 0.005 300 f3b8335a026c05d50cf282e4ca025e78 199.204.45.57 - - [22/Jun/2026:02:01:23 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.209:5000 265 0.004 200 cdb5380c349322f971fde80390fe30bd 199.204.45.57 - - [22/Jun/2026:02:01:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.209:5000 1296 0.297 201 e8df21c6b69a27d633dbec569f2f4d3d 199.204.45.57 - - [22/Jun/2026:02:01:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.209:5000 280 0.003 300 e361d18d2a697e84e8d769cf20835a90 199.204.45.57 - - [22/Jun/2026:02:01:24 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.209:5000 366 0.026 200 c2093fe141f6e08e3a1baa9c94e09e82 199.204.45.57 - - [22/Jun/2026:02:01:24 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.209:5000 265 0.004 200 147fab34ae8a929bf0270e5c06c5fa9b 199.204.45.57 - - [22/Jun/2026:02:01:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.305 [openstack-keystone-api-5000] [] 10.0.0.209:5000 1296 0.304 201 4ad1cbe7344e3dac9f9db0d7c9d3b42c 199.204.45.57 - - [22/Jun/2026:02:01:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.209:5000 280 0.005 300 2f6ed2f7dcde7a488c2b4c19686236d4 199.204.45.57 - - [22/Jun/2026:02:01:24 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 462 0.021 [openstack-keystone-api-5000] [] 10.0.0.209:5000 451 0.021 200 927744c0afc1b894ee519ea48baf28bf 199.204.45.57 - - [22/Jun/2026:02:01:25 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.209:5000 265 0.004 200 9c2ac9ac670d535c04156b1fc10d85e2 199.204.45.57 - - [22/Jun/2026:02:01:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.209:5000 1296 0.296 201 13b327709e1b79dec8968bd7fcbd7829 199.204.45.57 - - [22/Jun/2026:02:01:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.209:5000 280 0.003 300 1eccc9996111adbb7c965487ee226156 199.204.45.57 - - [22/Jun/2026:02:01:25 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 200 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.209:5000 331 0.020 200 aafd7eb0c97bb68a45a67be2fa089656 199.204.45.57 - - [22/Jun/2026:02:01:26 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.209:5000 265 0.003 200 637aa54f84a0f9d50b3c947cd2eaa6b8 199.204.45.57 - - [22/Jun/2026:02:01:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.209:5000 1296 0.303 201 58461d8c55b183698c5dfe76234c0d5c 199.204.45.57 - - [22/Jun/2026:02:01:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.209:5000 280 0.004 300 cc077e61347a697f5d3c62cdfad1b4c8 199.204.45.57 - - [22/Jun/2026:02:01:26 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 200 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 497 0.018 [openstack-keystone-api-5000] [] 10.0.0.209:5000 222 0.018 200 99ef9145e2d2c1c449e69cd562718585 W0622 02:01:30.875470 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0622 02:01:30.875500 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0622 02:01:30.879614 8 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0622 02:01:30.879677 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" 199.204.45.57 - - [22/Jun/2026:02:01:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.159:8080 1882 0.041 200 acb78582f0901c493c1c432a9fe40d0e 199.204.45.57 - - [22/Jun/2026:02:01:34 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.019 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.020 200 9dd658f391fe66837d9c358467e1f3d3 199.204.45.57 - - [22/Jun/2026:02:01:34 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.055 [auth-system-keycloak-80] [] 10.0.0.159:8080 0 0.054 201 dcdf0e831a1c2f1fbc1b9d567993e483 199.204.45.57 - - [22/Jun/2026:02:01:34 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.017 [auth-system-keycloak-80] [] 10.0.0.159:8080 322 0.017 200 6cde00679865326fa9d9aa65570f4164 199.204.45.57 - - [22/Jun/2026:02:01:34 +0000] "GET /admin/realms/atmosphere/users/b7322633-c039-4324-a2e6-9084d841a584/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.048 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.048 200 22ff3b0e2226dc274a48d207a100cb99 199.204.45.57 - - [22/Jun/2026:02:01:34 +0000] "GET /admin/realms/atmosphere/users/b7322633-c039-4324-a2e6-9084d841a584/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.004 [auth-system-keycloak-80] [] 10.0.0.159:8080 2 0.004 200 219d1705fb876e0f0f99f101754f684b 199.204.45.57 - - [22/Jun/2026:02:01:35 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.209:5000 265 0.004 200 48762b76a23d4f2f24abec438c065e07 199.204.45.57 - - [22/Jun/2026:02:01:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.291 [openstack-keystone-api-5000] [] 10.0.0.209:5000 1296 0.291 201 11ac6a18a750fa89a835c2a2f4c0b4a0 199.204.45.57 - - [22/Jun/2026:02:01:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.209:5000 280 0.003 300 6fe0bea4f9e554386c6dd9a3ca686934 199.204.45.57 - - [22/Jun/2026:02:01:35 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.024 [openstack-keystone-api-5000] [] 10.0.0.209:5000 90 0.024 404 0c49cc635a2761076d710b13287276ab 199.204.45.57 - - [22/Jun/2026:02:01:35 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.027 [openstack-keystone-api-5000] [] 10.0.0.209:5000 366 0.027 200 29c657c4009f94a20692ffcd4164a85b 199.204.45.57 - - [22/Jun/2026:02:01:35 +0000] "GET /v3/users?domain_id=4bf0955efd6a4bd09d3b807101c2d6f5&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.157 [openstack-keystone-api-5000] [] 10.0.0.209:5000 449 0.157 200 a3e5ba7bf86f2c104a61e8c680749d34