------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0702 15:21:35.312557 6 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0702 15:21:35.312681 6 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0702 15:21:35.319287 6 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0702 15:21:35.322682 6 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0702 15:21:35.520243 6 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0702 15:21:35.546191 6 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0702 15:21:35.564788 6 nginx.go:271] "Starting NGINX Ingress controller" I0702 15:21:35.570778 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"09d58838-04d4-40e1-903e-ffb555390f7b", APIVersion:"v1", ResourceVersion:"1358", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0702 15:21:35.575456 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"f14f4d6e-3f55-4a1d-bb9a-7ac684967f08", APIVersion:"v1", ResourceVersion:"1356", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0702 15:21:35.575512 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"07bff90e-9a72-4e85-97f0-3dad5dd236bd", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0702 15:21:36.767748 6 nginx.go:317] "Starting NGINX process" I0702 15:21:36.767808 6 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0702 15:21:36.769699 6 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0702 15:21:36.770045 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:21:36.770096 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:21:36.770168 6 controller.go:196] "Configuration changes detected, backend reload required" I0702 15:21:36.776043 6 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0702 15:21:36.776088 6 status.go:85] "New leader elected" identity="ingress-nginx-controller-hxqfp" I0702 15:21:36.807630 6 controller.go:216] "Backend successfully reloaded" I0702 15:21:36.807774 6 controller.go:227] "Initial sync, sleeping for 1 second" I0702 15:21:36.807858 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hxqfp", UID:"2dff968e-a4d8-4303-a355-bc2d5a26a4a4", APIVersion:"v1", ResourceVersion:"1398", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0702 15:21:40.578463 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:21:40.578493 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:21:43.912794 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:21:43.912844 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:21:47.245354 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:21:47.245434 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:21:50.578717 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:21:50.578764 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:21:53.912590 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:21:53.912619 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:21:57.246149 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:21:57.246198 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:22:00.578692 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:22:00.578734 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:22:03.912042 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:22:03.912107 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:22:07.245404 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:22:07.245460 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:22:12.109946 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:22:12.109979 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:23:35.547920 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:23:35.547960 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:23:38.882206 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:23:38.882247 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:23:57.036467 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:23:57.036524 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:00.370292 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:00.370340 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:03.703663 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:03.703704 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:07.036789 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:07.036820 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:10.370029 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:10.370071 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:13.703144 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:13.703203 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:17.037254 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:17.037297 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:20.370656 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:20.370722 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:23.703344 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:24:23.703383 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:27:16.318602 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:27:16.318953 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:27:18.252355 6 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-54.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-54.nip.io-tls was not found. Using default certificate W0702 15:27:18.252405 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:27:18.252416 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:27:18.254023 6 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0702 15:27:18.254056 6 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0702 15:27:18.261532 6 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0702 15:27:18.262082 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-54.nip.io-tls" in local store I0702 15:27:18.262081 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"7475c0f9-c53e-4ab3-9da1-68fb1cb9f2ed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3650", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0702 15:27:18.611428 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-54.nip.io-tls" I0702 15:27:18.612530 6 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-54.nip.io-tls" W0702 15:27:19.652300 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:27:19.652356 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:27:19.652427 6 controller.go:196] "Configuration changes detected, backend reload required" I0702 15:27:19.700934 6 controller.go:216] "Backend successfully reloaded" I0702 15:27:19.701190 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hxqfp", UID:"2dff968e-a4d8-4303-a355-bc2d5a26a4a4", APIVersion:"v1", ResourceVersion:"1398", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0702 15:27:22.986357 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:27:22.986432 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.54 - - [02/Jul/2026:15:27:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.346 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 2.346 200 073fbb81b03f957295bea9403f63970d 199.19.213.54 - - [02/Jul/2026:15:27:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.189 [auth-system-keycloak-80] [] 10.0.0.198:8080 116 0.189 404 7fdd74cc577d91962cc265a9c8346a31 199.19.213.54 - - [02/Jul/2026:15:27:28 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.394 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 3.392 201 1f7c62e48820941ea5e658aa7a0f294c 199.19.213.54 - - [02/Jul/2026:15:27:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.670 [auth-system-keycloak-80] [] 10.0.0.198:8080 4246 0.669 200 cc4dc6166a99988c4860a08c85580a57 199.19.213.54 - - [02/Jul/2026:15:27:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.500 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.500 200 db951b178c016906d1767c14376a2cba 199.19.213.54 - - [02/Jul/2026:15:27:30 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.152 [auth-system-keycloak-80] [] 10.0.0.198:8080 12500 0.152 200 924fcfb118f0fe0236dde3932b653d14 199.19.213.54 - - [02/Jul/2026:15:27:30 +0000] "GET /admin/realms/atmosphere/client-scopes/11ca982b-009e-456f-bd7b-556fd173bfae HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.010 [auth-system-keycloak-80] [] 10.0.0.198:8080 1278 0.010 200 b71c63936e4cfc58aed2e7eb7ab97e43 199.19.213.54 - - [02/Jul/2026:15:27:30 +0000] "PUT /admin/realms/atmosphere/client-scopes/11ca982b-009e-456f-bd7b-556fd173bfae HTTP/1.1" 204 0 "-" "Ansible" 1846 0.079 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.078 204 a5fd6f6b2f807736a2d2ea954cd0f8fd 199.19.213.54 - - [02/Jul/2026:15:27:30 +0000] "GET /admin/realms/atmosphere/client-scopes/11ca982b-009e-456f-bd7b-556fd173bfae/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.078 [auth-system-keycloak-80] [] 10.0.0.198:8080 963 0.078 200 5910d1e657e8bc0ad12f964aaed282fb 199.19.213.54 - - [02/Jul/2026:15:27:30 +0000] "GET /admin/realms/atmosphere/client-scopes/11ca982b-009e-456f-bd7b-556fd173bfae/protocol-mappers/models/0278e2ee-074c-41f0-a6e0-fdaa44cb4c7b HTTP/1.1" 200 366 "-" "Ansible" 1307 0.019 [auth-system-keycloak-80] [] 10.0.0.198:8080 366 0.019 200 60cfc3f0afbefe6058bf3e129eca3318 199.19.213.54 - - [02/Jul/2026:15:27:30 +0000] "PUT /admin/realms/atmosphere/client-scopes/11ca982b-009e-456f-bd7b-556fd173bfae/protocol-mappers/models/0278e2ee-074c-41f0-a6e0-fdaa44cb4c7b HTTP/1.1" 204 0 "-" "Ansible" 1620 0.056 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.055 204 edf5a7801dfb5ff9638731426d6e287e 199.19.213.54 - - [02/Jul/2026:15:27:30 +0000] "GET /admin/realms/atmosphere/client-scopes/11ca982b-009e-456f-bd7b-556fd173bfae HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.089 [auth-system-keycloak-80] [] 10.0.0.198:8080 1218 0.089 200 fcea98997e70451d9bfe0f006887e80c I0702 15:27:36.783418 6 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.77.172"}] I0702 15:27:36.792871 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"7475c0f9-c53e-4ab3-9da1-68fb1cb9f2ed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3829", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:27:36.793970 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:27:36.793994 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.54 - - [02/Jul/2026:15:27:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.535 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.534 200 b16768ce3b0c3031a221f84625ddf406 199.19.213.54 - - [02/Jul/2026:15:27:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.014 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.014 200 c8e283a3453186354d41f11545bf7aea 199.19.213.54 - - [02/Jul/2026:15:27:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.234 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.234 201 d15fb6c2ef612459726e777220145e6f 199.19.213.54 - - [02/Jul/2026:15:27:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.021 [auth-system-keycloak-80] [] 10.0.0.198:8080 1259 0.021 200 2b25bd5e9c99db1467deb47d916ac6cf 199.19.213.54 - - [02/Jul/2026:15:27:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.584 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.583 200 df9e51c25fa5d94944e1b6b1cde812fa 199.19.213.54 - - [02/Jul/2026:15:27:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.046 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.046 200 afa0db709f34c40b08d2eb3a17fc0b51 199.19.213.54 - - [02/Jul/2026:15:27:53 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.186 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.185 201 3f2b7c53c7ea1a4f70614fbb32a9f232 199.19.213.54 - - [02/Jul/2026:15:27:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.020 [auth-system-keycloak-80] [] 10.0.0.198:8080 1283 0.020 200 085392968b34b9555d3ed74387672fcd 199.19.213.54 - - [02/Jul/2026:15:27:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.502 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.502 200 6ac024bde34f9cc9c495e79b78d8ab61 199.19.213.54 - - [02/Jul/2026:15:27:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.011 200 87efa05d7cec8b848f336ea4dc9f8c55 199.19.213.54 - - [02/Jul/2026:15:27:55 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.306 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.305 201 528247527dbe1fa91803db0ca932a7a1 199.19.213.54 - - [02/Jul/2026:15:27:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.017 [auth-system-keycloak-80] [] 10.0.0.198:8080 1249 0.018 200 cf74d5a9199296efebbb9be689c5c30e 199.19.213.54 - - [02/Jul/2026:15:27:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.519 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.520 200 ceea0478f5ff242cad469df8b59b53d3 199.19.213.54 - - [02/Jul/2026:15:27:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.198:8080 1259 0.009 200 0d71641786ab3052ecb33f377e128836 199.19.213.54 - - [02/Jul/2026:15:27:56 +0000] "GET /admin/realms/atmosphere/clients/cc1aea83-3b0e-47aa-8742-3df9905a028f/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.198:8080 119 0.012 404 86b8c08f07345e83b9795b6f335566a3 199.19.213.54 - - [02/Jul/2026:15:27:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.198:8080 1259 0.009 200 ffc8c620f8fc137381489447b4f066cd 199.19.213.54 - - [02/Jul/2026:15:27:56 +0000] "POST /admin/realms/atmosphere/clients/cc1aea83-3b0e-47aa-8742-3df9905a028f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.065 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.064 201 852ea6cd44c44aebe08ffbaba0662dd9 199.19.213.54 - - [02/Jul/2026:15:27:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.198:8080 1259 0.009 200 5ac2c1f495f9c99006684698baff3097 199.19.213.54 - - [02/Jul/2026:15:27:56 +0000] "GET /admin/realms/atmosphere/clients/cc1aea83-3b0e-47aa-8742-3df9905a028f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.198:8080 166 0.013 200 bc7b376401a99b358f8266d518b2d59d 199.19.213.54 - - [02/Jul/2026:15:27:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.500 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.498 200 f329081fc120df1eddab30fbbb7df5fe 199.19.213.54 - - [02/Jul/2026:15:27:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.035 [auth-system-keycloak-80] [] 10.0.0.198:8080 1283 0.034 200 3c258e17e38a86c1454ab0d6936c0435 199.19.213.54 - - [02/Jul/2026:15:27:57 +0000] "GET /admin/realms/atmosphere/clients/342d3dbe-01b6-4848-8107-0b9f215b817f/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.198:8080 119 0.009 404 877ffd8642045d0749459ce1c2dc74e9 199.19.213.54 - - [02/Jul/2026:15:27:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.198:8080 1283 0.007 200 b1c64f94aa3ab0fb65befe32c34bb1d1 199.19.213.54 - - [02/Jul/2026:15:27:57 +0000] "POST /admin/realms/atmosphere/clients/342d3dbe-01b6-4848-8107-0b9f215b817f/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.057 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.056 201 a4aea524789ca30f63be0b02bd8ee4d8 199.19.213.54 - - [02/Jul/2026:15:27:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.198:8080 1283 0.006 200 4ce28d04bf0cc4f2a089232b143fc55c 199.19.213.54 - - [02/Jul/2026:15:27:57 +0000] "GET /admin/realms/atmosphere/clients/342d3dbe-01b6-4848-8107-0b9f215b817f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.074 [auth-system-keycloak-80] [] 10.0.0.198:8080 165 0.074 200 57af4cdd73513f7bb00ffc7802b820da 199.19.213.54 - - [02/Jul/2026:15:27:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.541 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.540 200 649155647a42e1a1722766a6d2a5eb9d 199.19.213.54 - - [02/Jul/2026:15:27:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.198:8080 1283 0.011 200 a5faf54fdb11bbb36e0b40dfea92bde5 199.19.213.54 - - [02/Jul/2026:15:27:58 +0000] "GET /admin/realms/atmosphere/clients/342d3dbe-01b6-4848-8107-0b9f215b817f/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.198:8080 119 0.007 404 314082ea2fc1afbe1d4a970f4a9ec5d8 199.19.213.54 - - [02/Jul/2026:15:27:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.050 [auth-system-keycloak-80] [] 10.0.0.198:8080 1283 0.050 200 a6cb2450aa6ea22269c5a3af43310899 199.19.213.54 - - [02/Jul/2026:15:27:58 +0000] "POST /admin/realms/atmosphere/clients/342d3dbe-01b6-4848-8107-0b9f215b817f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.042 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.041 201 a3d6f00d6a161bd9b43d480a3299ccc5 199.19.213.54 - - [02/Jul/2026:15:27:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.198:8080 1283 0.005 200 0207c0ce1bacc964095c2048f05226ab 199.19.213.54 - - [02/Jul/2026:15:27:58 +0000] "GET /admin/realms/atmosphere/clients/342d3dbe-01b6-4848-8107-0b9f215b817f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.198:8080 166 0.013 200 79596b85c0383fef63d0fa7b50618211 199.19.213.54 - - [02/Jul/2026:15:27:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.478 200 94ef160e8b6855cb8b0d64a54758f4d4 199.19.213.54 - - [02/Jul/2026:15:27:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.198:8080 1283 0.009 200 669f9551d57f17a011bcb690f13c5cee 199.19.213.54 - - [02/Jul/2026:15:27:59 +0000] "GET /admin/realms/atmosphere/clients/342d3dbe-01b6-4848-8107-0b9f215b817f/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.037 [auth-system-keycloak-80] [] 10.0.0.198:8080 119 0.038 404 b7d29689a618aff8e3074536eb7a8505 199.19.213.54 - - [02/Jul/2026:15:27:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.198:8080 1283 0.007 200 3fe32eb368e6b99b17f4eb26d36840f3 199.19.213.54 - - [02/Jul/2026:15:27:59 +0000] "POST /admin/realms/atmosphere/clients/342d3dbe-01b6-4848-8107-0b9f215b817f/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.292 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.290 201 925e9dcdde77bf36fca7071c049dedb2 199.19.213.54 - - [02/Jul/2026:15:27:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.198:8080 1283 0.006 200 f567f3f5d78df6de684f295001eb976c 199.19.213.54 - - [02/Jul/2026:15:27:59 +0000] "GET /admin/realms/atmosphere/clients/342d3dbe-01b6-4848-8107-0b9f215b817f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.198:8080 166 0.010 200 bfa7cf9948615b5d95345c5647a443ec 199.19.213.54 - - [02/Jul/2026:15:28:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.470 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.469 200 ef6b97e65cd54839a10fe90a338e9957 199.19.213.54 - - [02/Jul/2026:15:28:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.198:8080 1249 0.008 200 b45d0f205facd09414ecbed049342541 199.19.213.54 - - [02/Jul/2026:15:28:00 +0000] "GET /admin/realms/atmosphere/clients/df62d002-1e64-4cab-a536-845bd211b5ce/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.198:8080 119 0.009 404 5bed364fbc3c9eb02a69076e74571f9d 199.19.213.54 - - [02/Jul/2026:15:28:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.048 [auth-system-keycloak-80] [] 10.0.0.198:8080 1249 0.049 200 3ae32a834530583b620523b66815c22b 199.19.213.54 - - [02/Jul/2026:15:28:00 +0000] "POST /admin/realms/atmosphere/clients/df62d002-1e64-4cab-a536-845bd211b5ce/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.047 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.047 201 e49d9f3db47a50b2e091a4e4d20de6ab 199.19.213.54 - - [02/Jul/2026:15:28:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.198:8080 1249 0.008 200 1023581fdc4cf770ca5d6fb20a544023 199.19.213.54 - - [02/Jul/2026:15:28:00 +0000] "GET /admin/realms/atmosphere/clients/df62d002-1e64-4cab-a536-845bd211b5ce/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.198:8080 166 0.016 200 e09674c22dcb7065027476ae0975c26c W0702 15:29:13.757918 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:13.757964 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:13.962706 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:29:13.962925 6 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0702 15:29:13.962967 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:13.962983 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:13.963571 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:29:13.963651 6 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0702 15:29:13.963700 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:13.963730 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:29:13.964610 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0702 15:29:13.964634 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0702 15:29:13.965188 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0702 15:29:13.965210 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0702 15:29:13.965307 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:29:13.965396 6 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0702 15:29:13.965436 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:13.965448 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:29:13.967197 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0702 15:29:13.967218 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0702 15:29:13.995700 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0702 15:29:13.995894 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2c64b6e4-7e3e-4f45-a476-418b5e797d07", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4556", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:29:13.996166 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0702 15:29:13.996199 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0702 15:29:13.996464 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0702 15:29:13.996491 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0702 15:29:13.996571 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"8428f281-92c0-4456-8196-d2ab7636cc20", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4557", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0702 15:29:13.996643 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"02122994-a819-4a9b-8dd5-80cdde031121", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4559", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:29:13.996745 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0702 15:29:16.565229 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0702 15:29:16.566348 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0702 15:29:16.597438 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0702 15:29:16.599512 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0702 15:29:16.710503 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0702 15:29:16.711342 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0702 15:29:17.091692 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:29:17.091735 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:29:17.091764 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:29:17.091851 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:17.091881 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:29:17.091966 6 controller.go:196] "Configuration changes detected, backend reload required" I0702 15:29:17.142945 6 controller.go:216] "Backend successfully reloaded" I0702 15:29:17.143313 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hxqfp", UID:"2dff968e-a4d8-4303-a355-bc2d5a26a4a4", APIVersion:"v1", ResourceVersion:"1398", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0702 15:29:20.425049 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:29:20.425092 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:29:20.425110 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:29:20.425209 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:20.425228 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:23.757951 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:29:23.758029 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:29:23.758060 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:29:23.758157 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:23.758180 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:27.092488 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:29:27.092548 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:29:27.092572 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:29:27.092660 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:27.092674 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:34.080027 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:29:34.080161 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:29:34.080269 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:29:34.080656 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:34.080754 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:29:36.926778 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.77.172"}] I0702 15:29:36.926843 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.77.172"}] I0702 15:29:36.927427 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.77.172"}] I0702 15:29:36.972970 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"8428f281-92c0-4456-8196-d2ab7636cc20", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5140", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0702 15:29:37.087878 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2c64b6e4-7e3e-4f45-a476-418b5e797d07", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5141", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0702 15:29:37.105939 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"02122994-a819-4a9b-8dd5-80cdde031121", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5142", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:29:37.414101 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:29:37.414374 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:29:37.414598 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:29:37.414820 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:37.414904 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:40.747670 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:29:40.747734 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:29:40.747774 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:29:40.747902 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:40.747925 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:44.080887 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:29:44.080956 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0702 15:29:44.081150 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:29:44.081526 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:44.081554 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:47.414781 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:29:47.414900 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:29:47.415110 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:47.415159 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:50.746886 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:29:50.746987 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:29:50.747335 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:50.747369 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:54.080900 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:29:54.081003 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0702 15:29:54.081127 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:54.081148 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.46 - - [02/Jul/2026:15:29:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.031 [auth-system-keycloak-80] [] 10.0.0.198:8080 6411 0.032 200 2ba27b4c159ae141e9a0f58a4eebe82b 10.0.0.103 - - [02/Jul/2026:15:29:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.198:8080 6411 0.008 200 6c735a118316e6bc96e50e43017dc7df W0702 15:29:57.414459 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0702 15:29:57.414661 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:29:57.414692 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:30:00.748117 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:30:00.748169 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:30:04.081084 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:30:04.081138 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:30:12.571376 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:30:12.571409 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:30:15.905921 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:30:15.905982 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.54 - - [02/Jul/2026:15:30:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.522 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.521 200 e27d5f30b0db5cfe48fc1c324343e1fd 199.19.213.54 - - [02/Jul/2026:15:30:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.005 [auth-system-keycloak-80] [] 10.0.0.198:8080 4246 0.005 200 4148ad16b1b5a55a64ca5c9ab2f43f27 199.19.213.54 - - [02/Jul/2026:15:30:17 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.383 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.382 204 cb406dd85602228462a05120bdc925cb 199.19.213.54 - - [02/Jul/2026:15:30:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.183 [auth-system-keycloak-80] [] 10.0.0.198:8080 4384 0.183 200 25ec1bc85aac534c6907cbb1bfc4b3b7 199.19.213.54 - - [02/Jul/2026:15:30:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.523 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.523 200 45407b86dd736a5a723d0ad9e63274db 199.19.213.54 - - [02/Jul/2026:15:30:18 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.198:8080 1682 0.007 200 498e59d03a5c0b0a69f83cf0ec9780fd 199.19.213.54 - - [02/Jul/2026:15:30:18 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.198:8080 6411 0.005 200 2e402988450c02bfadb25d5c8c9504de 199.19.213.54 - - [02/Jul/2026:15:30:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.531 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.529 200 d089c50c8f7cbb2279c9be954e5d0f21 199.19.213.54 - - [02/Jul/2026:15:30:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.014 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.014 200 d41a3e153e44c823dddb5b2dda827979 199.19.213.54 - - [02/Jul/2026:15:30:20 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.188 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.188 201 ed06ae284eb8a67b52e00d742bfb49d7 199.19.213.54 - - [02/Jul/2026:15:30:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.050 [auth-system-keycloak-80] [] 10.0.0.198:8080 2242 0.050 200 3b17e1c96a1f98c230a853976e38aa2c 199.19.213.54 - - [02/Jul/2026:15:30:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.488 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.487 200 a8d2038f4e55b188ae912f2bbc8c8ba1 199.19.213.54 - - [02/Jul/2026:15:30:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.198:8080 2242 0.008 200 62371b19e1213e90d308ad6f5073f4af 199.19.213.54 - - [02/Jul/2026:15:30:21 +0000] "GET /admin/realms/atmosphere/clients/41278c97-11f7-44ee-a966-66e4afb4dbfd/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.035 [auth-system-keycloak-80] [] 10.0.0.198:8080 233 0.035 200 d013828a7f590ed3ac9358356fca6e56 199.19.213.54 - - [02/Jul/2026:15:30:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.082 [auth-system-keycloak-80] [] 10.0.0.198:8080 831 0.081 200 850b69879488e6270ecf639ec01c075e 199.19.213.54 - - [02/Jul/2026:15:30:21 +0000] "GET /admin/realms/atmosphere/clients/ca994977-4dda-420c-95af-d8db045ecd16/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.101 [auth-system-keycloak-80] [] 10.0.0.198:8080 3758 0.101 200 60c9b8d58cb06f1cda948b67851ba3c7 199.19.213.54 - - [02/Jul/2026:15:30:21 +0000] "GET /admin/realms/atmosphere/users/86efefad-2bad-4d42-96bc-3a55289d16d8/role-mappings/clients/ca994977-4dda-420c-95af-d8db045ecd16/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.197 [auth-system-keycloak-80] [] 10.0.0.198:8080 3758 0.196 200 3f97462efa20611b83020b39e345555b 199.19.213.54 - - [02/Jul/2026:15:30:21 +0000] "GET /admin/realms/atmosphere/users/86efefad-2bad-4d42-96bc-3a55289d16d8/role-mappings/clients/ca994977-4dda-420c-95af-d8db045ecd16/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.075 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.075 200 f1d55308f02ed651534c9faffa950a80 199.19.213.54 - - [02/Jul/2026:15:30:21 +0000] "POST /admin/realms/atmosphere/users/86efefad-2bad-4d42-96bc-3a55289d16d8/role-mappings/clients/ca994977-4dda-420c-95af-d8db045ecd16 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.018 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.018 204 82163f58cf1920f31eee6e17e4f9ae04 199.19.213.54 - - [02/Jul/2026:15:30:21 +0000] "GET /admin/realms/atmosphere/users/86efefad-2bad-4d42-96bc-3a55289d16d8/role-mappings/clients/ca994977-4dda-420c-95af-d8db045ecd16/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.050 [auth-system-keycloak-80] [] 10.0.0.198:8080 576 0.050 200 90dadd2d175b7202e9606d3af15ba4a4 W0702 15:30:24.624380 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:30:24.624413 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:30:27.958562 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:30:27.958611 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:32:30.609049 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:32:30.609078 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:33:06.222429 6 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0702 15:33:06.222500 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:33:06.222511 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:33:06.229600 6 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.007s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:28.7kB} I0702 15:33:06.229696 6 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0702 15:33:06.235172 6 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0702 15:33:06.235389 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9f0c52b0-be98-4506-b145-2257dcd610f8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6620", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:33:06.235800 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0702 15:33:06.236292 6 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0702 15:33:06.236443 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:33:06.236461 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:33:06.236610 6 controller.go:196] "Configuration changes detected, backend reload required" I0702 15:33:06.281739 6 controller.go:216] "Backend successfully reloaded" I0702 15:33:06.282274 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hxqfp", UID:"2dff968e-a4d8-4303-a355-bc2d5a26a4a4", APIVersion:"v1", ResourceVersion:"1398", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0702 15:33:06.456050 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0702 15:33:06.457481 6 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0702 15:33:09.572124 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:33:09.572196 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.54 - - [02/Jul/2026:15:33:10 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.59:5000 280 0.004 300 3c9ce138d4d4841f222549c7fe9fce62 199.19.213.54 - - [02/Jul/2026:15:33:12 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 265 0.003 200 18051ac012eb9ad249c04457fd7ff8b7 199.19.213.54 - - [02/Jul/2026:15:33:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.327 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1359 0.328 201 a34ee792384feeed7c79f689252a71b7 199.19.213.54 - - [02/Jul/2026:15:33:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 280 0.004 300 5211ba9b5372b09aff9a7d254ac0f47d 199.19.213.54 - - [02/Jul/2026:15:33:12 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 437 0.028 [openstack-keystone-api-5000] [] 10.0.0.59:5000 90 0.028 404 7edc9a509dfd97731549c364ad93479c 199.19.213.54 - - [02/Jul/2026:15:33:12 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.59:5000 366 0.019 200 cd5bff5cfeccc2046f33ea64a802f96e 199.19.213.54 - - [02/Jul/2026:15:33:12 +0000] "GET /v3/domains/76a3cd7625914b68a0fdb1482c0d6708 HTTP/1.1" 200 244 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-keystone-api-5000] [] 10.0.0.59:5000 244 0.017 200 deb8f5e23457fa2c129786218258cc49 199.19.213.54 - - [02/Jul/2026:15:33:13 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 265 0.003 200 d2fd2b311848b9618e330c1459c66ae1 199.19.213.54 - - [02/Jul/2026:15:33:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.329 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1359 0.329 201 a14ca5f0455cd8782b148cded81d691f 199.19.213.54 - - [02/Jul/2026:15:33:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 280 0.004 300 59f5df9bcfb725b6a6dd531cea1883ab 199.19.213.54 - - [02/Jul/2026:15:33:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 462 0.021 [openstack-keystone-api-5000] [] 10.0.0.59:5000 101 0.021 404 4fb5ae66d7ed98f733ec97cc8a1b4330 199.19.213.54 - - [02/Jul/2026:15:33:13 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 464 0.015 [openstack-keystone-api-5000] [] 10.0.0.59:5000 155 0.015 200 097c39a8b2ecb23416d2fcb1b0a574a7 199.19.213.54 - - [02/Jul/2026:15:33:13 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 679 0.024 [openstack-keystone-api-5000] [] 10.0.0.59:5000 451 0.023 201 9a37503ac434ceac27bcc2802cadd700 199.19.213.54 - - [02/Jul/2026:15:33:14 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 265 0.003 200 d2c43af526a5ba9627ea208e8b5abc9b 199.19.213.54 - - [02/Jul/2026:15:33:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.279 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1359 0.278 201 a3d4eb6e827e95a09b8fa65be6343fb0 199.19.213.54 - - [02/Jul/2026:15:33:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 280 0.004 300 56b38c10c0a7bc64c3e073c5009fffb5 199.19.213.54 - - [02/Jul/2026:15:33:14 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.022 [openstack-keystone-api-5000] [] 10.0.0.59:5000 98 0.022 404 f9c52686faf39ee33650678443274118 199.19.213.54 - - [02/Jul/2026:15:33:14 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 454 0.018 [openstack-keystone-api-5000] [] 10.0.0.59:5000 135 0.018 200 29406e8415d3327f93ba31539a776a32 199.19.213.54 - - [02/Jul/2026:15:33:14 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 762 0.018 [openstack-keystone-api-5000] [] 10.0.0.59:5000 356 0.017 201 ebc4a1179d38674588e7486285f4f329 199.19.213.54 - - [02/Jul/2026:15:33:15 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 265 0.003 200 9201f03ce45f1ebfe15db9fa73335b31 199.19.213.54 - - [02/Jul/2026:15:33:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1359 0.291 201 15f566102d65838706f9a082739ccd40 199.19.213.54 - - [02/Jul/2026:15:33:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 280 0.004 300 c9329024421426b324845ce79a1e569c 199.19.213.54 - - [02/Jul/2026:15:33:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 497 0.027 [openstack-keystone-api-5000] [] 10.0.0.59:5000 131 0.028 404 6cafaf83177f9471cc610281f35cd182 199.19.213.54 - - [02/Jul/2026:15:33:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 485 0.015 [openstack-keystone-api-5000] [] 10.0.0.59:5000 167 0.015 200 c792c6ff6ec88c98f9563a2ed8544345 199.19.213.54 - - [02/Jul/2026:15:33:15 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 580 0.020 [openstack-keystone-api-5000] [] 10.0.0.59:5000 222 0.020 201 77f243dafff92d12cfbc5767e860681d W0702 15:33:18.292008 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:33:18.292039 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:33:21.626333 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:33:21.626388 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:33:24.960329 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:33:24.960374 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:33:36.781866 6 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.77.172"}] I0702 15:33:36.939569 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9f0c52b0-be98-4506-b145-2257dcd610f8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6928", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:33:36.997760 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:33:36.997791 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0702 15:33:46.576948 6 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-54.nip.io. Skipping. W0702 15:33:46.577715 6 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0702 15:33:46.577878 6 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0702 15:33:46.577986 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:33:46.578036 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:33:46.582526 6 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:33.4kB} I0702 15:33:46.582557 6 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0702 15:33:46.590382 6 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0702 15:33:46.590664 6 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-54.nip.io. Skipping. W0702 15:33:46.591007 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0702 15:33:46.591366 6 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0702 15:33:46.591483 6 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0702 15:33:46.591604 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:33:46.591629 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:33:46.591778 6 controller.go:196] "Configuration changes detected, backend reload required" I0702 15:33:46.595465 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"3b7e56a7-e1b2-43ad-8cb3-5291f2b147e5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6990", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0702 15:33:46.651193 6 controller.go:216] "Backend successfully reloaded" I0702 15:33:46.651653 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hxqfp", UID:"2dff968e-a4d8-4303-a355-bc2d5a26a4a4", APIVersion:"v1", ResourceVersion:"1398", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0702 15:33:46.922116 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0702 15:33:46.922392 6 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-54.nip.io. Skipping. I0702 15:33:46.924549 6 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0702 15:33:49.925926 6 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0702 15:33:49.926206 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:33:49.926445 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:34:27.669153 6 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0702 15:34:27.669506 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:34:27.669559 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:34:27.673504 6 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:33.4kB} I0702 15:34:27.673544 6 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" 199.19.213.54 - - [02/Jul/2026:15:34:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.492 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.491 200 43ff7bd1b380d48e87d7db2f852c46f2 199.19.213.54 - - [02/Jul/2026:15:34:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.198:8080 4384 0.007 200 87a296162c522f6aa4b501d608c23b85 199.19.213.54 - - [02/Jul/2026:15:34:32 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5853 0.698 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.696 204 9fe617cc82b6a87a886190d4bc02e4d5 199.19.213.54 - - [02/Jul/2026:15:34:32 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.137 [auth-system-keycloak-80] [] 10.0.0.198:8080 4384 0.137 200 8691d9f957fc4812437f816dba2f0190 199.19.213.54 - - [02/Jul/2026:15:34:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.555 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.553 200 3dc69db808b3ff8547307f24c0b065b8 199.19.213.54 - - [02/Jul/2026:15:34:33 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12432 "-" "Ansible" 1209 0.007 [auth-system-keycloak-80] [] 10.0.0.198:8080 12440 0.008 200 073f59594a2b59428b2eb4512a295168 199.19.213.54 - - [02/Jul/2026:15:34:33 +0000] "GET /admin/realms/atmosphere/client-scopes/11ca982b-009e-456f-bd7b-556fd173bfae HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.062 [auth-system-keycloak-80] [] 10.0.0.198:8080 1218 0.063 200 e0557531b75702f2a0177bf739de3225 199.19.213.54 - - [02/Jul/2026:15:34:33 +0000] "PUT /admin/realms/atmosphere/client-scopes/11ca982b-009e-456f-bd7b-556fd173bfae HTTP/1.1" 204 0 "-" "Ansible" 1846 0.018 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.018 204 fa6e90b09702bcd8cab0ce54058b5995 199.19.213.54 - - [02/Jul/2026:15:34:34 +0000] "GET /admin/realms/atmosphere/client-scopes/11ca982b-009e-456f-bd7b-556fd173bfae/protocol-mappers/models HTTP/1.1" 200 968 "-" "Ansible" 1270 0.081 [auth-system-keycloak-80] [] 10.0.0.198:8080 968 0.080 200 edd78c95b1f029933b4304662580a401 199.19.213.54 - - [02/Jul/2026:15:34:34 +0000] "GET /admin/realms/atmosphere/client-scopes/11ca982b-009e-456f-bd7b-556fd173bfae/protocol-mappers/models/0278e2ee-074c-41f0-a6e0-fdaa44cb4c7b HTTP/1.1" 200 371 "-" "Ansible" 1307 0.021 [auth-system-keycloak-80] [] 10.0.0.198:8080 371 0.021 200 faa9da2601998897bea9219d5384dcc9 199.19.213.54 - - [02/Jul/2026:15:34:34 +0000] "PUT /admin/realms/atmosphere/client-scopes/11ca982b-009e-456f-bd7b-556fd173bfae/protocol-mappers/models/0278e2ee-074c-41f0-a6e0-fdaa44cb4c7b HTTP/1.1" 204 0 "-" "Ansible" 1620 0.047 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.045 204 f561ee1514be4941e3afc6ca26cc52cd 199.19.213.54 - - [02/Jul/2026:15:34:34 +0000] "GET /admin/realms/atmosphere/client-scopes/11ca982b-009e-456f-bd7b-556fd173bfae HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.018 [auth-system-keycloak-80] [] 10.0.0.198:8080 1218 0.017 200 953e051dd01bf060032970df4567be8c I0702 15:34:36.783100 6 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.103.77.172"}] E0702 15:34:37.093859 6 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-54.nip.io. Skipping. I0702 15:34:37.093815 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"3b7e56a7-e1b2-43ad-8cb3-5291f2b147e5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7292", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0702 15:34:37.227273 6 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0702 15:34:37.227459 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:34:37.227489 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:34:42.040978 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:34:42.041123 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.54 - - [02/Jul/2026:15:34:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.480 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.480 200 e58b75490ba56a183a8db00110cce1a1 199.19.213.54 - - [02/Jul/2026:15:34:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.033 [auth-system-keycloak-80] [] 10.0.0.198:8080 1259 0.033 200 21cd227376f29c22cc7efaab03ee917a 199.19.213.54 - - [02/Jul/2026:15:34:42 +0000] "PUT /admin/realms/atmosphere/clients/cc1aea83-3b0e-47aa-8742-3df9905a028f HTTP/1.1" 204 0 "-" "Ansible" 2603 0.220 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.219 204 1d085477d1c52cffad144daa608ecf4e 199.19.213.54 - - [02/Jul/2026:15:34:43 +0000] "GET /admin/realms/atmosphere/clients/cc1aea83-3b0e-47aa-8742-3df9905a028f HTTP/1.1" 200 1257 "-" "Ansible" 1240 0.015 [auth-system-keycloak-80] [] 10.0.0.198:8080 1257 0.015 200 c40d3e0238e5a73da25f199a1e30ffd5 199.19.213.54 - - [02/Jul/2026:15:34:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.495 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.495 200 df895eb832a25a27234550283edf87b1 199.19.213.54 - - [02/Jul/2026:15:34:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.198:8080 1283 0.004 200 d6595ab8ffa633f898026170bb8bdb1b 199.19.213.54 - - [02/Jul/2026:15:34:44 +0000] "PUT /admin/realms/atmosphere/clients/342d3dbe-01b6-4848-8107-0b9f215b817f HTTP/1.1" 204 0 "-" "Ansible" 2628 0.386 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.385 204 33b68d858eecc1d21721870a2f1d450a 199.19.213.54 - - [02/Jul/2026:15:34:44 +0000] "GET /admin/realms/atmosphere/clients/342d3dbe-01b6-4848-8107-0b9f215b817f HTTP/1.1" 200 1281 "-" "Ansible" 1240 0.019 [auth-system-keycloak-80] [] 10.0.0.198:8080 1281 0.018 200 4a6b1b23d95dbe62ce3205271034f48f 199.19.213.54 - - [02/Jul/2026:15:34:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.478 200 67efc11cfddae65add782c9bf9866fc9 199.19.213.54 - - [02/Jul/2026:15:34:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.031 [auth-system-keycloak-80] [] 10.0.0.198:8080 1249 0.031 200 0922a057ffea12a68b3c2ff526dfc41c 199.19.213.54 - - [02/Jul/2026:15:34:45 +0000] "PUT /admin/realms/atmosphere/clients/df62d002-1e64-4cab-a536-845bd211b5ce HTTP/1.1" 204 0 "-" "Ansible" 2593 0.101 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.100 204 78a3c11cae02d18609f5d5cad3209549 199.19.213.54 - - [02/Jul/2026:15:34:45 +0000] "GET /admin/realms/atmosphere/clients/df62d002-1e64-4cab-a536-845bd211b5ce HTTP/1.1" 200 1247 "-" "Ansible" 1240 0.016 [auth-system-keycloak-80] [] 10.0.0.198:8080 1247 0.017 200 b9f6ec824c5bae13df7c338a0dbf59ab W0702 15:34:45.375116 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:34:45.375147 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.54 - - [02/Jul/2026:15:34:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.475 200 4aa9b69bf9dcb3a217329303502a53f3 199.19.213.54 - - [02/Jul/2026:15:34:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.198:8080 1259 0.009 200 ed27faf019de7a90565e392266f17744 199.19.213.54 - - [02/Jul/2026:15:34:46 +0000] "GET /admin/realms/atmosphere/clients/cc1aea83-3b0e-47aa-8742-3df9905a028f/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.003 [auth-system-keycloak-80] [] 10.0.0.198:8080 166 0.003 200 88bab588544d88e28fafeee9246544c0 199.19.213.54 - - [02/Jul/2026:15:34:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.493 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.493 200 fa60ca77858924ef08dbf9bc7bd02a7d 199.19.213.54 - - [02/Jul/2026:15:34:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.198:8080 1283 0.008 200 4f953df37a180f93c07fbac31180b0ef 199.19.213.54 - - [02/Jul/2026:15:34:46 +0000] "GET /admin/realms/atmosphere/clients/342d3dbe-01b6-4848-8107-0b9f215b817f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.005 [auth-system-keycloak-80] [] 10.0.0.198:8080 165 0.004 200 493cf2685ad27edc66fdb44d27e0802a 199.19.213.54 - - [02/Jul/2026:15:34:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.477 200 67eb94727317e78197e9274eb0c90386 199.19.213.54 - - [02/Jul/2026:15:34:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.198:8080 1283 0.004 200 fa89b27ea35ef80fb89b6904002d5f0e 199.19.213.54 - - [02/Jul/2026:15:34:47 +0000] "GET /admin/realms/atmosphere/clients/342d3dbe-01b6-4848-8107-0b9f215b817f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.003 [auth-system-keycloak-80] [] 10.0.0.198:8080 166 0.002 200 bdfd02c36d04daf7b82edd873dffcffb 199.19.213.54 - - [02/Jul/2026:15:34:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.506 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.506 200 b32e3e37d44cb04d6ea96cf9022a4af3 199.19.213.54 - - [02/Jul/2026:15:34:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.003 [auth-system-keycloak-80] [] 10.0.0.198:8080 1283 0.004 200 4aceda47bd041ef2eaea86751834a39c 199.19.213.54 - - [02/Jul/2026:15:34:48 +0000] "GET /admin/realms/atmosphere/clients/342d3dbe-01b6-4848-8107-0b9f215b817f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.005 [auth-system-keycloak-80] [] 10.0.0.198:8080 166 0.004 200 c922a853e21b361772354082f753a3cd W0702 15:34:48.707924 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:34:48.707963 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.54 - - [02/Jul/2026:15:34:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.512 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.510 200 f623ffdf9cf7b5636e57bf8b42651ce4 199.19.213.54 - - [02/Jul/2026:15:34:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.198:8080 1249 0.008 200 948ade9f8eb70af31e8e0e3a77b3c4fa 199.19.213.54 - - [02/Jul/2026:15:34:49 +0000] "GET /admin/realms/atmosphere/clients/df62d002-1e64-4cab-a536-845bd211b5ce/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.028 [auth-system-keycloak-80] [] 10.0.0.198:8080 166 0.029 200 35ab7fe8cd0f81213435b4a065cb7563 E0702 15:35:18.867907 6 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0702 15:35:26.862915 6 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0702 15:35:26.863004 6 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded E0702 15:35:26.863242 6 status.go:104] "error running poll" err="timed out waiting for the condition" I0702 15:35:26.863264 6 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0702 15:35:33.869231 6 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path I0702 15:36:12.750350 6 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0702 15:36:34.455756 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:36:34.455801 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:36:42.105234 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:36:42.105268 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.54 - - [02/Jul/2026:15:36:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.533 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.531 200 17c31a1275ff5493603fe6f9c6954d69 199.19.213.54 - - [02/Jul/2026:15:36:46 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.004 [auth-system-keycloak-80] [] 10.0.0.198:8080 4384 0.003 200 297f829efa2dbd2bf809937885d0280d 199.19.213.54 - - [02/Jul/2026:15:36:46 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5853 0.030 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.029 204 46f685778e35fcdeb6c52cc7e2db47e5 199.19.213.54 - - [02/Jul/2026:15:36:46 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.156 [auth-system-keycloak-80] [] 10.0.0.198:8080 4384 0.156 200 0e90b7677721887bb151d9ae43cdc4ba 199.19.213.54 - - [02/Jul/2026:15:36:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.501 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.499 200 70ecebb12631ceec529c1d044f9c270e 199.19.213.54 - - [02/Jul/2026:15:36:47 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.198:8080 1682 0.007 200 c53266b5f999e69f69024c58b16e173e 199.19.213.54 - - [02/Jul/2026:15:36:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.010 [auth-system-keycloak-80] [] 10.0.0.198:8080 6411 0.011 200 44eb59a3250d9bf653c6e7bcb441a414 199.19.213.54 - - [02/Jul/2026:15:36:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.520 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.520 200 d0be2f2b2a8519fbc3bd3587571f2ca4 199.19.213.54 - - [02/Jul/2026:15:36:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.004 [auth-system-keycloak-80] [] 10.0.0.198:8080 2242 0.003 200 da8b7d299264711f93e9ec4d9a617dcf 199.19.213.54 - - [02/Jul/2026:15:36:49 +0000] "PUT /admin/realms/atmosphere/clients/41278c97-11f7-44ee-a966-66e4afb4dbfd HTTP/1.1" 204 0 "-" "Ansible" 3640 0.059 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.057 204 df2459f419406b8d7309d3e7194eb1c9 199.19.213.54 - - [02/Jul/2026:15:36:49 +0000] "GET /admin/realms/atmosphere/clients/41278c97-11f7-44ee-a966-66e4afb4dbfd HTTP/1.1" 200 2240 "-" "Ansible" 1240 0.016 [auth-system-keycloak-80] [] 10.0.0.198:8080 2240 0.015 200 ef7ffc8dd31c2a5724f47d7062d0138e 199.19.213.54 - - [02/Jul/2026:15:36:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.514 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.513 200 248193ef7e25526b1be5e4c202ec28c1 199.19.213.54 - - [02/Jul/2026:15:36:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.009 [auth-system-keycloak-80] [] 10.0.0.198:8080 2242 0.008 200 d42e041a43bf1829e2b1ca3cc665f37a 199.19.213.54 - - [02/Jul/2026:15:36:50 +0000] "GET /admin/realms/atmosphere/clients/41278c97-11f7-44ee-a966-66e4afb4dbfd/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.044 [auth-system-keycloak-80] [] 10.0.0.198:8080 233 0.045 200 e60d3feae1b62171cc5334ac3980d441 199.19.213.54 - - [02/Jul/2026:15:36:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.006 [auth-system-keycloak-80] [] 10.0.0.198:8080 831 0.005 200 4f3c65004e41d398dc948a0ad32206b1 199.19.213.54 - - [02/Jul/2026:15:36:50 +0000] "GET /admin/realms/atmosphere/clients/ca994977-4dda-420c-95af-d8db045ecd16/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.002 [auth-system-keycloak-80] [] 10.0.0.198:8080 3758 0.003 200 059122e678946f32c080f8b4b374eb37 199.19.213.54 - - [02/Jul/2026:15:36:50 +0000] "GET /admin/realms/atmosphere/users/86efefad-2bad-4d42-96bc-3a55289d16d8/role-mappings/clients/ca994977-4dda-420c-95af-d8db045ecd16/available HTTP/1.1" 200 3569 "-" "Ansible" 1307 0.006 [auth-system-keycloak-80] [] 10.0.0.198:8080 3569 0.005 200 f9916c1757590da0d9d29a6f0c8a670d 199.19.213.54 - - [02/Jul/2026:15:36:50 +0000] "GET /admin/realms/atmosphere/users/86efefad-2bad-4d42-96bc-3a55289d16d8/role-mappings/clients/ca994977-4dda-420c-95af-d8db045ecd16/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.002 [auth-system-keycloak-80] [] 10.0.0.198:8080 576 0.003 200 f9b8eea7779593962e468598e719355d W0702 15:36:54.626246 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:36:54.626289 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:36:54.630963 6 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:33.4kB} I0702 15:36:54.630989 6 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" 199.19.213.54 - - [02/Jul/2026:15:36:55 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.59:5000 280 0.004 300 28288d3887a72b125f671942b2b5a6db 199.19.213.54 - - [02/Jul/2026:15:36:56 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 265 0.003 200 a241f10416a1cf8d687d06b6749b8867 199.19.213.54 - - [02/Jul/2026:15:36:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.343 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1359 0.344 201 ea6d5b5fca55114af4920f560a12cca3 199.19.213.54 - - [02/Jul/2026:15:36:56 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.59:5000 280 0.002 300 1fe8fa3d04f8eff202287e28a8e540c5 199.19.213.54 - - [02/Jul/2026:15:36:56 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 437 0.027 [openstack-keystone-api-5000] [] 10.0.0.59:5000 90 0.027 404 ddd4265666ff52486cacd43ae36b4cc2 199.19.213.54 - - [02/Jul/2026:15:36:56 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.024 [openstack-keystone-api-5000] [] 10.0.0.59:5000 366 0.024 200 bebfc83aa75d00352ccdba5e0cd91c90 199.19.213.54 - - [02/Jul/2026:15:36:56 +0000] "GET /v3/domains/76a3cd7625914b68a0fdb1482c0d6708 HTTP/1.1" 200 244 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.009 [openstack-keystone-api-5000] [] 10.0.0.59:5000 244 0.009 200 92034ec2d9ed885958e6f269c02c4129 199.19.213.54 - - [02/Jul/2026:15:36:57 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 265 0.003 200 50fa31919f29b2a7f3741c05a2a6c00d 199.19.213.54 - - [02/Jul/2026:15:36:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1359 0.289 201 8b5f218792d2bdb131e97abb53a0f9cd 199.19.213.54 - - [02/Jul/2026:15:36:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.59:5000 280 0.002 300 e403076472f4db02dacda4603bedbd96 199.19.213.54 - - [02/Jul/2026:15:36:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 451 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 462 0.027 [openstack-keystone-api-5000] [] 10.0.0.59:5000 451 0.027 200 ae52581f733257df6c6c519562388a63 199.19.213.54 - - [02/Jul/2026:15:36:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 451 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 462 0.019 [openstack-keystone-api-5000] [] 10.0.0.59:5000 451 0.019 200 69c0d4bad99673a33951bac70fa757c8 199.19.213.54 - - [02/Jul/2026:15:36:58 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 265 0.004 200 babf9806a8dcd093e8a7cde6c3c86e35 199.19.213.54 - - [02/Jul/2026:15:36:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.280 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1359 0.280 201 ef771641ee599ce5f11a9e04f0432a35 199.19.213.54 - - [02/Jul/2026:15:36:58 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 280 0.003 300 d9ef91c1bfb1f563d29712e861062aeb 199.19.213.54 - - [02/Jul/2026:15:36:58 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 200 356 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-keystone-api-5000] [] 10.0.0.59:5000 356 0.018 200 0a4bf53cc041e3bda0bc2e792a41dbea 199.19.213.54 - - [02/Jul/2026:15:36:59 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 265 0.003 200 902410a3b98f35b74fd921e63e2056bf 199.19.213.54 - - [02/Jul/2026:15:36:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1359 0.286 201 491d13858dfa5d0c25ffc29feabe7f1b 199.19.213.54 - - [02/Jul/2026:15:36:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 280 0.003 300 2eea5250878c7f3312008b38d4b347d0 199.19.213.54 - - [02/Jul/2026:15:36:59 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 200 222 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 497 0.016 [openstack-keystone-api-5000] [] 10.0.0.59:5000 222 0.017 200 70f05887bbf0dd857681f510a624dd14 E0702 15:37:03.742512 6 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-54.nip.io. Skipping. W0702 15:37:03.743270 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0702 15:37:03.743302 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0702 15:37:03.747981 6 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:33.4kB} I0702 15:37:03.748022 6 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" 199.19.213.54 - - [02/Jul/2026:15:37:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.517 [auth-system-keycloak-80] [] 10.0.0.198:8080 1925 0.517 200 93f01b74f58bf54ac3fef3b0bea3ca35 199.19.213.54 - - [02/Jul/2026:15:37:08 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.023 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.022 200 85565de3c1cef63c3edb43543d4ce582 199.19.213.54 - - [02/Jul/2026:15:37:08 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.036 [auth-system-keycloak-80] [] 10.0.0.198:8080 0 0.035 201 085e622c7bc10fbd773a1ee02b69bfc9 199.19.213.54 - - [02/Jul/2026:15:37:08 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.018 [auth-system-keycloak-80] [] 10.0.0.198:8080 322 0.017 200 4462a0e8ee5d3e7b944ddaeda0cf6c4e 199.19.213.54 - - [02/Jul/2026:15:37:08 +0000] "GET /admin/realms/atmosphere/users/777627bf-abe4-4d85-8785-8d69aeebd933/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.010 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.011 200 3efc1667fc6bf06e42059f9d83d7b851 199.19.213.54 - - [02/Jul/2026:15:37:08 +0000] "GET /admin/realms/atmosphere/users/777627bf-abe4-4d85-8785-8d69aeebd933/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.004 [auth-system-keycloak-80] [] 10.0.0.198:8080 2 0.003 200 7154c45e5888bee123879a62554e957e 199.19.213.54 - - [02/Jul/2026:15:37:09 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 265 0.003 200 4e2bbc5a51c2664db2199e823725d856 199.19.213.54 - - [02/Jul/2026:15:37:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.302 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1359 0.301 201 2952675cbb6fa989c0f14074026b3b77 199.19.213.54 - - [02/Jul/2026:15:37:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 280 0.004 300 f598ca62086f5c1ff8318c0f831fb0e6 199.19.213.54 - - [02/Jul/2026:15:37:10 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.026 [openstack-keystone-api-5000] [] 10.0.0.59:5000 90 0.027 404 d7f348887c1b9273e1a720ec9261f0b8 199.19.213.54 - - [02/Jul/2026:15:37:10 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.021 [openstack-keystone-api-5000] [] 10.0.0.59:5000 366 0.020 200 5f0e7956ce75af6501c473084d8f7f8d 199.19.213.54 - - [02/Jul/2026:15:37:10 +0000] "GET /v3/users?domain_id=76a3cd7625914b68a0fdb1482c0d6708&name=test-user HTTP/1.1" 200 173 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.038 [openstack-keystone-api-5000] [] 10.0.0.59:5000 173 0.038 200 2878273055fd7e14bc145276e64517f2 199.19.213.54 - - [02/Jul/2026:15:37:20 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.59:5000 265 0.004 200 0519f47bc5e77b2983cec7bc2e4b4287 199.19.213.54 - - [02/Jul/2026:15:37:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.295 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1359 0.296 201 f277e5b3e9ba5b19274e5f915dee1610 199.19.213.54 - - [02/Jul/2026:15:37:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 280 0.004 300 ecf0b7e560845db82cf39f5efa28c015 199.19.213.54 - - [02/Jul/2026:15:37:20 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.026 [openstack-keystone-api-5000] [] 10.0.0.59:5000 90 0.026 404 afcc99e4f366f2b157f14222aa8e4d5e 199.19.213.54 - - [02/Jul/2026:15:37:20 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.024 [openstack-keystone-api-5000] [] 10.0.0.59:5000 366 0.025 200 56ec55ed56ddce3de4ca4850ed843d19 199.19.213.54 - - [02/Jul/2026:15:37:21 +0000] "GET /v3/users?domain_id=76a3cd7625914b68a0fdb1482c0d6708&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.121 [openstack-keystone-api-5000] [] 10.0.0.59:5000 449 0.122 200 d9dea06c78b373b2159d8e644cef3dc6