------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0428 06:06:55.256553 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0428 06:06:55.256754 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0428 06:06:55.265293 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0428 06:06:55.267928 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0428 06:06:55.483869 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0428 06:06:55.500021 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0428 06:06:55.512721 7 nginx.go:271] "Starting NGINX Ingress controller" I0428 06:06:55.519424 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"565e6fac-9ba4-433c-b287-af681c0ebecc", APIVersion:"v1", ResourceVersion:"1336", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0428 06:06:55.522739 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"7f182d86-5357-4ed4-8d5b-c85d9ce06c06", APIVersion:"v1", ResourceVersion:"1337", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0428 06:06:55.522779 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"f50d9fee-50be-40e5-84e3-b155cc4e7efa", APIVersion:"v1", ResourceVersion:"1339", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0428 06:06:56.714121 7 nginx.go:317] "Starting NGINX process" I0428 06:06:56.714617 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0428 06:06:56.715001 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0428 06:06:56.715323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:06:56.715357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:06:56.715400 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 06:06:56.721960 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0428 06:06:56.722030 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-mwpwj" I0428 06:06:56.753364 7 controller.go:216] "Backend successfully reloaded" I0428 06:06:56.753472 7 controller.go:227] "Initial sync, sleeping for 1 second" I0428 06:06:56.753604 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mwpwj", UID:"b05f06cd-3c05-4e24-8608-11e5212e355b", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 06:07:00.538699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:00.538728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:03.872316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:03.872348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:07.206248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:07.206323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:10.539169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:10.539215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:13.872770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:13.872803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:17.205806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:17.205852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:20.539469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:20.539512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:23.872267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:23.872331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:33.442737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:07:33.442791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:21.268214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:21.268244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:29.265011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:29.265037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:33.738178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:33.738209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:37.071907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:37.071939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:40.406055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:40.406107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:43.739852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:43.740033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:47.071719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:47.071760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:50.405203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:50.405242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:53.738623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:53.738727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:57.071623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:08:57.071647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:09:40.782561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:09:40.782606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:09:42.698913 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-242.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-242.nip.io-tls was not found. Using default certificate W0428 06:09:42.699285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:09:42.699469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:09:42.701623 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0428 06:09:42.701775 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0428 06:09:42.709501 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0428 06:09:42.710016 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-242.nip.io-tls" in local store I0428 06:09:42.710136 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"740bc87a-9c44-4516-919c-808f50bad788", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2980", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 06:09:43.069319 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-242.nip.io-tls" I0428 06:09:43.070249 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-242.nip.io-tls" W0428 06:09:44.116512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:09:44.116555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:09:44.116760 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 06:09:44.156241 7 controller.go:216] "Backend successfully reloaded" I0428 06:09:44.156866 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mwpwj", UID:"b05f06cd-3c05-4e24-8608-11e5212e355b", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 06:09:47.450126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:09:47.450178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [28/Apr/2026:06:09:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.500 200 136152dd13895c8167be9b864192d700 199.204.45.242 - - [28/Apr/2026:06:09:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.051 [auth-system-keycloak-80] [] 10.0.0.200:8080 28 0.051 404 e1a5f1caa9bdea361d788283fb13ba3c 199.204.45.242 - - [28/Apr/2026:06:09:50 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 1.173 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 1.172 201 ac8ea42ac046615d7c786f464fb5dc21 199.204.45.242 - - [28/Apr/2026:06:09:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.227 [auth-system-keycloak-80] [] 10.0.0.200:8080 4101 0.228 200 d442b0be70d46cef90ee73614d6ee157 199.204.45.242 - - [28/Apr/2026:06:09:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.070 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.069 200 eb8f6ca8564e17443d6c14d8becd3153 199.204.45.242 - - [28/Apr/2026:06:09:50 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11535 "-" "Ansible" 1211 0.028 [auth-system-keycloak-80] [] 10.0.0.200:8080 11535 0.027 200 bdf1638862749ff5c45d42f5b71c6e14 199.204.45.242 - - [28/Apr/2026:06:09:50 +0000] "GET /admin/realms/atmosphere/client-scopes/26f6ca36-3e0e-4439-97a8-9c89eacc5ba7 HTTP/1.1" 200 1146 "-" "Ansible" 1248 0.014 [auth-system-keycloak-80] [] 10.0.0.200:8080 1146 0.014 200 431df8a52ee4c08a74d74f55c79c2291 199.204.45.242 - - [28/Apr/2026:06:09:50 +0000] "PUT /admin/realms/atmosphere/client-scopes/26f6ca36-3e0e-4439-97a8-9c89eacc5ba7 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.022 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.021 204 a636252073b9cabcd2fdca301f7102f2 199.204.45.242 - - [28/Apr/2026:06:09:50 +0000] "GET /admin/realms/atmosphere/client-scopes/26f6ca36-3e0e-4439-97a8-9c89eacc5ba7/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1272 0.022 [auth-system-keycloak-80] [] 10.0.0.200:8080 831 0.021 200 83c0426101d04d1e7f8eb2099d9d5fd9 199.204.45.242 - - [28/Apr/2026:06:09:50 +0000] "GET /admin/realms/atmosphere/client-scopes/26f6ca36-3e0e-4439-97a8-9c89eacc5ba7/protocol-mappers/models/e8b5d6cb-e58b-472b-b222-2e28980dea51 HTTP/1.1" 200 331 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.200:8080 331 0.012 200 bbc7eb71d682cd88e522af7d2c62f6c6 199.204.45.242 - - [28/Apr/2026:06:09:50 +0000] "PUT /admin/realms/atmosphere/client-scopes/26f6ca36-3e0e-4439-97a8-9c89eacc5ba7/protocol-mappers/models/e8b5d6cb-e58b-472b-b222-2e28980dea51 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.023 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.023 204 754dc6a80468587fbffe4f5b74934fdd 199.204.45.242 - - [28/Apr/2026:06:09:51 +0000] "GET /admin/realms/atmosphere/client-scopes/26f6ca36-3e0e-4439-97a8-9c89eacc5ba7 HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.018 [auth-system-keycloak-80] [] 10.0.0.200:8080 1121 0.018 200 3dae96fe1a728be342af34e1c547d58e I0428 06:09:56.727492 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.173.187"}] I0428 06:09:56.732268 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"740bc87a-9c44-4516-919c-808f50bad788", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3157", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:09:56.733885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:09:56.733926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [28/Apr/2026:06:10:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.051 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.050 200 b99045efc3dccf4fc4cd9b5344b5bbd2 199.204.45.242 - - [28/Apr/2026:06:10:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.018 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.018 200 3b0587a3af4ed92fc5c89f6b9362a532 199.204.45.242 - - [28/Apr/2026:06:10:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.059 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.058 201 6102d98b7bff5dff78efbaf12a86a088 199.204.45.242 - - [28/Apr/2026:06:10:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.022 [auth-system-keycloak-80] [] 10.0.0.200:8080 1261 0.022 200 0f7fbef6386938924669516301b1086a 199.204.45.242 - - [28/Apr/2026:06:10:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.045 200 3ff1aadca017efffb180c37c59d0197d 199.204.45.242 - - [28/Apr/2026:06:10:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.007 200 b98917fcbba4c82740b9dd13a429a8b0 199.204.45.242 - - [28/Apr/2026:06:10:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.049 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.049 201 99591eafcf95d2d330132e7c7a333a85 199.204.45.242 - - [28/Apr/2026:06:10:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.024 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.024 200 7c027b9fd3cb953c934fc4bff213c5f9 199.204.45.242 - - [28/Apr/2026:06:10:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.045 200 ccd69fb0f926cf22d0bacbc948ab9402 199.204.45.242 - - [28/Apr/2026:06:10:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.011 200 fcacc1d0b5ad26feb453c716e8ce28f5 199.204.45.242 - - [28/Apr/2026:06:10:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.053 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.052 201 c0d13b236fa414e0da5d8f9ca847a181 199.204.45.242 - - [28/Apr/2026:06:10:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.200:8080 1251 0.022 200 97343dac9efa83f72dea63db5440c5d5 199.204.45.242 - - [28/Apr/2026:06:10:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.045 200 e76d7ab0600afa7b9a27889fcd4bb514 199.204.45.242 - - [28/Apr/2026:06:10:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 1261 0.008 200 30f8c71a90d948aad601c574f790a2a0 199.204.45.242 - - [28/Apr/2026:06:10:13 +0000] "GET /admin/realms/atmosphere/clients/bcb008e6-955b-49e7-9bac-1bf585a02e89/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.029 [auth-system-keycloak-80] [] 10.0.0.200:8080 31 0.030 404 cd88579183843147e9a3601cca6110df 199.204.45.242 - - [28/Apr/2026:06:10:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 1261 0.008 200 aa8d6fe55fc1bf868a91353c48975751 199.204.45.242 - - [28/Apr/2026:06:10:13 +0000] "POST /admin/realms/atmosphere/clients/bcb008e6-955b-49e7-9bac-1bf585a02e89/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.019 201 341daccf79af62f6f58342c046c076d6 199.204.45.242 - - [28/Apr/2026:06:10:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 1261 0.008 200 3aae8312ac9c3de783ceade81c6c6808 199.204.45.242 - - [28/Apr/2026:06:10:13 +0000] "GET /admin/realms/atmosphere/clients/bcb008e6-955b-49e7-9bac-1bf585a02e89/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.018 200 f02498dedd275f770c2f81910dd64ee7 199.204.45.242 - - [28/Apr/2026:06:10:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.044 200 b7d3504d132a9874dd7ad22c0ae4a65e 199.204.45.242 - - [28/Apr/2026:06:10:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.008 200 b1a196321cba50c511eb028118d102df 199.204.45.242 - - [28/Apr/2026:06:10:13 +0000] "GET /admin/realms/atmosphere/clients/d004321e-fad4-4233-a415-27202589bd4d/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.200:8080 31 0.010 404 269db7a0149584bb41997c3b8407f766 199.204.45.242 - - [28/Apr/2026:06:10:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.007 200 10c402d55e6d04ee1d5336f87cbb7848 199.204.45.242 - - [28/Apr/2026:06:10:13 +0000] "POST /admin/realms/atmosphere/clients/d004321e-fad4-4233-a415-27202589bd4d/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.015 201 f89148508d36e07d314c63a27bd41f9c 199.204.45.242 - - [28/Apr/2026:06:10:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.006 200 ce4a88a36ff48915b82cf88ad60d2154 199.204.45.242 - - [28/Apr/2026:06:10:13 +0000] "GET /admin/realms/atmosphere/clients/d004321e-fad4-4233-a415-27202589bd4d/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.200:8080 165 0.013 200 a3d89243ec8a7df66d36984ab55b1ea1 199.204.45.242 - - [28/Apr/2026:06:10:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.050 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.048 200 f8c242ec98252f1030553822682c65cf 199.204.45.242 - - [28/Apr/2026:06:10:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.008 200 e189b6bf7053bc544034fd646c5bc660 199.204.45.242 - - [28/Apr/2026:06:10:14 +0000] "GET /admin/realms/atmosphere/clients/d004321e-fad4-4233-a415-27202589bd4d/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.200:8080 31 0.010 404 a73c350d7c6c9eb86980fa501dd197d6 199.204.45.242 - - [28/Apr/2026:06:10:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.008 200 48c1b1c20f73f33d683fdad5f0de17f7 199.204.45.242 - - [28/Apr/2026:06:10:14 +0000] "POST /admin/realms/atmosphere/clients/d004321e-fad4-4233-a415-27202589bd4d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.042 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.038 201 3f433981357e7dfa68fd7d5a18dd44ee 199.204.45.242 - - [28/Apr/2026:06:10:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.007 200 b41c18af8402f6b7f230e0e126cb50fd 199.204.45.242 - - [28/Apr/2026:06:10:14 +0000] "GET /admin/realms/atmosphere/clients/d004321e-fad4-4233-a415-27202589bd4d/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.086 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.086 200 2c47b6270ac53ca46e585247020a4762 199.204.45.242 - - [28/Apr/2026:06:10:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.042 200 aa54fd3d9fd7f944f299d42fa4839d75 199.204.45.242 - - [28/Apr/2026:06:10:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.015 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.014 200 8be60e3f515986e8623374420cecebb7 199.204.45.242 - - [28/Apr/2026:06:10:14 +0000] "GET /admin/realms/atmosphere/clients/d004321e-fad4-4233-a415-27202589bd4d/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.200:8080 31 0.009 404 c5fe618ab8df98fd23933e8e54d52da2 199.204.45.242 - - [28/Apr/2026:06:10:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.012 200 674e2a4c8effec356c4ac98179f0eede 199.204.45.242 - - [28/Apr/2026:06:10:14 +0000] "POST /admin/realms/atmosphere/clients/d004321e-fad4-4233-a415-27202589bd4d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.018 201 86767a506fd1328f347754a49f8103ca 199.204.45.242 - - [28/Apr/2026:06:10:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.009 200 e700a6ab64067f80448375d7c99f21d4 199.204.45.242 - - [28/Apr/2026:06:10:14 +0000] "GET /admin/realms/atmosphere/clients/d004321e-fad4-4233-a415-27202589bd4d/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.013 200 b52d1b362e5135325750005866d8dce7 199.204.45.242 - - [28/Apr/2026:06:10:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.042 200 fb69733a67d8306a96a4a5ef9eb40fcf 199.204.45.242 - - [28/Apr/2026:06:10:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.200:8080 1251 0.005 200 a54ccf998ded7da912295372d6b0cd1c 199.204.45.242 - - [28/Apr/2026:06:10:15 +0000] "GET /admin/realms/atmosphere/clients/fa880405-2d44-4e7f-863a-3629c700f64b/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.200:8080 31 0.005 404 3bcbb2a35f601da602f8a12c8b922ae0 199.204.45.242 - - [28/Apr/2026:06:10:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.200:8080 1251 0.005 200 81dc17ffda2c8d577cb362aff8fb3921 199.204.45.242 - - [28/Apr/2026:06:10:15 +0000] "POST /admin/realms/atmosphere/clients/fa880405-2d44-4e7f-863a-3629c700f64b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.011 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.010 201 f95db700e38ca9b59ca1270eb693bc7d 199.204.45.242 - - [28/Apr/2026:06:10:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.200:8080 1251 0.007 200 2e6295999a03f57fe3e052030de7e469 199.204.45.242 - - [28/Apr/2026:06:10:15 +0000] "GET /admin/realms/atmosphere/clients/fa880405-2d44-4e7f-863a-3629c700f64b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.012 200 e00be415a723e3b0d2d6951eea76223b W0428 06:11:23.350589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:23.350633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:23.413018 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:11:23.413086 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0428 06:11:23.413165 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:11:23.413232 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0428 06:11:23.413269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:23.413281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:23.413364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:23.413395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:23.417447 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:11:23.418342 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0428 06:11:23.418470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:23.418493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:11:23.420712 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.008s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:18.2kB} I0428 06:11:23.420744 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0428 06:11:23.420959 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:18.2kB} I0428 06:11:23.421005 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0428 06:11:23.422037 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0428 06:11:23.422062 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0428 06:11:23.428439 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0428 06:11:23.428830 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0428 06:11:23.429147 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"988ecc7c-7fe8-4f0f-aad5-7a18d14e9114", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3958", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 06:11:23.434417 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0428 06:11:23.434594 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"49b6b576-564a-4afd-96a5-32916f0c22dd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3962", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:11:23.434823 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0428 06:11:23.436770 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0428 06:11:23.437056 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0428 06:11:23.437086 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6c3f9d6b-29de-4448-a5e7-545e148bf763", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3963", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 06:11:23.895485 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0428 06:11:23.896312 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0428 06:11:23.919323 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0428 06:11:23.919985 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0428 06:11:24.839610 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0428 06:11:24.840427 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0428 06:11:26.684071 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:11:26.684117 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:11:26.684146 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:11:26.684228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:26.684247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:11:26.684334 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 06:11:26.731896 7 controller.go:216] "Backend successfully reloaded" I0428 06:11:26.732370 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mwpwj", UID:"b05f06cd-3c05-4e24-8608-11e5212e355b", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 06:11:30.017868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:11:30.017939 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:11:30.017977 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:11:30.018097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:30.018124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:33.352093 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:11:33.352186 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:11:33.352211 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:11:33.352323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:33.352341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:36.684121 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:11:36.684288 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:11:36.684401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:11:36.684609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:36.684698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:40.017939 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:11:40.018001 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:11:40.018038 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:11:40.018310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:40.018333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:43.351017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:11:43.351084 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:11:43.351122 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:11:43.351231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:43.351256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.41 - - [28/Apr/2026:06:11:46 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.033 [auth-system-keycloak-80] [] 10.0.0.200:8080 6264 0.033 200 88b013dd31bbb674e6cbe07880a3f710 W0428 06:11:46.684651 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:11:46.684903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:46.684949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:50.017747 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:11:50.017920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:50.017937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.19 - - [28/Apr/2026:06:11:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 6264 0.009 200 b1c13b537204185212f47f0cb07bcae3 W0428 06:11:53.351608 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:11:53.351838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:53.351999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:56.684358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:11:56.684425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:11:56.728875 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.173.187"}] I0428 06:11:56.729143 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.173.187"}] I0428 06:11:56.729226 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.173.187"}] I0428 06:11:56.734548 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"49b6b576-564a-4afd-96a5-32916f0c22dd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4762", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 06:11:56.739322 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"988ecc7c-7fe8-4f0f-aad5-7a18d14e9114", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4763", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 06:11:56.740590 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6c3f9d6b-29de-4448-a5e7-545e148bf763", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4764", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:12:00.018250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:00.018295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:03.350716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:03.350764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:06.684956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:06.684999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [28/Apr/2026:06:12:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.040 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.039 200 fb55395ad15bfd3d0605b9744607de27 199.204.45.242 - - [28/Apr/2026:06:12:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 4101 0.007 200 ebc67d97d50ad24b5d450ed06812ee5a 199.204.45.242 - - [28/Apr/2026:06:12:10 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5556 0.150 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.149 204 1a4b25c39f9cb8fd79050b37f1efc6d7 199.204.45.242 - - [28/Apr/2026:06:12:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.060 [auth-system-keycloak-80] [] 10.0.0.200:8080 4239 0.059 200 634338cbb644fc32aebc1e1a13dbbbb1 199.204.45.242 - - [28/Apr/2026:06:12:10 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.200:8080 6264 0.005 200 934503e0e994741e4797723cfd7fde15 199.204.45.242 - - [28/Apr/2026:06:12:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.038 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.037 200 8454312f4d8ec15f369c89f0828d060b 199.204.45.242 - - [28/Apr/2026:06:12:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.010 200 4be0bd8f29654b2f83d98a1524b25d89 199.204.45.242 - - [28/Apr/2026:06:12:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.055 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.054 201 8795a73625f66a5062b3625bf16c829b 199.204.45.242 - - [28/Apr/2026:06:12:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.029 [auth-system-keycloak-80] [] 10.0.0.200:8080 2141 0.029 200 2fa4dd93f157a013d65b573552ea4302 199.204.45.242 - - [28/Apr/2026:06:12:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.044 200 71e9f7cdd97afb2449457429ae9afc32 199.204.45.242 - - [28/Apr/2026:06:12:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 2141 0.007 200 2ce93895865b3cfcc2d5b7aa87250e82 199.204.45.242 - - [28/Apr/2026:06:12:12 +0000] "GET /admin/realms/atmosphere/clients/711e1451-80eb-41d3-8b5c-16e224931742/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.200:8080 233 0.016 200 2ffd249ede2464eb0ff83fd00ac4377c 199.204.45.242 - - [28/Apr/2026:06:12:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.017 [auth-system-keycloak-80] [] 10.0.0.200:8080 831 0.018 200 b02a34e6dc85cb5bfa66e015ed181d46 199.204.45.242 - - [28/Apr/2026:06:12:12 +0000] "GET /admin/realms/atmosphere/clients/9e687434-e45f-464c-b3b3-738c39109041/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.030 [auth-system-keycloak-80] [] 10.0.0.200:8080 3758 0.030 200 212cc05b34e504bc93f00c009f1e4e5d 199.204.45.242 - - [28/Apr/2026:06:12:12 +0000] "GET /admin/realms/atmosphere/users/fbd157f8-d6ac-441c-b6b7-ffc90760cb93/role-mappings/clients/9e687434-e45f-464c-b3b3-738c39109041/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.088 [auth-system-keycloak-80] [] 10.0.0.200:8080 3758 0.088 200 7d9f00473b14143dc72f031c4fe15eb1 199.204.45.242 - - [28/Apr/2026:06:12:12 +0000] "GET /admin/realms/atmosphere/users/fbd157f8-d6ac-441c-b6b7-ffc90760cb93/role-mappings/clients/9e687434-e45f-464c-b3b3-738c39109041/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.018 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.018 200 8f0dc45747120c6b87defdebf6616a4c 199.204.45.242 - - [28/Apr/2026:06:12:12 +0000] "POST /admin/realms/atmosphere/users/fbd157f8-d6ac-441c-b6b7-ffc90760cb93/role-mappings/clients/9e687434-e45f-464c-b3b3-738c39109041 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.020 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.019 204 2a041eee27807332ecb37fc7d000d87c 199.204.45.242 - - [28/Apr/2026:06:12:12 +0000] "GET /admin/realms/atmosphere/users/fbd157f8-d6ac-441c-b6b7-ffc90760cb93/role-mappings/clients/9e687434-e45f-464c-b3b3-738c39109041/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.200:8080 576 0.013 200 79d97137b1187fb1b975adc7413175e0 W0428 06:12:15.145374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:15.145416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:18.479065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:12:18.479119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:14:19.800989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:14:19.801024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:14:50.953879 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0428 06:14:50.953927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:14:50.953935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:14:50.955732 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.002s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:28.7kB} I0428 06:14:50.955752 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0428 06:14:50.960837 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0428 06:14:50.961162 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f075e1f7-c8b2-457a-a1d9-e52a64f19368", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6188", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:14:50.961487 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0428 06:14:50.961940 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0428 06:14:50.962120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:14:50.962141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:14:50.962327 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 06:14:51.012243 7 controller.go:216] "Backend successfully reloaded" I0428 06:14:51.012519 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mwpwj", UID:"b05f06cd-3c05-4e24-8608-11e5212e355b", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0428 06:14:51.241709 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0428 06:14:51.243833 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0428 06:14:54.296497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:14:54.296552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [28/Apr/2026:06:14:55 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.010 [openstack-keystone-api-5000] [] 10.0.0.213:5000 281 0.011 300 8bf77f4121e60cc2177bedc099abbad3 199.204.45.242 - - [28/Apr/2026:06:14:56 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.213:5000 266 0.004 200 86fb739f877b7d8a4707ade96cac3c12 I0428 06:14:56.729124 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.173.187"}] I0428 06:14:56.733936 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f075e1f7-c8b2-457a-a1d9-e52a64f19368", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6258", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.242 - - [28/Apr/2026:06:14:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.328 [openstack-keystone-api-5000] [] 10.0.0.213:5000 1297 0.329 201 b7edd09416453b2df21aac6a5af6e2c6 199.204.45.242 - - [28/Apr/2026:06:14:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.213:5000 281 0.003 300 0c330d16abea4018de9902de58efddd0 199.204.45.242 - - [28/Apr/2026:06:14:57 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.031 [openstack-keystone-api-5000] [] 10.0.0.213:5000 368 0.031 200 8e101a9e54dcc80aef4d5f4f1073ea8a W0428 06:14:57.629179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:14:57.629231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [28/Apr/2026:06:14:57 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.213:5000 266 0.003 200 2b62a17bcb57dc983cccebee067ee87a 199.204.45.242 - - [28/Apr/2026:06:14:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.213:5000 1297 0.288 201 245e501db942aed8265c6f160dcc4c98 199.204.45.242 - - [28/Apr/2026:06:14:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.213:5000 281 0.002 300 96dfc5c14a5b4c6fc71b287f37469a2a 199.204.45.242 - - [28/Apr/2026:06:14:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.019 [openstack-keystone-api-5000] [] 10.0.0.213:5000 101 0.019 404 54378045d112d3581bab1ccb17ef7077 199.204.45.242 - - [28/Apr/2026:06:14:57 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.016 [openstack-keystone-api-5000] [] 10.0.0.213:5000 156 0.016 200 fc122cfe31d7e9625fbb5d8f0cc32406 199.204.45.242 - - [28/Apr/2026:06:14:58 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.028 [openstack-keystone-api-5000] [] 10.0.0.213:5000 454 0.028 201 4a0d9a70a23f46e1b97946c423b2d078 199.204.45.242 - - [28/Apr/2026:06:14:58 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.213:5000 266 0.003 200 b1a729813aa6fa662e74400db9f1ba39 199.204.45.242 - - [28/Apr/2026:06:14:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.213:5000 1297 0.306 201 a386a65c002833e08cf43c1dfa96461d 199.204.45.242 - - [28/Apr/2026:06:14:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.213:5000 281 0.004 300 dfc1ec74346921276ee19867cd02d641 199.204.45.242 - - [28/Apr/2026:06:14:58 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.213:5000 98 0.021 404 8951aca72c9a0afa7e6c1874d2e5c175 199.204.45.242 - - [28/Apr/2026:06:14:58 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.213:5000 136 0.019 200 8c764e0775127b85f3c81a7ba2db61c6 199.204.45.242 - - [28/Apr/2026:06:14:59 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.213:5000 332 0.019 201 c2bd3ec4baebef75d3d5022bcd520141 199.204.45.242 - - [28/Apr/2026:06:14:59 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.213:5000 266 0.004 200 54c222c5dfefe9382cca0d68277d8d1c 199.204.45.242 - - [28/Apr/2026:06:14:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.213:5000 1297 0.292 201 bc31f5f39b6ed5dfb2ecd5dbe2e99b6b 199.204.45.242 - - [28/Apr/2026:06:14:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.213:5000 281 0.004 300 dd2270dd51a3f38819638dac088309ac 199.204.45.242 - - [28/Apr/2026:06:14:59 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.030 [openstack-keystone-api-5000] [] 10.0.0.213:5000 131 0.031 404 1305538c8850ba12f9d710418024c1cb 199.204.45.242 - - [28/Apr/2026:06:14:59 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.020 [openstack-keystone-api-5000] [] 10.0.0.213:5000 168 0.019 200 b1102040184af43ac0ed75d17c3b9d1b 199.204.45.242 - - [28/Apr/2026:06:15:00 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.027 [openstack-keystone-api-5000] [] 10.0.0.213:5000 224 0.027 201 58f727a786695637938f76c27990d3fe W0428 06:15:03.984191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:15:03.984225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:15:07.318508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:15:07.318534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:15:10.651770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:15:10.651837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:15:29.342252 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 06:15:29.342368 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0428 06:15:29.342450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:15:29.342498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:15:29.346237 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0428 06:15:29.346263 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0428 06:15:29.357334 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" W0428 06:15:29.358135 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0428 06:15:29.358667 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 06:15:29.359365 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0428 06:15:29.359451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:15:29.359549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:15:29.359738 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 06:15:29.364701 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"74456131-33ef-46e7-8e77-29a0b2f4b578", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6602", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 06:15:29.425835 7 controller.go:216] "Backend successfully reloaded" I0428 06:15:29.427156 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mwpwj", UID:"b05f06cd-3c05-4e24-8608-11e5212e355b", APIVersion:"v1", ResourceVersion:"1380", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0428 06:15:29.665294 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" I0428 06:15:29.666300 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0428 06:15:32.692084 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 06:15:32.692330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:15:32.692353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:15:56.735223 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.104.173.187"}] I0428 06:15:56.743361 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"74456131-33ef-46e7-8e77-29a0b2f4b578", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6829", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:15:56.744268 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 06:15:56.744481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:15:56.744508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:16:09.070821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:16:09.070844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:16:09.596737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:16:09.596802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:16:09.601750 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0428 06:16:09.602176 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" W0428 06:16:12.404959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:16:12.405017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [28/Apr/2026:06:16:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.043 200 ced210a5ff125853960f54e801f63d73 199.204.45.242 - - [28/Apr/2026:06:16:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.005 [auth-system-keycloak-80] [] 10.0.0.200:8080 4239 0.005 200 d4c8d8d2b1ad406ff8e71b6d479e5936 199.204.45.242 - - [28/Apr/2026:06:16:15 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5702 0.122 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.120 204 1197487a6975f2eda4fe4a43d4db8acc 199.204.45.242 - - [28/Apr/2026:06:16:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.077 [auth-system-keycloak-80] [] 10.0.0.200:8080 4239 0.077 200 840d1467d8afb2fb95e0cd787b81f11e 199.204.45.242 - - [28/Apr/2026:06:16:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.041 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.039 200 fa804e562812dd8060eb1d7cf9217f6c W0428 06:16:15.742837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:16:15.742889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.242 - - [28/Apr/2026:06:16:15 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11517 "-" "Ansible" 1211 0.009 [auth-system-keycloak-80] [] 10.0.0.200:8080 11510 0.009 200 dfdf6dd0af5de69f843fa39686a7a635 199.204.45.242 - - [28/Apr/2026:06:16:15 +0000] "GET /admin/realms/atmosphere/client-scopes/26f6ca36-3e0e-4439-97a8-9c89eacc5ba7 HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.004 [auth-system-keycloak-80] [] 10.0.0.200:8080 1121 0.003 200 517cf218f0a0737bfcab59517ca8c6fb 199.204.45.242 - - [28/Apr/2026:06:16:15 +0000] "PUT /admin/realms/atmosphere/client-scopes/26f6ca36-3e0e-4439-97a8-9c89eacc5ba7 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.015 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.014 204 e2274a15bc46568a762cf61307b32774 199.204.45.242 - - [28/Apr/2026:06:16:15 +0000] "GET /admin/realms/atmosphere/client-scopes/26f6ca36-3e0e-4439-97a8-9c89eacc5ba7/protocol-mappers/models HTTP/1.1" 200 806 "-" "Ansible" 1272 0.011 [auth-system-keycloak-80] [] 10.0.0.200:8080 806 0.011 200 d471549f74528b832115419dc406783a 199.204.45.242 - - [28/Apr/2026:06:16:15 +0000] "GET /admin/realms/atmosphere/client-scopes/26f6ca36-3e0e-4439-97a8-9c89eacc5ba7/protocol-mappers/models/e8b5d6cb-e58b-472b-b222-2e28980dea51 HTTP/1.1" 200 306 "-" "Ansible" 1309 0.005 [auth-system-keycloak-80] [] 10.0.0.200:8080 306 0.005 200 c7cbe7ffe07b3ff04c3df31d9598a742 199.204.45.242 - - [28/Apr/2026:06:16:15 +0000] "PUT /admin/realms/atmosphere/client-scopes/26f6ca36-3e0e-4439-97a8-9c89eacc5ba7/protocol-mappers/models/e8b5d6cb-e58b-472b-b222-2e28980dea51 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.013 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.011 204 20ea3535e85daa8587285c39cbdceac4 199.204.45.242 - - [28/Apr/2026:06:16:15 +0000] "GET /admin/realms/atmosphere/client-scopes/26f6ca36-3e0e-4439-97a8-9c89eacc5ba7 HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.200:8080 1121 0.017 200 8852a9ee5d55337dad7a9d4cf56e7c69 199.204.45.242 - - [28/Apr/2026:06:16:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.045 200 850b502f5a5d416355c4cd06d1c64f9d 199.204.45.242 - - [28/Apr/2026:06:16:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.003 [auth-system-keycloak-80] [] 10.0.0.200:8080 1261 0.004 200 b5ca4fbfdf8504a465584bc93a5e5769 199.204.45.242 - - [28/Apr/2026:06:16:21 +0000] "PUT /admin/realms/atmosphere/clients/bcb008e6-955b-49e7-9bac-1bf585a02e89 HTTP/1.1" 204 0 "-" "Ansible" 2607 0.026 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.025 204 9828339c6b3227d6c436cceaaeed0592 199.204.45.242 - - [28/Apr/2026:06:16:21 +0000] "GET /admin/realms/atmosphere/clients/bcb008e6-955b-49e7-9bac-1bf585a02e89 HTTP/1.1" 200 1259 "-" "Ansible" 1242 0.026 [auth-system-keycloak-80] [] 10.0.0.200:8080 1259 0.026 200 aced123f631ac58c8b36972f3fb28a4e 199.204.45.242 - - [28/Apr/2026:06:16:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.042 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.041 200 bafb91c545272f78f4e7252cf04632b0 199.204.45.242 - - [28/Apr/2026:06:16:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.003 200 435f401c5bf1973c92401f17abe86b28 199.204.45.242 - - [28/Apr/2026:06:16:21 +0000] "PUT /admin/realms/atmosphere/clients/d004321e-fad4-4233-a415-27202589bd4d HTTP/1.1" 204 0 "-" "Ansible" 2633 0.023 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.022 204 87199d193afb01244cc9f05a1c4d983a 199.204.45.242 - - [28/Apr/2026:06:16:21 +0000] "GET /admin/realms/atmosphere/clients/d004321e-fad4-4233-a415-27202589bd4d HTTP/1.1" 200 1284 "-" "Ansible" 1242 0.015 [auth-system-keycloak-80] [] 10.0.0.200:8080 1284 0.015 200 f04192f94d97a074f22558869f4bdd4b 199.204.45.242 - - [28/Apr/2026:06:16:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.040 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.038 200 65de4d310796eb8ff8501b6aab57e64a 199.204.45.242 - - [28/Apr/2026:06:16:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.003 [auth-system-keycloak-80] [] 10.0.0.200:8080 1251 0.004 200 ed15c0cfb2caace749059c0fd4629153 199.204.45.242 - - [28/Apr/2026:06:16:22 +0000] "PUT /admin/realms/atmosphere/clients/fa880405-2d44-4e7f-863a-3629c700f64b HTTP/1.1" 204 0 "-" "Ansible" 2597 0.021 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.021 204 196488dfe895ea45efd26d43e73e046c 199.204.45.242 - - [28/Apr/2026:06:16:22 +0000] "GET /admin/realms/atmosphere/clients/fa880405-2d44-4e7f-863a-3629c700f64b HTTP/1.1" 200 1249 "-" "Ansible" 1242 0.017 [auth-system-keycloak-80] [] 10.0.0.200:8080 1249 0.018 200 a6a669c9710eb6a4ec325bb646352699 199.204.45.242 - - [28/Apr/2026:06:16:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.042 200 f1dc335a775fce59e8d1274b9cb04b6e 199.204.45.242 - - [28/Apr/2026:06:16:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 1261 0.008 200 65071e0847ae1e7287e885da72d4f218 199.204.45.242 - - [28/Apr/2026:06:16:22 +0000] "GET /admin/realms/atmosphere/clients/bcb008e6-955b-49e7-9bac-1bf585a02e89/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.003 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.003 200 09441817636fc304a5ea9657e791f617 199.204.45.242 - - [28/Apr/2026:06:16:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.041 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.040 200 941905a5c7f12357bbbce0683c9108eb 199.204.45.242 - - [28/Apr/2026:06:16:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.006 200 0ce9d3c9b6ce6cabd5d944d74f30e595 199.204.45.242 - - [28/Apr/2026:06:16:23 +0000] "GET /admin/realms/atmosphere/clients/d004321e-fad4-4233-a415-27202589bd4d/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.003 [auth-system-keycloak-80] [] 10.0.0.200:8080 165 0.004 200 f2392037cffc85dbb67fbdc36024566c 199.204.45.242 - - [28/Apr/2026:06:16:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.039 200 dc5624513ce1260f0ac0a9550e2105d6 199.204.45.242 - - [28/Apr/2026:06:16:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.004 200 9e5970744caa05dad3160a8414fe296c 199.204.45.242 - - [28/Apr/2026:06:16:23 +0000] "GET /admin/realms/atmosphere/clients/d004321e-fad4-4233-a415-27202589bd4d/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.003 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.003 200 f82f71be4f1c13b464854b532491f434 199.204.45.242 - - [28/Apr/2026:06:16:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.044 200 6d10467b77578e5f70b0eaf63d599a59 199.204.45.242 - - [28/Apr/2026:06:16:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.003 [auth-system-keycloak-80] [] 10.0.0.200:8080 1286 0.002 200 3e46bfcb8f3c0d519897701fa186a224 199.204.45.242 - - [28/Apr/2026:06:16:23 +0000] "GET /admin/realms/atmosphere/clients/d004321e-fad4-4233-a415-27202589bd4d/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.004 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.004 200 88e6e79dfd7ea7d261f2ca5541babd35 199.204.45.242 - - [28/Apr/2026:06:16:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.039 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.038 200 c8a5d0a149b182cf466b06654cc1c0ca 199.204.45.242 - - [28/Apr/2026:06:16:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.015 [auth-system-keycloak-80] [] 10.0.0.200:8080 1251 0.015 200 f8c19ae9a0faa28a22a3ce9eb7a45534 199.204.45.242 - - [28/Apr/2026:06:16:24 +0000] "GET /admin/realms/atmosphere/clients/fa880405-2d44-4e7f-863a-3629c700f64b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.003 [auth-system-keycloak-80] [] 10.0.0.200:8080 166 0.003 200 6569e72359120aaf475096cefd43e05b 199.204.45.242 - - [28/Apr/2026:06:17:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.036 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.035 200 6b712fa8dd7c51a1429f795ac477dec0 199.204.45.242 - - [28/Apr/2026:06:17:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.004 [auth-system-keycloak-80] [] 10.0.0.200:8080 4239 0.004 200 78dc8fb3160c8bc128dad1604e232100 199.204.45.242 - - [28/Apr/2026:06:17:13 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5702 0.060 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.059 204 2269185cb4580c056a0a9290459be171 199.204.45.242 - - [28/Apr/2026:06:17:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.042 [auth-system-keycloak-80] [] 10.0.0.200:8080 4239 0.041 200 a1dad1a724c101a39bcb2f6cbb131671 199.204.45.242 - - [28/Apr/2026:06:17:13 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "ansible-httpget" 181 0.009 [auth-system-keycloak-80] [] 10.0.0.200:8080 6264 0.009 200 c9d0aacf7b838c2e846a107792f239e4 199.204.45.242 - - [28/Apr/2026:06:17:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.044 200 593407bb505d642b0b963db9c30c3657 199.204.45.242 - - [28/Apr/2026:06:17:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.200:8080 2141 0.004 200 2f046f3007840a3f838780b7dab8b18f 199.204.45.242 - - [28/Apr/2026:06:17:14 +0000] "PUT /admin/realms/atmosphere/clients/711e1451-80eb-41d3-8b5c-16e224931742 HTTP/1.1" 204 0 "-" "Ansible" 3535 0.032 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.031 204 b32d290793e39ad15bc183876785767e 199.204.45.242 - - [28/Apr/2026:06:17:15 +0000] "GET /admin/realms/atmosphere/clients/711e1451-80eb-41d3-8b5c-16e224931742 HTTP/1.1" 200 2139 "-" "Ansible" 1242 0.019 [auth-system-keycloak-80] [] 10.0.0.200:8080 2139 0.019 200 84a6f53e6b0fda9c7dd766c45b7a07de 199.204.45.242 - - [28/Apr/2026:06:17:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.046 200 e2ccae02a2801072e8b4c3d4025ea063 199.204.45.242 - - [28/Apr/2026:06:17:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 2141 0.008 200 cdb953248ee6b97243f8c8be4efcb057 199.204.45.242 - - [28/Apr/2026:06:17:15 +0000] "GET /admin/realms/atmosphere/clients/711e1451-80eb-41d3-8b5c-16e224931742/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.011 [auth-system-keycloak-80] [] 10.0.0.200:8080 233 0.011 200 e0dea1d4de5e619995ac1f9ba8c7841c 199.204.45.242 - - [28/Apr/2026:06:17:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.005 [auth-system-keycloak-80] [] 10.0.0.200:8080 831 0.005 200 07ef86bc4ede2e63b914c213847e5330 199.204.45.242 - - [28/Apr/2026:06:17:15 +0000] "GET /admin/realms/atmosphere/clients/9e687434-e45f-464c-b3b3-738c39109041/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.004 [auth-system-keycloak-80] [] 10.0.0.200:8080 3758 0.004 200 0f55c20509c8ad9d43253bbd0dabbbf0 199.204.45.242 - - [28/Apr/2026:06:17:15 +0000] "GET /admin/realms/atmosphere/users/fbd157f8-d6ac-441c-b6b7-ffc90760cb93/role-mappings/clients/9e687434-e45f-464c-b3b3-738c39109041/available HTTP/1.1" 200 3569 "-" "Ansible" 1309 0.008 [auth-system-keycloak-80] [] 10.0.0.200:8080 3569 0.008 200 131793e1da71f4963438a34603bc9c77 199.204.45.242 - - [28/Apr/2026:06:17:15 +0000] "GET /admin/realms/atmosphere/users/fbd157f8-d6ac-441c-b6b7-ffc90760cb93/role-mappings/clients/9e687434-e45f-464c-b3b3-738c39109041/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.003 [auth-system-keycloak-80] [] 10.0.0.200:8080 576 0.003 200 cf7542077a1d072bdff44c79ef9ba09f W0428 06:17:19.516913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:17:19.516964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:17:19.521410 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0428 06:17:19.521448 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" 199.204.45.242 - - [28/Apr/2026:06:17:20 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.213:5000 281 0.003 300 c3aa8ba0c8d652fecac34b62534240b7 199.204.45.242 - - [28/Apr/2026:06:17:21 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.213:5000 266 0.004 200 80f522186c063ef1e05642dba2d95808 199.204.45.242 - - [28/Apr/2026:06:17:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.277 [openstack-keystone-api-5000] [] 10.0.0.213:5000 1297 0.277 201 2e77ce702e22e0ffd81af8b926acaf0a 199.204.45.242 - - [28/Apr/2026:06:17:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.213:5000 281 0.003 300 c98ed3dcb1d6f9c0086fe101344e75c3 199.204.45.242 - - [28/Apr/2026:06:17:21 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.213:5000 368 0.026 200 a162c4e27c99b08546b288c2d7651584 199.204.45.242 - - [28/Apr/2026:06:17:22 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.213:5000 266 0.003 200 af92cf952907a7e0402b107822460f65 199.204.45.242 - - [28/Apr/2026:06:17:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.213:5000 1297 0.287 201 726cb59ac52f0c74296f9e8e25b37815 199.204.45.242 - - [28/Apr/2026:06:17:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.213:5000 281 0.005 300 b24c9d703236433f3f79b911958f3d58 199.204.45.242 - - [28/Apr/2026:06:17:22 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.020 [openstack-keystone-api-5000] [] 10.0.0.213:5000 454 0.021 200 acd03c24bfc50372853a0f29de215cf4 199.204.45.242 - - [28/Apr/2026:06:17:23 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.213:5000 266 0.003 200 b721b4994308e9faca913465692cdd8a 199.204.45.242 - - [28/Apr/2026:06:17:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.278 [openstack-keystone-api-5000] [] 10.0.0.213:5000 1297 0.277 201 b574e859c39b5b20de54c30f1cad5d51 199.204.45.242 - - [28/Apr/2026:06:17:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.213:5000 281 0.003 300 7cd28c80caa1afadb4da590528fb3248 199.204.45.242 - - [28/Apr/2026:06:17:23 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 200 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.213:5000 332 0.019 200 3d85ab9f692dc19ac5b46274ed33a28a 199.204.45.242 - - [28/Apr/2026:06:17:24 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.213:5000 266 0.003 200 e04b93dcbb9b6bac36b573be44089cd6 199.204.45.242 - - [28/Apr/2026:06:17:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.213:5000 1297 0.289 201 74581f16e21a3edf752241352f0e5932 199.204.45.242 - - [28/Apr/2026:06:17:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.213:5000 281 0.003 300 4d909eae7191abe48b2154f5e52f9d40 199.204.45.242 - - [28/Apr/2026:06:17:24 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 200 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.020 [openstack-keystone-api-5000] [] 10.0.0.213:5000 224 0.020 200 84104916394ebb890235a5bcd5f69078 W0428 06:17:29.954075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:17:29.954102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:17:29.956831 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0428 06:17:29.956857 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" 199.204.45.242 - - [28/Apr/2026:06:17:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.200:8080 1885 0.045 200 10272291233b0286436239d780a79d3f 199.204.45.242 - - [28/Apr/2026:06:17:33 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.021 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.021 200 53264b95ac14bd4bac199c1dde5d4e33 199.204.45.242 - - [28/Apr/2026:06:17:33 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.026 [auth-system-keycloak-80] [] 10.0.0.200:8080 0 0.025 201 8646ccf93c834744704fef913e9ff64d 199.204.45.242 - - [28/Apr/2026:06:17:33 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.017 [auth-system-keycloak-80] [] 10.0.0.200:8080 322 0.017 200 90fc106b19d6b5c5acc3d9c4ae173282 199.204.45.242 - - [28/Apr/2026:06:17:33 +0000] "GET /admin/realms/atmosphere/users/babaed31-f269-4d9e-9035-c7253f96377e/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.010 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.010 200 1c52a1715fee20a74cc6f4e06b955b9e 199.204.45.242 - - [28/Apr/2026:06:17:33 +0000] "GET /admin/realms/atmosphere/users/babaed31-f269-4d9e-9035-c7253f96377e/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.004 [auth-system-keycloak-80] [] 10.0.0.200:8080 2 0.004 200 e467ab08c75512881b2586e46db9ef88 199.204.45.242 - - [28/Apr/2026:06:17:34 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.213:5000 266 0.003 200 4075cc71c4cb6a7d8c24abe0fbe825d6 199.204.45.242 - - [28/Apr/2026:06:17:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.213:5000 1297 0.291 201 ef1f7b29992f6e3bcc11e567c5592a1c 199.204.45.242 - - [28/Apr/2026:06:17:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.213:5000 281 0.002 300 533cdc60f04c886d4be6feba353d1de4 199.204.45.242 - - [28/Apr/2026:06:17:34 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.026 [openstack-keystone-api-5000] [] 10.0.0.213:5000 90 0.026 404 c095677a21f8203b5c0a88d6e89cfaf9 199.204.45.242 - - [28/Apr/2026:06:17:35 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.024 [openstack-keystone-api-5000] [] 10.0.0.213:5000 368 0.024 200 cbd8e314c43bff178da814de5b9e1176 199.204.45.242 - - [28/Apr/2026:06:17:35 +0000] "GET /v3/users?domain_id=50644bc76b824643875956496bc74e76&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.105 [openstack-keystone-api-5000] [] 10.0.0.213:5000 451 0.105 200 2d40315e45e0c4bc83920495c78c1a99