------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0428 06:49:42.591784 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0428 06:49:42.591946 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0428 06:49:42.598046 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0428 06:49:42.600295 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0428 06:49:42.859114 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0428 06:49:42.872687 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0428 06:49:42.884315 7 nginx.go:271] "Starting NGINX Ingress controller" I0428 06:49:42.893059 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"78c2d88e-19c5-43ba-ad23-25c62bd11e9d", APIVersion:"v1", ResourceVersion:"1351", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0428 06:49:42.896012 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"6a67e769-9759-40fe-aaf4-9ff7c1e80dd2", APIVersion:"v1", ResourceVersion:"1349", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0428 06:49:42.896038 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"6771013b-2570-4c4b-9da3-bdb4c09b5ccf", APIVersion:"v1", ResourceVersion:"1352", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0428 06:49:44.085992 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0428 06:49:44.086005 7 nginx.go:317] "Starting NGINX process" I0428 06:49:44.087199 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0428 06:49:44.087513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:49:44.087546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:49:44.087600 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 06:49:44.094690 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0428 06:49:44.094706 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-hfhb2" I0428 06:49:44.121023 7 controller.go:216] "Backend successfully reloaded" I0428 06:49:44.121130 7 controller.go:227] "Initial sync, sleeping for 1 second" I0428 06:49:44.121201 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hfhb2", UID:"66774f54-a465-43df-8086-6e5e00caf987", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 06:49:47.905830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:49:47.905860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:49:51.239371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:49:51.239439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:49:54.572608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:49:54.572656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:49:57.906787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:49:57.906814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:50:01.240154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:50:01.240195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:50:04.573462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:50:04.573502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:50:07.906030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:50:07.906070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:50:11.239753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:50:11.239807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:50:14.573102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:50:14.573130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:50:21.232712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:50:21.232748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:08.757280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:08.757378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:12.091708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:12.091757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:22.834030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:22.834065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:26.168426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:26.168503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:29.501800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:29.501859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:32.836885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:32.836931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:36.168502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:36.168528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:39.501721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:39.501760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:42.834278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:42.834313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:46.167506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:46.167625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:51.937651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:51.937767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:55.272609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:55.272697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:58.604446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:51:58.604476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:52:01.937854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:52:01.937899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:54:03.313966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:54:03.314172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:54:07.209556 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-246.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-246.nip.io-tls was not found. Using default certificate W0428 06:54:07.209620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:54:07.209640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:54:07.212313 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:14.7kB} I0428 06:54:07.212362 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0428 06:54:07.259112 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0428 06:54:07.259431 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5685f7c7-10aa-40e1-9612-3bb9e9e4106a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3300", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:54:07.259709 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-246.nip.io-tls" in local store W0428 06:54:07.259876 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-246.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-246.nip.io-tls was not found. Using default certificate W0428 06:54:07.259925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:54:07.259940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:54:07.260015 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 06:54:07.315862 7 controller.go:216] "Backend successfully reloaded" I0428 06:54:07.316178 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hfhb2", UID:"66774f54-a465-43df-8086-6e5e00caf987", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0428 06:54:07.627957 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-246.nip.io-tls" I0428 06:54:07.628775 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-246.nip.io-tls" W0428 06:54:10.594138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:54:10.594189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [28/Apr/2026:06:54:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.964 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 1.963 200 b94fe5356b05f0fba119baef78106538 199.204.45.246 - - [28/Apr/2026:06:54:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.189 [auth-system-keycloak-80] [] 10.0.0.61:8080 116 0.189 404 b022897f39a843c406a27b6dd0b6ec71 199.204.45.246 - - [28/Apr/2026:06:54:17 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.488 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 4.487 201 f758a4bcca5d88a03b1803e951e0e06c 199.204.45.246 - - [28/Apr/2026:06:54:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.504 [auth-system-keycloak-80] [] 10.0.0.61:8080 4246 0.504 200 7a4e485933c797f4a4eed1e9cf16ed05 199.204.45.246 - - [28/Apr/2026:06:54:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.537 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.536 200 2628831e455306c637de042d58ab8ae4 199.204.45.246 - - [28/Apr/2026:06:54:18 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.090 [auth-system-keycloak-80] [] 10.0.0.61:8080 12500 0.090 200 d4c213c78775422fe940ff08cb56a2ae 199.204.45.246 - - [28/Apr/2026:06:54:18 +0000] "GET /admin/realms/atmosphere/client-scopes/021f8a1c-b1c1-4134-90ba-c8d30388ce14 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 1278 0.009 200 72bd3dba73d8ba7dfdfaad65a261b356 199.204.45.246 - - [28/Apr/2026:06:54:18 +0000] "PUT /admin/realms/atmosphere/client-scopes/021f8a1c-b1c1-4134-90ba-c8d30388ce14 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.070 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.069 204 a66b27e45468c022ad93ab6ea9e6146d 199.204.45.246 - - [28/Apr/2026:06:54:18 +0000] "GET /admin/realms/atmosphere/client-scopes/021f8a1c-b1c1-4134-90ba-c8d30388ce14/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.018 [auth-system-keycloak-80] [] 10.0.0.61:8080 963 0.018 200 4dd2df88be18e585647857b316730563 199.204.45.246 - - [28/Apr/2026:06:54:18 +0000] "GET /admin/realms/atmosphere/client-scopes/021f8a1c-b1c1-4134-90ba-c8d30388ce14/protocol-mappers/models/b8dbc619-5adb-42c7-943a-b7996d8a4b46 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.008 [auth-system-keycloak-80] [] 10.0.0.61:8080 366 0.008 200 c55d6f4a682ccac64d1243b4004b5500 199.204.45.246 - - [28/Apr/2026:06:54:18 +0000] "PUT /admin/realms/atmosphere/client-scopes/021f8a1c-b1c1-4134-90ba-c8d30388ce14/protocol-mappers/models/b8dbc619-5adb-42c7-943a-b7996d8a4b46 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.046 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.046 204 5bba7734657ce19f78b26a7782e44173 199.204.45.246 - - [28/Apr/2026:06:54:19 +0000] "GET /admin/realms/atmosphere/client-scopes/021f8a1c-b1c1-4134-90ba-c8d30388ce14 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.080 [auth-system-keycloak-80] [] 10.0.0.61:8080 1218 0.080 200 ae0f19175f550dc6dcc131ec99194334 199.204.45.246 - - [28/Apr/2026:06:54:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.510 200 3e6f46732f22d7d71c10955c9ba48d9f 199.204.45.246 - - [28/Apr/2026:06:54:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.016 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.016 200 1627798f344f764bd60efca44ad38049 199.204.45.246 - - [28/Apr/2026:06:54:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.180 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.180 201 56ffc68eda6a3470703fd3c12a537024 199.204.45.246 - - [28/Apr/2026:06:54:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.076 [auth-system-keycloak-80] [] 10.0.0.61:8080 1261 0.076 200 aa78b8b7369b8f3d303df2ef27151cfc 199.204.45.246 - - [28/Apr/2026:06:54:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.472 200 401f1896bd101f9acdee7a9d400cd78d 199.204.45.246 - - [28/Apr/2026:06:54:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.043 200 9c54ea7d954cdc0d1894a76b1a6d7140 199.204.45.246 - - [28/Apr/2026:06:54:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.088 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.089 201 f39efd1061038de93baacaef141521f9 199.204.45.246 - - [28/Apr/2026:06:54:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.023 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.023 200 3b254d81a1bcd8542ae374444827c9de 199.204.45.246 - - [28/Apr/2026:06:54:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.500 200 eb5210c38b53145a9e74dd4bf2785e7e 199.204.45.246 - - [28/Apr/2026:06:54:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.010 200 3e52f3edeab0b28dc927f832935fe525 199.204.45.246 - - [28/Apr/2026:06:54:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.069 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.068 201 760a2cfac6511129369dfa81cc2ca470 199.204.45.246 - - [28/Apr/2026:06:54:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.189 [auth-system-keycloak-80] [] 10.0.0.61:8080 1251 0.189 200 cee72dcaf8160afda751b706f55cf76c 199.204.45.246 - - [28/Apr/2026:06:54:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.475 200 03729bfb7107520461ec94135d3e4186 199.204.45.246 - - [28/Apr/2026:06:54:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.61:8080 1261 0.005 200 5c8279e3a0b8e39a1f5a2730d5aa091a 199.204.45.246 - - [28/Apr/2026:06:54:43 +0000] "GET /admin/realms/atmosphere/clients/cbf586bd-cbeb-497a-8993-882a1936a975/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.035 [auth-system-keycloak-80] [] 10.0.0.61:8080 119 0.035 404 3e79a85779e97e9dab40341f74a45f49 199.204.45.246 - - [28/Apr/2026:06:54:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 1261 0.009 200 727144afdbdbc10323606405ab5b36de 199.204.45.246 - - [28/Apr/2026:06:54:43 +0000] "POST /admin/realms/atmosphere/clients/cbf586bd-cbeb-497a-8993-882a1936a975/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.067 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.066 201 aacd41d45ab8601d9676435fda2ce298 199.204.45.246 - - [28/Apr/2026:06:54:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 1261 0.006 200 9b22875e46d9b91b2d7ad84cefa6ebdf 199.204.45.246 - - [28/Apr/2026:06:54:44 +0000] "GET /admin/realms/atmosphere/clients/cbf586bd-cbeb-497a-8993-882a1936a975/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.080 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.080 200 ce0e7cb1b21ab5365c7c40846a6ef367 I0428 06:54:44.103446 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.96.210.148"}] I0428 06:54:44.112354 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5685f7c7-10aa-40e1-9612-3bb9e9e4106a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3577", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:54:44.115253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:54:44.115291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [28/Apr/2026:06:54:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.478 200 3a629d5b4a36e84f8878685ae0fdcfd4 199.204.45.246 - - [28/Apr/2026:06:54:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.035 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.035 200 df92d880c24569992756e67708ea5dc2 199.204.45.246 - - [28/Apr/2026:06:54:44 +0000] "GET /admin/realms/atmosphere/clients/2d059dae-b13c-45f5-a9c4-b076d7403c0c/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.61:8080 119 0.010 404 a7171a36477084245b2a935a7c5b2d2a 199.204.45.246 - - [28/Apr/2026:06:54:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.007 200 a66d29be3b4de95ba310d2729a7a6b2a 199.204.45.246 - - [28/Apr/2026:06:54:44 +0000] "POST /admin/realms/atmosphere/clients/2d059dae-b13c-45f5-a9c4-b076d7403c0c/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.058 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.057 201 d28d4f676aa0d55ff1148479a4c39bcc 199.204.45.246 - - [28/Apr/2026:06:54:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.006 200 3540a30547b03cd9c8eed54492807c89 199.204.45.246 - - [28/Apr/2026:06:54:44 +0000] "GET /admin/realms/atmosphere/clients/2d059dae-b13c-45f5-a9c4-b076d7403c0c/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.61:8080 165 0.012 200 526cec65e944ace1430be450f43412ba 199.204.45.246 - - [28/Apr/2026:06:54:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.520 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.519 200 2c86734325f56083e364235fce7ac9c2 199.204.45.246 - - [28/Apr/2026:06:54:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.048 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.048 200 f456cded4810b1e3b73e27b6e6661e4b 199.204.45.246 - - [28/Apr/2026:06:54:45 +0000] "GET /admin/realms/atmosphere/clients/2d059dae-b13c-45f5-a9c4-b076d7403c0c/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.61:8080 119 0.012 404 a592ee230a929b69f070c194ca1ad705 199.204.45.246 - - [28/Apr/2026:06:54:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.005 200 abc963f1a81807c32b330ec3397bce48 199.204.45.246 - - [28/Apr/2026:06:54:45 +0000] "POST /admin/realms/atmosphere/clients/2d059dae-b13c-45f5-a9c4-b076d7403c0c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.049 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.049 201 07c2a805b40174259c620828bb997d6b 199.204.45.246 - - [28/Apr/2026:06:54:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.005 200 45b2d8897752902fa04c3df893154795 199.204.45.246 - - [28/Apr/2026:06:54:45 +0000] "GET /admin/realms/atmosphere/clients/2d059dae-b13c-45f5-a9c4-b076d7403c0c/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.018 200 1e47f93854ddfd95ee96dd430ccb0ab5 199.204.45.246 - - [28/Apr/2026:06:54:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.493 200 1929a1b165481d7cd929e9b581c3e5c4 199.204.45.246 - - [28/Apr/2026:06:54:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.011 200 ab20a0f14d64e4397f7d4aa87e4e530a 199.204.45.246 - - [28/Apr/2026:06:54:46 +0000] "GET /admin/realms/atmosphere/clients/2d059dae-b13c-45f5-a9c4-b076d7403c0c/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.61:8080 119 0.008 404 43505272de1b8deaa61467176da78d03 199.204.45.246 - - [28/Apr/2026:06:54:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.006 200 a79b4c5ce6be5d85e6d7f8a21fdc3117 199.204.45.246 - - [28/Apr/2026:06:54:46 +0000] "POST /admin/realms/atmosphere/clients/2d059dae-b13c-45f5-a9c4-b076d7403c0c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.044 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.043 201 4c4197dd0f96929c8eaf061650dc07d3 199.204.45.246 - - [28/Apr/2026:06:54:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.006 200 c27fbdfbf2bbb78e4c34232c9d191903 199.204.45.246 - - [28/Apr/2026:06:54:46 +0000] "GET /admin/realms/atmosphere/clients/2d059dae-b13c-45f5-a9c4-b076d7403c0c/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.074 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.074 200 710ede8b1e1cea333a16cf2af141fd8e 199.204.45.246 - - [28/Apr/2026:06:54:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.520 200 2c0c8cb726005c01e2dcb56a409f917b 199.204.45.246 - - [28/Apr/2026:06:54:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.61:8080 1251 0.008 200 fc797832a9b20df52f0660cf3fa794d2 199.204.45.246 - - [28/Apr/2026:06:54:47 +0000] "GET /admin/realms/atmosphere/clients/18af8ab1-3da3-4423-92f1-a8935fcc2aad/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.61:8080 119 0.013 404 336adcd6084b71f9efa973bd6241d5fe 199.204.45.246 - - [28/Apr/2026:06:54:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.61:8080 1251 0.005 200 c64a3bc82a432d36c9802b12e802c7ec 199.204.45.246 - - [28/Apr/2026:06:54:47 +0000] "POST /admin/realms/atmosphere/clients/18af8ab1-3da3-4423-92f1-a8935fcc2aad/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.042 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.042 201 c9d9384e02ddd14b9389578e12ab087a 199.204.45.246 - - [28/Apr/2026:06:54:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.61:8080 1251 0.011 200 0d7bfcce4f8986d7fbb816b877f85042 199.204.45.246 - - [28/Apr/2026:06:54:47 +0000] "GET /admin/realms/atmosphere/clients/18af8ab1-3da3-4423-92f1-a8935fcc2aad/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.015 200 4c3d62fc1867e2c703ebc2747d1f82d3 W0428 06:55:56.248979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:55:56.249015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:55:56.408015 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:55:56.408150 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0428 06:55:56.408204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:55:56.408226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:55:56.409128 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:55:56.409192 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0428 06:55:56.409228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:55:56.409244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:55:56.410388 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:55:56.410561 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0428 06:55:56.410685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:55:56.410736 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0428 06:55:56.410773 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0428 06:55:56.410787 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0428 06:55:56.410806 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0428 06:55:56.410788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:55:56.412767 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0428 06:55:56.412796 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0428 06:55:56.529912 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0428 06:55:56.531956 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"86ad44c0-09aa-4bfc-8d0d-de7d670b0018", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4174", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:55:56.533233 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0428 06:55:56.533306 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0428 06:55:56.533749 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0428 06:55:56.533773 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0428 06:55:56.533886 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"660e189e-1a92-44b6-ac3d-36e4da3e2751", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4175", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 06:55:56.533930 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"fa7e907a-e5f5-4ca1-a9ca-df044f8d56a8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4176", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:55:56.534132 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0428 06:55:56.896025 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0428 06:55:56.897150 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0428 06:55:57.544419 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0428 06:55:57.545056 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0428 06:55:57.845253 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0428 06:55:57.846126 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0428 06:55:59.583113 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:55:59.583164 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:55:59.583188 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:55:59.583264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:55:59.583283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:55:59.583369 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 06:55:59.635239 7 controller.go:216] "Backend successfully reloaded" I0428 06:55:59.635401 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hfhb2", UID:"66774f54-a465-43df-8086-6e5e00caf987", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0428 06:56:02.915977 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:56:02.916023 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:56:02.916047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:56:02.916126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:02.916144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:06.250036 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:56:06.250155 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:56:06.250227 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:56:06.250454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:06.250493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:09.583375 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:56:09.583552 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:56:09.583657 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:56:09.583883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:09.583943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:12.916279 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:56:12.916352 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:56:12.916395 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:56:12.916528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:12.916558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:16.250222 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:56:16.250280 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:56:16.250319 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:56:16.250441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:16.250467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:19.583404 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:56:19.583463 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:56:19.583496 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:56:19.583650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:19.583673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.154 - - [28/Apr/2026:06:56:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.029 [auth-system-keycloak-80] [] 10.0.0.61:8080 6432 0.029 200 3512065b202153275b8b3f23600a1455 W0428 06:56:22.916182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:56:22.916232 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:56:22.916291 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0428 06:56:22.916402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:22.916423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:26.250188 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:56:26.250312 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0428 06:56:26.250555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:26.250594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:29.583404 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:56:29.583633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:29.583658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.169 - - [28/Apr/2026:06:56:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 6432 0.005 200 2459272d002440aaee6a7ff1051d5d92 W0428 06:56:32.916502 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0428 06:56:32.916749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:32.916783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:37.382125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:37.382201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:40.717821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:40.718039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:56:44.103260 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.96.210.148"}] I0428 06:56:44.103996 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.96.210.148"}] I0428 06:56:44.104122 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.96.210.148"}] I0428 06:56:44.109087 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"86ad44c0-09aa-4bfc-8d0d-de7d670b0018", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5024", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:56:44.110111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:44.110133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:56:44.111004 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"660e189e-1a92-44b6-ac3d-36e4da3e2751", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5025", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0428 06:56:44.112950 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"fa7e907a-e5f5-4ca1-a9ca-df044f8d56a8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5026", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:56:47.443956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:47.444004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:50.778997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:50.779067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:54.110753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:56:54.110802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [28/Apr/2026:06:56:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.494 200 722ade043adce4b108daacb03b9f93af 199.204.45.246 - - [28/Apr/2026:06:56:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 4246 0.007 200 6c8aa75babc44ae8b83ed057fd2c7e16 199.204.45.246 - - [28/Apr/2026:06:56:55 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.386 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.385 204 2866043dc0f8058df1cd4dd7ed94ed12 199.204.45.246 - - [28/Apr/2026:06:56:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.110 [auth-system-keycloak-80] [] 10.0.0.61:8080 4384 0.110 200 2485765b49ecdafea65f3bbdccb511ea 199.204.45.246 - - [28/Apr/2026:06:56:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.488 200 95335057229c57c78b6e03d24449ffd0 199.204.45.246 - - [28/Apr/2026:06:56:56 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 1682 0.007 200 bf999efaee84373cce97fa49acca1ae0 199.204.45.246 - - [28/Apr/2026:06:56:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.004 [auth-system-keycloak-80] [] 10.0.0.61:8080 6432 0.004 200 9998c77941961926977c6598e214f9dc 199.204.45.246 - - [28/Apr/2026:06:56:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.512 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.511 200 087eb33d07270c9635a5e16ae2d4e6c3 199.204.45.246 - - [28/Apr/2026:06:56:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.058 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.058 200 f048ccc81b46d17278b17fb2e655534c 199.204.45.246 - - [28/Apr/2026:06:56:58 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.120 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.119 201 cac5ae383257612e9cb6ba2d6a7b92fc 199.204.45.246 - - [28/Apr/2026:06:56:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.079 [auth-system-keycloak-80] [] 10.0.0.61:8080 2246 0.079 200 e960e5c7000e07de685ee9703bd7dba3 199.204.45.246 - - [28/Apr/2026:06:56:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.473 200 b086422deb4b8fb2751c1d86309c2d19 199.204.45.246 - - [28/Apr/2026:06:56:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.61:8080 2246 0.005 200 4bb3d573097a24c33aba49c66b27311d 199.204.45.246 - - [28/Apr/2026:06:56:59 +0000] "GET /admin/realms/atmosphere/clients/8bffb442-305e-4e78-993a-f150706539fd/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.032 [auth-system-keycloak-80] [] 10.0.0.61:8080 233 0.032 200 3597820bf9edd692649c8fad41f720f6 199.204.45.246 - - [28/Apr/2026:06:56:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.019 [auth-system-keycloak-80] [] 10.0.0.61:8080 831 0.019 200 9cb9971a36d295f92928b029c795b9ab 199.204.45.246 - - [28/Apr/2026:06:56:59 +0000] "GET /admin/realms/atmosphere/clients/f0192a63-616c-44dc-bdad-f64dc98e02f5/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.059 [auth-system-keycloak-80] [] 10.0.0.61:8080 3758 0.059 200 8ae4c9960d839d59634f82d6ca442184 199.204.45.246 - - [28/Apr/2026:06:56:59 +0000] "GET /admin/realms/atmosphere/users/ec15a6ef-43f6-44c2-a465-69466086555e/role-mappings/clients/f0192a63-616c-44dc-bdad-f64dc98e02f5/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.171 [auth-system-keycloak-80] [] 10.0.0.61:8080 3758 0.171 200 1ed6b80c9484f85ebb30de7fe9cdf120 199.204.45.246 - - [28/Apr/2026:06:56:59 +0000] "GET /admin/realms/atmosphere/users/ec15a6ef-43f6-44c2-a465-69466086555e/role-mappings/clients/f0192a63-616c-44dc-bdad-f64dc98e02f5/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.016 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.016 200 40dfdad7ea3596285e45f6d03f9c6a7c 199.204.45.246 - - [28/Apr/2026:06:56:59 +0000] "POST /admin/realms/atmosphere/users/ec15a6ef-43f6-44c2-a465-69466086555e/role-mappings/clients/f0192a63-616c-44dc-bdad-f64dc98e02f5 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.069 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.068 204 cd9eb6d31f19c16aa2ea55237efb43ee 199.204.45.246 - - [28/Apr/2026:06:56:59 +0000] "GET /admin/realms/atmosphere/users/ec15a6ef-43f6-44c2-a465-69466086555e/role-mappings/clients/f0192a63-616c-44dc-bdad-f64dc98e02f5/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 576 0.009 200 7a272d2938a6fbfc3c85018bd97dce7c W0428 06:57:02.492872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:57:02.492914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:57:05.826781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:57:05.826842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:59:08.030290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:59:08.030327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:59:41.986997 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0428 06:59:41.987075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:59:41.987098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:59:41.989525 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0428 06:59:41.989553 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0428 06:59:41.993384 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0428 06:59:41.993586 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1d930a6d-ef23-415c-b726-f457f4f4b58b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6232", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:59:41.993825 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0428 06:59:41.994152 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0428 06:59:41.994214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:59:41.994231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 06:59:41.994314 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 06:59:42.042938 7 controller.go:216] "Backend successfully reloaded" I0428 06:59:42.043232 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hfhb2", UID:"66774f54-a465-43df-8086-6e5e00caf987", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0428 06:59:42.211549 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0428 06:59:42.212390 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" I0428 06:59:44.103843 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.96.210.148"}] I0428 06:59:44.108929 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1d930a6d-ef23-415c-b726-f457f4f4b58b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6271", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 06:59:45.328481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:59:45.328525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [28/Apr/2026:06:59:46 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.66:5000 281 0.005 300 a0648c7475e9b422d2a6a64201de5982 199.204.45.246 - - [28/Apr/2026:06:59:47 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.66:5000 266 0.003 200 50e3a9a3b14b1dec34014d069b277f9f 199.204.45.246 - - [28/Apr/2026:06:59:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.66:5000 1360 0.339 201 4b49b0361b30e092a047723c5f8e6558 199.204.45.246 - - [28/Apr/2026:06:59:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.66:5000 281 0.004 300 c69922468b646d27470b64f00ca3e778 199.204.45.246 - - [28/Apr/2026:06:59:48 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.033 [openstack-keystone-api-5000] [] 10.0.0.66:5000 90 0.033 404 391b7d09623abe91b0230a488de159c6 199.204.45.246 - - [28/Apr/2026:06:59:48 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.021 [openstack-keystone-api-5000] [] 10.0.0.66:5000 368 0.021 200 e9b656c6cf53e6b7f2a1733516165841 199.204.45.246 - - [28/Apr/2026:06:59:48 +0000] "GET /v3/domains/99d9bde1e54a436cbc1ac8c9bd89f698 HTTP/1.1" 200 245 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.66:5000 245 0.019 200 441b23849e60156c4b97040c82eeb00d W0428 06:59:48.661004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:59:48.661037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [28/Apr/2026:06:59:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.66:5000 266 0.003 200 dc954a2ea67c1e9942255a3ed13ba511 199.204.45.246 - - [28/Apr/2026:06:59:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.66:5000 1360 0.342 201 6d75ae66a0b53a62bf0d03c25ab7f7f3 199.204.45.246 - - [28/Apr/2026:06:59:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.66:5000 281 0.003 300 f9c3a5dab538b7bca899065fad803568 199.204.45.246 - - [28/Apr/2026:06:59:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.66:5000 101 0.021 404 8cda488f061afef75360ffbcebbd9c27 199.204.45.246 - - [28/Apr/2026:06:59:49 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.66:5000 156 0.018 200 c3f735d811348378aa66ea8335785f93 199.204.45.246 - - [28/Apr/2026:06:59:49 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.66:5000 454 0.026 201 e027cdfa110cbf31fe9552a3ec51f30b 199.204.45.246 - - [28/Apr/2026:06:59:49 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.66:5000 266 0.004 200 9a7676026e3314d0c1f421ec2fd5d0fb 199.204.45.246 - - [28/Apr/2026:06:59:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.66:5000 1360 0.291 201 cb7398bac16c2f0eb87337a271947580 199.204.45.246 - - [28/Apr/2026:06:59:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.66:5000 281 0.002 300 5e3ef94696733e8069bcdde3145635cf 199.204.45.246 - - [28/Apr/2026:06:59:50 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-keystone-api-5000] [] 10.0.0.66:5000 98 0.016 404 a39e48189dd86129f373d272987fe1b8 199.204.45.246 - - [28/Apr/2026:06:59:50 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.015 [openstack-keystone-api-5000] [] 10.0.0.66:5000 136 0.015 200 c57d08768b2b63674ebcb9c97b6e6b1b 199.204.45.246 - - [28/Apr/2026:06:59:50 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.018 [openstack-keystone-api-5000] [] 10.0.0.66:5000 357 0.018 201 9bca804a67e282c64ad6776e81be3588 199.204.45.246 - - [28/Apr/2026:06:59:50 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.66:5000 266 0.004 200 1fef7003ca55eda64752d52137e59714 199.204.45.246 - - [28/Apr/2026:06:59:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.66:5000 1360 0.295 201 c49afe3a24796d8c5b53e2b006474edd 199.204.45.246 - - [28/Apr/2026:06:59:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.66:5000 281 0.003 300 1b0434b212c524ccd29d8f392eee5e34 199.204.45.246 - - [28/Apr/2026:06:59:51 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.66:5000 131 0.023 404 4af7fcd0837bc0daa09d82a4d90c06e1 199.204.45.246 - - [28/Apr/2026:06:59:51 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.017 [openstack-keystone-api-5000] [] 10.0.0.66:5000 168 0.017 200 64da5c763bac7e4eba1c705ffcdf0a66 199.204.45.246 - - [28/Apr/2026:06:59:51 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.024 [openstack-keystone-api-5000] [] 10.0.0.66:5000 224 0.024 201 346378991070ebd74e3a002ed34b7f5b W0428 06:59:53.952950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:59:53.953000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:59:57.287225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 06:59:57.287280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:00:00.620647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:00:00.620690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0428 07:00:35.300803 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-246.nip.io. Skipping. W0428 07:00:35.301507 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 07:00:35.301651 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0428 07:00:35.301746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:00:35.301770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:00:35.308497 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.007s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:33.4kB} I0428 07:00:35.308546 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0428 07:00:35.315008 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0428 07:00:35.315182 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-246.nip.io. Skipping. W0428 07:00:35.315401 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0428 07:00:35.315617 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. I0428 07:00:35.315626 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"669e1f65-09e9-47fc-9cc4-fbbc89d3cf88", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6665", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 07:00:35.315692 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0428 07:00:35.315741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:00:35.315756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:00:35.315850 7 controller.go:196] "Configuration changes detected, backend reload required" I0428 07:00:35.361076 7 controller.go:216] "Backend successfully reloaded" I0428 07:00:35.361824 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hfhb2", UID:"66774f54-a465-43df-8086-6e5e00caf987", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0428 07:00:35.733460 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0428 07:00:35.733760 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-246.nip.io. Skipping. I0428 07:00:35.734359 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0428 07:00:38.650318 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 07:00:38.650665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:00:38.650696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:00:44.109307 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.96.210.148"}] E0428 07:00:44.114938 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-246.nip.io. Skipping. I0428 07:00:44.115085 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"669e1f65-09e9-47fc-9cc4-fbbc89d3cf88", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6758", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0428 07:00:44.117382 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 07:00:44.117594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:00:44.117615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:01:13.768137 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0428 07:01:13.768357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:01:13.768420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:01:13.771935 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:33.4kB} I0428 07:01:13.771960 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" 199.204.45.246 - - [28/Apr/2026:07:01:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.536 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.536 200 4c2f351d36477bbe875aa2fe0ddd62f2 199.204.45.246 - - [28/Apr/2026:07:01:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.005 [auth-system-keycloak-80] [] 10.0.0.61:8080 4384 0.005 200 8178040b83eb2c3fd0ca45269b5df2e6 199.204.45.246 - - [28/Apr/2026:07:01:17 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5855 0.070 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.069 204 e04d89f4bb020826ac22320c8bd35917 199.204.45.246 - - [28/Apr/2026:07:01:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.180 [auth-system-keycloak-80] [] 10.0.0.61:8080 4384 0.180 200 65d080405af2c51f7bca60c007dd6d5e 199.204.45.246 - - [28/Apr/2026:07:01:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.489 200 955dd7c02655d99d48fe7ee795c3ee27 199.204.45.246 - - [28/Apr/2026:07:01:18 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12432 "-" "Ansible" 1211 0.024 [auth-system-keycloak-80] [] 10.0.0.61:8080 12440 0.024 200 fc3d6946b21aec4f85d76a6b01bea098 199.204.45.246 - - [28/Apr/2026:07:01:18 +0000] "GET /admin/realms/atmosphere/client-scopes/021f8a1c-b1c1-4134-90ba-c8d30388ce14 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.005 [auth-system-keycloak-80] [] 10.0.0.61:8080 1218 0.005 200 f19cb1252956a6b79b2d55182ba3d39e 199.204.45.246 - - [28/Apr/2026:07:01:18 +0000] "PUT /admin/realms/atmosphere/client-scopes/021f8a1c-b1c1-4134-90ba-c8d30388ce14 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.022 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.021 204 ce8d7915b13dba54f0d3acf26bb3ef61 199.204.45.246 - - [28/Apr/2026:07:01:18 +0000] "GET /admin/realms/atmosphere/client-scopes/021f8a1c-b1c1-4134-90ba-c8d30388ce14/protocol-mappers/models HTTP/1.1" 200 968 "-" "Ansible" 1272 0.024 [auth-system-keycloak-80] [] 10.0.0.61:8080 968 0.024 200 4b7c6a3b77c52b878a6ebf10e6bbcb05 199.204.45.246 - - [28/Apr/2026:07:01:18 +0000] "GET /admin/realms/atmosphere/client-scopes/021f8a1c-b1c1-4134-90ba-c8d30388ce14/protocol-mappers/models/b8dbc619-5adb-42c7-943a-b7996d8a4b46 HTTP/1.1" 200 371 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.61:8080 371 0.013 200 5cc043b5af9649aee5566fdd11e5273f 199.204.45.246 - - [28/Apr/2026:07:01:18 +0000] "PUT /admin/realms/atmosphere/client-scopes/021f8a1c-b1c1-4134-90ba-c8d30388ce14/protocol-mappers/models/b8dbc619-5adb-42c7-943a-b7996d8a4b46 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.017 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.017 204 57141c49ec2fd4e9c723068fb321d012 199.204.45.246 - - [28/Apr/2026:07:01:18 +0000] "GET /admin/realms/atmosphere/client-scopes/021f8a1c-b1c1-4134-90ba-c8d30388ce14 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 1218 0.009 200 77b38cc9399e3246336d485405206a12 199.204.45.246 - - [28/Apr/2026:07:01:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.496 200 d5dfbcf9f89342ab0f2b2cd5a883a1ab 199.204.45.246 - - [28/Apr/2026:07:01:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.032 [auth-system-keycloak-80] [] 10.0.0.61:8080 1261 0.031 200 ffc1974738f1681d2759a38e644cad7d 199.204.45.246 - - [28/Apr/2026:07:01:24 +0000] "PUT /admin/realms/atmosphere/clients/cbf586bd-cbeb-497a-8993-882a1936a975 HTTP/1.1" 204 0 "-" "Ansible" 2607 0.090 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.089 204 877a1f01d167fff400fd29d2bdff71b8 199.204.45.246 - - [28/Apr/2026:07:01:24 +0000] "GET /admin/realms/atmosphere/clients/cbf586bd-cbeb-497a-8993-882a1936a975 HTTP/1.1" 200 1259 "-" "Ansible" 1242 0.020 [auth-system-keycloak-80] [] 10.0.0.61:8080 1259 0.020 200 534b7fe6570389f62492e6eba1d6c7fe 199.204.45.246 - - [28/Apr/2026:07:01:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.498 200 b6e50e5f251ff81ff185bfd22f37f7d1 199.204.45.246 - - [28/Apr/2026:07:01:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.017 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.017 200 a777cd1bb2000a3aa56c8a4e2292978e 199.204.45.246 - - [28/Apr/2026:07:01:25 +0000] "PUT /admin/realms/atmosphere/clients/2d059dae-b13c-45f5-a9c4-b076d7403c0c HTTP/1.1" 204 0 "-" "Ansible" 2633 0.031 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.030 204 1f7b746aa765ab069c174809186d7b92 199.204.45.246 - - [28/Apr/2026:07:01:25 +0000] "GET /admin/realms/atmosphere/clients/2d059dae-b13c-45f5-a9c4-b076d7403c0c HTTP/1.1" 200 1284 "-" "Ansible" 1242 0.059 [auth-system-keycloak-80] [] 10.0.0.61:8080 1284 0.059 200 d32812bcc56375210a7b0fee33a9a4c1 199.204.45.246 - - [28/Apr/2026:07:01:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.517 200 d196e96c77a3eb3c173b67363ce3b790 199.204.45.246 - - [28/Apr/2026:07:01:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.61:8080 1251 0.004 200 571f57fb11d7144300f1df64bd33adc8 199.204.45.246 - - [28/Apr/2026:07:01:26 +0000] "PUT /admin/realms/atmosphere/clients/18af8ab1-3da3-4423-92f1-a8935fcc2aad HTTP/1.1" 204 0 "-" "Ansible" 2597 0.030 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.030 204 2ab9850885134b265edcace9dc439e1d 199.204.45.246 - - [28/Apr/2026:07:01:26 +0000] "GET /admin/realms/atmosphere/clients/18af8ab1-3da3-4423-92f1-a8935fcc2aad HTTP/1.1" 200 1249 "-" "Ansible" 1242 0.060 [auth-system-keycloak-80] [] 10.0.0.61:8080 1249 0.060 200 00825a8d9fc0e755a75f11cd22220a9a W0428 07:01:27.320157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:01:27.320205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [28/Apr/2026:07:01:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.516 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.515 200 85df78f1424ed652a992ff9c1a12d4be 199.204.45.246 - - [28/Apr/2026:07:01:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.037 [auth-system-keycloak-80] [] 10.0.0.61:8080 1261 0.037 200 fb9458aaa45e44ac10933efa727738d8 199.204.45.246 - - [28/Apr/2026:07:01:27 +0000] "GET /admin/realms/atmosphere/clients/cbf586bd-cbeb-497a-8993-882a1936a975/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.003 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.003 200 c894ad32116fb30c8e52fd96033054e7 199.204.45.246 - - [28/Apr/2026:07:01:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.524 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.523 200 9524bdecfd45496c6cfe3db0ac7573f6 199.204.45.246 - - [28/Apr/2026:07:01:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.014 200 5ba8aeedcfaf6900f62cf7351d0ff3a5 199.204.45.246 - - [28/Apr/2026:07:01:28 +0000] "GET /admin/realms/atmosphere/clients/2d059dae-b13c-45f5-a9c4-b076d7403c0c/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.004 [auth-system-keycloak-80] [] 10.0.0.61:8080 165 0.004 200 a8b41986f271f4b2b88f5745d5379f59 199.204.45.246 - - [28/Apr/2026:07:01:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.537 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.536 200 2888bb056ce026bf3b2ad50cb3ce189d 199.204.45.246 - - [28/Apr/2026:07:01:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.007 200 0451cd93c03af7d1d40517601e289b4b 199.204.45.246 - - [28/Apr/2026:07:01:29 +0000] "GET /admin/realms/atmosphere/clients/2d059dae-b13c-45f5-a9c4-b076d7403c0c/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.036 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.036 200 f9d0abb2d3e7c662188cde2e02f3f02f 199.204.45.246 - - [28/Apr/2026:07:01:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.541 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.540 200 d6c74882b64bbf6bcb93989c0440479d 199.204.45.246 - - [28/Apr/2026:07:01:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.003 [auth-system-keycloak-80] [] 10.0.0.61:8080 1286 0.003 200 c94e039ebefd5b247e45a32084a5e99b 199.204.45.246 - - [28/Apr/2026:07:01:30 +0000] "GET /admin/realms/atmosphere/clients/2d059dae-b13c-45f5-a9c4-b076d7403c0c/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.005 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.005 200 fd0d10b8fbffebd6ae71bd815358dc8b W0428 07:01:30.653684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:01:30.653808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [28/Apr/2026:07:01:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.508 200 9569422eef978adc742b4a9ff2c69953 199.204.45.246 - - [28/Apr/2026:07:01:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 1251 0.009 200 9beefab5fca9254e580b397d4db8e3ab 199.204.45.246 - - [28/Apr/2026:07:01:31 +0000] "GET /admin/realms/atmosphere/clients/18af8ab1-3da3-4423-92f1-a8935fcc2aad/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.004 [auth-system-keycloak-80] [] 10.0.0.61:8080 166 0.004 200 056bbf4f3f3eeadb9ccaac6fd6174966 W0428 07:01:33.987188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:01:33.987248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [28/Apr/2026:07:02:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.522 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.521 200 c4e355c84303a5c72dd76a65825a7564 199.204.45.246 - - [28/Apr/2026:07:02:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.004 [auth-system-keycloak-80] [] 10.0.0.61:8080 4384 0.004 200 72b755b6bc985e19c41b2c4fbf8f588c 199.204.45.246 - - [28/Apr/2026:07:02:18 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5855 0.060 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.059 204 bb87f969936491e114dd7052c87356c4 199.204.45.246 - - [28/Apr/2026:07:02:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.179 [auth-system-keycloak-80] [] 10.0.0.61:8080 4384 0.179 200 939e9078d95a2bd8e3f051c253ad4915 199.204.45.246 - - [28/Apr/2026:07:02:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.522 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.520 200 2c9335b1b075df60cf340d58ef6d1252 199.204.45.246 - - [28/Apr/2026:07:02:19 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.006 [auth-system-keycloak-80] [] 10.0.0.61:8080 1682 0.006 200 289947cc2f3de8691d98d74331faf426 199.204.45.246 - - [28/Apr/2026:07:02:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.011 [auth-system-keycloak-80] [] 10.0.0.61:8080 6432 0.011 200 caa03aa253403c6fcc0e37a8d7af698b 199.204.45.246 - - [28/Apr/2026:07:02:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.535 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.534 200 d5dfab95f7c5be5ef781b33f8b17b187 199.204.45.246 - - [28/Apr/2026:07:02:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.003 [auth-system-keycloak-80] [] 10.0.0.61:8080 2246 0.003 200 46238c6fc2b198b80485b2a1a1e7b401 199.204.45.246 - - [28/Apr/2026:07:02:21 +0000] "PUT /admin/realms/atmosphere/clients/8bffb442-305e-4e78-993a-f150706539fd HTTP/1.1" 204 0 "-" "Ansible" 3646 0.061 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.061 204 2030469b39390e2bb14e66d38768ac38 199.204.45.246 - - [28/Apr/2026:07:02:21 +0000] "GET /admin/realms/atmosphere/clients/8bffb442-305e-4e78-993a-f150706539fd HTTP/1.1" 200 2244 "-" "Ansible" 1242 0.018 [auth-system-keycloak-80] [] 10.0.0.61:8080 2244 0.018 200 7f8c5fc724bd11aea7b3802879c9f67d 199.204.45.246 - - [28/Apr/2026:07:02:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.546 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.545 200 c95bce6ad652bc04eced1e9b913dcd39 199.204.45.246 - - [28/Apr/2026:07:02:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.61:8080 2246 0.009 200 69ede063923b4f5ea46aa3581fe131b0 199.204.45.246 - - [28/Apr/2026:07:02:22 +0000] "GET /admin/realms/atmosphere/clients/8bffb442-305e-4e78-993a-f150706539fd/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.011 [auth-system-keycloak-80] [] 10.0.0.61:8080 233 0.011 200 a598bd907e3ad46f0317f9479bb3223e 199.204.45.246 - - [28/Apr/2026:07:02:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.039 [auth-system-keycloak-80] [] 10.0.0.61:8080 831 0.039 200 e2249eec26a118f834a66e09f1320820 199.204.45.246 - - [28/Apr/2026:07:02:22 +0000] "GET /admin/realms/atmosphere/clients/f0192a63-616c-44dc-bdad-f64dc98e02f5/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.005 [auth-system-keycloak-80] [] 10.0.0.61:8080 3758 0.005 200 b5116152b7f53fd159a056f51cebf145 199.204.45.246 - - [28/Apr/2026:07:02:22 +0000] "GET /admin/realms/atmosphere/users/ec15a6ef-43f6-44c2-a465-69466086555e/role-mappings/clients/f0192a63-616c-44dc-bdad-f64dc98e02f5/available HTTP/1.1" 200 3569 "-" "Ansible" 1309 0.007 [auth-system-keycloak-80] [] 10.0.0.61:8080 3569 0.007 200 0b92c000f8f31e97d4d91a7f8bae5757 199.204.45.246 - - [28/Apr/2026:07:02:22 +0000] "GET /admin/realms/atmosphere/users/ec15a6ef-43f6-44c2-a465-69466086555e/role-mappings/clients/f0192a63-616c-44dc-bdad-f64dc98e02f5/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.004 [auth-system-keycloak-80] [] 10.0.0.61:8080 576 0.004 200 ab734d37dddf3f0e01809a1fd6eb8442 W0428 07:02:26.266087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:02:26.266134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:02:26.269085 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:33.4kB} I0428 07:02:26.269123 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" 199.204.45.246 - - [28/Apr/2026:07:02:26 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.66:5000 281 0.004 300 ad8d8bb7e22553b848c9c6da616895c0 199.204.45.246 - - [28/Apr/2026:07:02:28 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.66:5000 266 0.003 200 13dedc023010726396f88bd4b70874d7 199.204.45.246 - - [28/Apr/2026:07:02:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.66:5000 1360 0.284 201 81d0245783c0c99a8ef9ebf4c9856b85 199.204.45.246 - - [28/Apr/2026:07:02:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.66:5000 281 0.003 300 702f3ade4d4d03a56a082d3e950671bb 199.204.45.246 - - [28/Apr/2026:07:02:28 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.025 [openstack-keystone-api-5000] [] 10.0.0.66:5000 90 0.025 404 2407852416998d134eda4033835c35dc 199.204.45.246 - - [28/Apr/2026:07:02:28 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.025 [openstack-keystone-api-5000] [] 10.0.0.66:5000 368 0.025 200 530d6a72451510a1005f3413f1fe6233 199.204.45.246 - - [28/Apr/2026:07:02:28 +0000] "GET /v3/domains/99d9bde1e54a436cbc1ac8c9bd89f698 HTTP/1.1" 200 245 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.007 [openstack-keystone-api-5000] [] 10.0.0.66:5000 245 0.007 200 e3ce7ca9cf623157c03c629eeb79b3d4 199.204.45.246 - - [28/Apr/2026:07:02:29 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.66:5000 266 0.004 200 a95df53f3f677c57c4ad3f4833e19045 199.204.45.246 - - [28/Apr/2026:07:02:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.66:5000 1360 0.338 201 cab6947b123c1ba580545970b3bd8220 199.204.45.246 - - [28/Apr/2026:07:02:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.66:5000 281 0.004 300 ec49b50e20debcebfb9350e5393d1636 199.204.45.246 - - [28/Apr/2026:07:02:29 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 454 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.019 [openstack-keystone-api-5000] [] 10.0.0.66:5000 454 0.019 200 570aab15302d1961529f27c711a21cbd 199.204.45.246 - - [28/Apr/2026:07:02:29 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 454 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.66:5000 454 0.022 200 33ab606f6288d4e7bb76d2b3edf1957b 199.204.45.246 - - [28/Apr/2026:07:02:30 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.66:5000 266 0.002 200 49cb61aebbe859ae6729286f1d6ce998 199.204.45.246 - - [28/Apr/2026:07:02:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.66:5000 1360 0.288 201 5ca63e92a978c3fcdb7f7ce6c5cd46da 199.204.45.246 - - [28/Apr/2026:07:02:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.66:5000 281 0.003 300 f0d85228e452c30349e4cab1bc7bb6bf 199.204.45.246 - - [28/Apr/2026:07:02:30 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 200 357 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.66:5000 357 0.020 200 06770e658b322d73910e67e698737505 199.204.45.246 - - [28/Apr/2026:07:02:31 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.66:5000 266 0.004 200 f066b2ce9ea9b797d63dba643d2ee20b 199.204.45.246 - - [28/Apr/2026:07:02:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.66:5000 1360 0.293 201 179cd1dada5be345877e73b3bdca25c3 199.204.45.246 - - [28/Apr/2026:07:02:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.66:5000 281 0.002 300 41bba1c1fd057bbb7d4757da41d4cc14 199.204.45.246 - - [28/Apr/2026:07:02:31 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 200 224 "-" "openstacksdk/4.12.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.66:5000 224 0.023 200 e29672a9e7324e3f465684fa6322f70d E0428 07:02:35.511956 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-246.nip.io. Skipping. W0428 07:02:35.512871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0428 07:02:35.512895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0428 07:02:35.516033 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:33.4kB} I0428 07:02:35.516060 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" 199.204.45.246 - - [28/Apr/2026:07:02:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.545 [auth-system-keycloak-80] [] 10.0.0.61:8080 1928 0.543 200 2b9bdce6a2fef476b93c6e02a2e2bfc2 199.204.45.246 - - [28/Apr/2026:07:02:39 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.053 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.053 200 8475033af7b64ba98b13d794bf086336 199.204.45.246 - - [28/Apr/2026:07:02:39 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.086 [auth-system-keycloak-80] [] 10.0.0.61:8080 0 0.086 201 487a7b1ef4bf3d7940c9f49c4b0a4409 199.204.45.246 - - [28/Apr/2026:07:02:39 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.075 [auth-system-keycloak-80] [] 10.0.0.61:8080 322 0.075 200 1fd48983dc9a4c182fddd8f4de424fae 199.204.45.246 - - [28/Apr/2026:07:02:39 +0000] "GET /admin/realms/atmosphere/users/96c8bc7e-30fc-4985-8888-a01739df135e/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.010 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.010 200 0692235a307f6343da6a1c5715f3286f 199.204.45.246 - - [28/Apr/2026:07:02:39 +0000] "GET /admin/realms/atmosphere/users/96c8bc7e-30fc-4985-8888-a01739df135e/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.061 [auth-system-keycloak-80] [] 10.0.0.61:8080 2 0.061 200 4da2cd6f23a69e08982591539bdf7244 199.204.45.246 - - [28/Apr/2026:07:02:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.66:5000 266 0.005 200 7639a8a20dc0611d134a0dce24041b1b 199.204.45.246 - - [28/Apr/2026:07:02:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.66:5000 1360 0.287 201 60d14bf5818e0fa1fdec9fdb0dbd13fb 199.204.45.246 - - [28/Apr/2026:07:02:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.66:5000 281 0.004 300 068d82b97afe5660e006e67b0d9130b9 199.204.45.246 - - [28/Apr/2026:07:02:41 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.028 [openstack-keystone-api-5000] [] 10.0.0.66:5000 90 0.028 404 aab476be17931f8d5d2601f543620e1a 199.204.45.246 - - [28/Apr/2026:07:02:41 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.023 [openstack-keystone-api-5000] [] 10.0.0.66:5000 368 0.024 200 9fc9150e1772e23e37333faa475e0d3c 199.204.45.246 - - [28/Apr/2026:07:02:41 +0000] "GET /v3/users?domain_id=99d9bde1e54a436cbc1ac8c9bd89f698&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.166 [openstack-keystone-api-5000] [] 10.0.0.66:5000 451 0.166 200 2688ca89e977ac94deaefe936850cb2a