------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0412 20:52:24.454116 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0412 20:52:24.455534 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0412 20:52:24.462564 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0412 20:52:24.465788 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0412 20:52:24.775048 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0412 20:52:24.795957 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0412 20:52:24.810954 7 nginx.go:271] "Starting NGINX Ingress controller" I0412 20:52:24.818443 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"03d82967-fb03-4edc-b829-44848c4fd856", APIVersion:"v1", ResourceVersion:"1332", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0412 20:52:24.823658 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"634c3b2c-358f-414d-86d0-f506369ff703", APIVersion:"v1", ResourceVersion:"1334", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0412 20:52:24.823823 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"106499b6-396a-4bc5-a203-514f8b728d7d", APIVersion:"v1", ResourceVersion:"1333", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0412 20:52:26.012863 7 nginx.go:317] "Starting NGINX process" I0412 20:52:26.012898 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0412 20:52:26.013572 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0412 20:52:26.013719 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0412 20:52:26.013795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:52:26.013827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 20:52:26.013893 7 controller.go:196] "Configuration changes detected, backend reload required" I0412 20:52:26.021807 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0412 20:52:26.021825 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-h2qtt" I0412 20:52:26.044920 7 controller.go:216] "Backend successfully reloaded" I0412 20:52:26.045019 7 controller.go:227] "Initial sync, sleeping for 1 second" I0412 20:52:26.045142 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2qtt", UID:"a0c52e6b-3464-4a53-9bce-1f0e81bc5685", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0412 20:52:29.834921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:52:29.834949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:52:33.168952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:52:33.169008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:52:36.502251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:52:36.502296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:52:39.835696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:52:39.835735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:52:43.168783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:52:43.168836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:52:46.502237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:52:46.502284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:53:04.027229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:53:04.027275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:53:09.041611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:53:09.041663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:53:12.375652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:53:12.375707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:53:15.708663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:53:15.708712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:53:19.042348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:53:19.042396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:53:22.376347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:53:22.376505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:53:32.324069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:53:32.324118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:45.790226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:45.790261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:53.504651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:53.504690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:56.838224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:56.838273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:00.172005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:00.172058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:03.505047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:03.505106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:06.839696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:06.839740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:10.172462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:10.172508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:13.505547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:13.505597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:19.741538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:19.741592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:23.075346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:23.075397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:30.231593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:30.231630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:32.122538 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-100.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-100.nip.io-tls was not found. Using default certificate W0412 20:57:32.122585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:32.122596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 20:57:32.124344 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0412 20:57:32.124387 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0412 20:57:32.133863 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0412 20:57:32.134370 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f46f1d96-4348-4c80-bcde-736a58573cce", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3561", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 20:57:32.134432 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-100.nip.io-tls" in local store I0412 20:57:32.450625 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-100.nip.io-tls" I0412 20:57:32.452140 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-100.nip.io-tls" W0412 20:57:33.565098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:33.565130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 20:57:33.565184 7 controller.go:196] "Configuration changes detected, backend reload required" I0412 20:57:33.615696 7 controller.go:216] "Backend successfully reloaded" I0412 20:57:33.616401 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2qtt", UID:"a0c52e6b-3464-4a53-9bce-1f0e81bc5685", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0412 20:57:36.902242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:36.902292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [12/Apr/2026:20:57:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.213 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 2.212 200 8ab102ffdd235eb877981fd545694ce1 199.19.213.100 - - [12/Apr/2026:20:57:44 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.105 [auth-system-keycloak-80] [] 10.0.0.58:8080 116 0.105 404 56e61fc9e366cb1208664c6ebf68503b 199.19.213.100 - - [12/Apr/2026:20:57:49 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.180 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 5.179 201 836b126ddab93ac64b9ecc1b472fc5a2 199.19.213.100 - - [12/Apr/2026:20:57:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.593 [auth-system-keycloak-80] [] 10.0.0.58:8080 4246 0.593 200 9248b001f1bb941d77bc3ed5c638b811 199.19.213.100 - - [12/Apr/2026:20:57:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 0.484 200 715ddac3990fecb15f192ad37c39abe1 199.19.213.100 - - [12/Apr/2026:20:57:50 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.074 [auth-system-keycloak-80] [] 10.0.0.58:8080 12500 0.074 200 3f17381d04b78116131e807806cb255f 199.19.213.100 - - [12/Apr/2026:20:57:50 +0000] "GET /admin/realms/atmosphere/client-scopes/f0480724-465f-4446-9527-cb53b8712d49 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.58:8080 1278 0.010 200 75485fbd7cfd43bb025204240b3b90a7 199.19.213.100 - - [12/Apr/2026:20:57:50 +0000] "PUT /admin/realms/atmosphere/client-scopes/f0480724-465f-4446-9527-cb53b8712d49 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.021 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 0.020 204 cd06d8994916e0f44b6fafc70848e5ce 199.19.213.100 - - [12/Apr/2026:20:57:51 +0000] "GET /admin/realms/atmosphere/client-scopes/f0480724-465f-4446-9527-cb53b8712d49/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.046 [auth-system-keycloak-80] [] 10.0.0.58:8080 963 0.046 200 c8f4b774f0b3adbea6792078f659b549 199.19.213.100 - - [12/Apr/2026:20:57:51 +0000] "GET /admin/realms/atmosphere/client-scopes/f0480724-465f-4446-9527-cb53b8712d49/protocol-mappers/models/65c759c6-9e9f-4b08-af93-889f24b1cbc0 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.008 [auth-system-keycloak-80] [] 10.0.0.58:8080 366 0.008 200 ccd80ba927c1d2b64afb791c33307bf0 199.19.213.100 - - [12/Apr/2026:20:57:51 +0000] "PUT /admin/realms/atmosphere/client-scopes/f0480724-465f-4446-9527-cb53b8712d49/protocol-mappers/models/65c759c6-9e9f-4b08-af93-889f24b1cbc0 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.069 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 0.068 204 22191b2d2513d39179500a39569c4ae7 199.19.213.100 - - [12/Apr/2026:20:57:51 +0000] "GET /admin/realms/atmosphere/client-scopes/f0480724-465f-4446-9527-cb53b8712d49 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.077 [auth-system-keycloak-80] [] 10.0.0.58:8080 1218 0.077 200 af26bcce7968873bd806d624c9cbda6a 199.19.213.100 - - [12/Apr/2026:20:58:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 0.510 200 7823bcf8b9b86edf26cfe58f1b68eab0 199.19.213.100 - - [12/Apr/2026:20:58:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.016 [auth-system-keycloak-80] [] 10.0.0.58:8080 2 0.016 200 82b7e4afa003c88ed7027d48842b8d08 199.19.213.100 - - [12/Apr/2026:20:58:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.175 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 0.174 201 f67e409c85aad28b94d189990cc412e6 199.19.213.100 - - [12/Apr/2026:20:58:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.072 [auth-system-keycloak-80] [] 10.0.0.58:8080 1261 0.072 200 ff043f173dbf27e96196baa259ed7f2c 199.19.213.100 - - [12/Apr/2026:20:58:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 0.468 200 a357b18b4e25148d481272d61e6f8001 199.19.213.100 - - [12/Apr/2026:20:58:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.58:8080 2 0.023 200 45b61df6ae1f7d98375f16a75b40bd23 199.19.213.100 - - [12/Apr/2026:20:58:13 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.098 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 0.098 201 8aaedaccff28b5984f10ec1945a7a59a 199.19.213.100 - - [12/Apr/2026:20:58:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.082 [auth-system-keycloak-80] [] 10.0.0.58:8080 1286 0.082 200 6319fe676aa9bca07babf57129367b36 199.19.213.100 - - [12/Apr/2026:20:58:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.855 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 0.854 200 bdb80eff821daf164d4ea2172c54d67b 199.19.213.100 - - [12/Apr/2026:20:58:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.029 [auth-system-keycloak-80] [] 10.0.0.58:8080 2 0.029 200 d57a5a5aee777a660e2cc44f352a7284 199.19.213.100 - - [12/Apr/2026:20:58:15 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.107 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 0.106 201 89b848f77caa45445d1bf9d2a9ce3714 199.19.213.100 - - [12/Apr/2026:20:58:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.58:8080 1251 0.083 200 e95626144868fe0b6c78bc0f6926951e 199.19.213.100 - - [12/Apr/2026:20:58:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 0.483 200 2efab568b9528da907dea57aa2f6d84e 199.19.213.100 - - [12/Apr/2026:20:58:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.042 [auth-system-keycloak-80] [] 10.0.0.58:8080 1261 0.042 200 28f8908a25626e3fbc40ffe8f8466b76 199.19.213.100 - - [12/Apr/2026:20:58:16 +0000] "GET /admin/realms/atmosphere/clients/65fec717-d5e4-49fc-98dc-3598f92ed3cc/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.58:8080 119 0.016 404 654e656a3e40d6dd8a10797118c546fb 199.19.213.100 - - [12/Apr/2026:20:58:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.58:8080 1261 0.008 200 e1962eba6978f4bc668faff440f5d126 199.19.213.100 - - [12/Apr/2026:20:58:16 +0000] "POST /admin/realms/atmosphere/clients/65fec717-d5e4-49fc-98dc-3598f92ed3cc/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.055 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 0.054 201 c6162ddfe67f375c58c9b091c57e41b6 199.19.213.100 - - [12/Apr/2026:20:58:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.58:8080 1261 0.008 200 9f897b12bce8e9d5bc8c68017e115925 199.19.213.100 - - [12/Apr/2026:20:58:16 +0000] "GET /admin/realms/atmosphere/clients/65fec717-d5e4-49fc-98dc-3598f92ed3cc/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.071 [auth-system-keycloak-80] [] 10.0.0.58:8080 166 0.071 200 1b64596a7e636c60d1ffb87a5ce44be7 199.19.213.100 - - [12/Apr/2026:20:58:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 0.497 200 3bcf6369ef6b177dbae9403cc4f41a64 199.19.213.100 - - [12/Apr/2026:20:58:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.58:8080 1286 0.008 200 c0c577de3b39385a91687687500ce4f0 199.19.213.100 - - [12/Apr/2026:20:58:17 +0000] "GET /admin/realms/atmosphere/clients/965c9e76-63a7-4ac1-92b6-f67f94f0f4c1/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.58:8080 119 0.010 404 4fc1067c1cce1dcdc251a3972b8ed42f 199.19.213.100 - - [12/Apr/2026:20:58:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.58:8080 1286 0.046 200 06fadd146e65f39d322b838a0fd298c4 199.19.213.100 - - [12/Apr/2026:20:58:17 +0000] "POST /admin/realms/atmosphere/clients/965c9e76-63a7-4ac1-92b6-f67f94f0f4c1/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.018 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 0.018 201 61cfcc7af8996d96e2a78aa5cc6a4e28 199.19.213.100 - - [12/Apr/2026:20:58:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.58:8080 1286 0.007 200 9c559c6c408a5e4e51ea5d03ec28d061 199.19.213.100 - - [12/Apr/2026:20:58:17 +0000] "GET /admin/realms/atmosphere/clients/965c9e76-63a7-4ac1-92b6-f67f94f0f4c1/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.58:8080 165 0.015 200 6fb2f4dcb5f73fa099251e23563b870e 199.19.213.100 - - [12/Apr/2026:20:58:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.537 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 0.536 200 377ac279f75f07d0258e289f8c014c9c 199.19.213.100 - - [12/Apr/2026:20:58:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.58:8080 1286 0.010 200 0c62acfa3d3cb0c87953a23d2ff36385 199.19.213.100 - - [12/Apr/2026:20:58:18 +0000] "GET /admin/realms/atmosphere/clients/965c9e76-63a7-4ac1-92b6-f67f94f0f4c1/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.58:8080 119 0.010 404 afaea7cdb3e5723f9257748710aa2776 199.19.213.100 - - [12/Apr/2026:20:58:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.58:8080 1286 0.008 200 35cd8816ec230682f8b8e12aa5d1b1c0 199.19.213.100 - - [12/Apr/2026:20:58:18 +0000] "POST /admin/realms/atmosphere/clients/965c9e76-63a7-4ac1-92b6-f67f94f0f4c1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.044 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 0.043 201 18d0477f426b9106e8a2b344d37089e4 199.19.213.100 - - [12/Apr/2026:20:58:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.58:8080 1286 0.008 200 bd0b37a4f593de8d4d5d03be06a4157b 199.19.213.100 - - [12/Apr/2026:20:58:18 +0000] "GET /admin/realms/atmosphere/clients/965c9e76-63a7-4ac1-92b6-f67f94f0f4c1/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.58:8080 166 0.014 200 672a7fce8cfc726000f5797af8d500da 199.19.213.100 - - [12/Apr/2026:20:58:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 0.464 200 c62f1827685c4c2cd1f06264ef7e7612 199.19.213.100 - - [12/Apr/2026:20:58:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.58:8080 1286 0.011 200 07131235d04a55ed4046bd49f0c5cea4 199.19.213.100 - - [12/Apr/2026:20:58:19 +0000] "GET /admin/realms/atmosphere/clients/965c9e76-63a7-4ac1-92b6-f67f94f0f4c1/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.060 [auth-system-keycloak-80] [] 10.0.0.58:8080 119 0.060 404 f0f10966170692514533497be9986f5a 199.19.213.100 - - [12/Apr/2026:20:58:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.58:8080 1286 0.009 200 a61f95c7c14bc8567943c37e0e9b9a4f 199.19.213.100 - - [12/Apr/2026:20:58:19 +0000] "POST /admin/realms/atmosphere/clients/965c9e76-63a7-4ac1-92b6-f67f94f0f4c1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 0.020 201 14fb626296f79740b1807b6a3c05bf06 199.19.213.100 - - [12/Apr/2026:20:58:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.58:8080 1286 0.010 200 bd14f311a0ea803ce344f15be1e1e192 199.19.213.100 - - [12/Apr/2026:20:58:19 +0000] "GET /admin/realms/atmosphere/clients/965c9e76-63a7-4ac1-92b6-f67f94f0f4c1/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.58:8080 166 0.019 200 fe0e9f507262add82e060e1c80c7d8dd 199.19.213.100 - - [12/Apr/2026:20:58:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 0.472 200 0d7cded81fc025dae70230ddc8b26c14 199.19.213.100 - - [12/Apr/2026:20:58:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.58:8080 1251 0.022 200 a6a8d53f3f74ff5aaf99a9b5c815d917 199.19.213.100 - - [12/Apr/2026:20:58:20 +0000] "GET /admin/realms/atmosphere/clients/69bedcd3-5e16-4841-9dc0-04d1d56b579d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.58:8080 119 0.010 404 6f1e265717d8d5a4506d22ca8de64608 199.19.213.100 - - [12/Apr/2026:20:58:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.58:8080 1251 0.007 200 1122439c9ef434568f9c07cca9dd2c70 199.19.213.100 - - [12/Apr/2026:20:58:20 +0000] "POST /admin/realms/atmosphere/clients/69bedcd3-5e16-4841-9dc0-04d1d56b579d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 0.015 201 c86401699f328efe89f50505167101c7 199.19.213.100 - - [12/Apr/2026:20:58:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.58:8080 1251 0.006 200 78296074a4e3d7f73cc35a2a0cbabbb9 199.19.213.100 - - [12/Apr/2026:20:58:20 +0000] "GET /admin/realms/atmosphere/clients/69bedcd3-5e16-4841-9dc0-04d1d56b579d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.58:8080 166 0.018 200 65c4b5ab0c208201ed8a245a626ccc38 I0412 20:58:26.030262 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.98.196.114"}] I0412 20:58:26.035579 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f46f1d96-4348-4c80-bcde-736a58573cce", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4035", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 20:58:26.037505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:58:26.037565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:58:33.737073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:58:33.737294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:58:37.072012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:58:37.072055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:26.109774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:26.109834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:26.183559 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 20:59:26.183619 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0412 20:59:26.183651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:26.183666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:26.183961 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 20:59:26.184025 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0412 20:59:26.184097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:26.184113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:26.184504 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 20:59:26.184596 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0412 20:59:26.184652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:26.184678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 20:59:26.185389 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0412 20:59:26.185417 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0412 20:59:26.186422 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0412 20:59:26.186450 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0412 20:59:26.187296 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0412 20:59:26.187323 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0412 20:59:26.189536 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0412 20:59:26.189870 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0412 20:59:26.189909 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"8e0de2a4-38e1-4421-899c-0082c250f8c3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4578", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0412 20:59:26.191608 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0412 20:59:26.191960 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0412 20:59:26.191997 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1ccb9fd1-5747-49c6-ae18-004fa1ad39f1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4579", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0412 20:59:26.193432 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0412 20:59:26.193801 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0412 20:59:26.193837 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ab3fde34-9b17-419f-a5d0-4abad616c62f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4580", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0412 20:59:26.439210 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0412 20:59:26.440901 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0412 20:59:26.459540 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0412 20:59:26.460428 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0412 20:59:27.850985 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0412 20:59:27.852107 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0412 20:59:29.443937 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 20:59:29.444004 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 20:59:29.444040 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 20:59:29.444219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:29.444248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 20:59:29.444467 7 controller.go:196] "Configuration changes detected, backend reload required" I0412 20:59:29.493601 7 controller.go:216] "Backend successfully reloaded" I0412 20:59:29.493812 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2qtt", UID:"a0c52e6b-3464-4a53-9bce-1f0e81bc5685", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0412 20:59:32.776409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 20:59:32.776508 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 20:59:32.776561 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 20:59:32.776712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:32.776755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:36.110259 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 20:59:36.110326 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 20:59:36.110362 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 20:59:36.110474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:36.110502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:39.443453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 20:59:39.443502 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 20:59:39.443533 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 20:59:39.443613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:39.443630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:42.776764 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 20:59:42.776831 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 20:59:42.776868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 20:59:42.776984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:42.777020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:46.110202 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 20:59:46.110254 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 20:59:46.110288 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 20:59:46.110379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:46.110398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:49.443651 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 20:59:49.443707 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 20:59:49.443771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:49.443804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:52.777251 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 20:59:52.777374 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 20:59:52.777499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:52.777527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:56.110198 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 20:59:56.110282 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 20:59:56.110415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:56.110440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:59.444432 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 20:59:59.444519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 20:59:59.444630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:59.444653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.64 - - [12/Apr/2026:21:00:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.034 [auth-system-keycloak-80] [] 10.0.0.58:8080 6432 0.034 200 6144d872a4834c2c526ad8136319731b 10.0.0.172 - - [12/Apr/2026:21:00:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.58:8080 6432 0.007 200 0c7d2bc2798b62a948b06bb1e3fb57be W0412 21:00:02.777294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:00:02.777392 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 21:00:02.777506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:02.777532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:06.110088 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:00:06.110327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:06.110359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:09.444318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:09.444385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:12.776799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:12.776845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:16.110174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:16.110224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:19.443740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:19.443794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:00:26.028512 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.98.196.114"}] I0412 21:00:26.028782 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.98.196.114"}] I0412 21:00:26.029016 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.98.196.114"}] I0412 21:00:26.033940 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"8e0de2a4-38e1-4421-899c-0082c250f8c3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5799", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 21:00:26.036277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:26.036302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:00:26.038108 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1ccb9fd1-5747-49c6-ae18-004fa1ad39f1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5800", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0412 21:00:26.039218 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ab3fde34-9b17-419f-a5d0-4abad616c62f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5801", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 21:00:29.371793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:29.371850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:32.703267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:32.703303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:36.037060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:36.037113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [12/Apr/2026:21:00:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 0.473 200 9c7eb20ff550d8ff487af3a3bb7b5ff6 199.19.213.100 - - [12/Apr/2026:21:00:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.037 [auth-system-keycloak-80] [] 10.0.0.58:8080 4246 0.037 200 0fecda2bca9fb4971bf8177eb41c308e 199.19.213.100 - - [12/Apr/2026:21:00:39 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.318 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 0.317 204 c7de08b957823440071a59f3d140de7c 199.19.213.100 - - [12/Apr/2026:21:00:39 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.177 [auth-system-keycloak-80] [] 10.0.0.58:8080 4384 0.177 200 534893f57efd7203fad6993fc1a34977 199.19.213.100 - - [12/Apr/2026:21:00:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 0.461 200 2ae1ef681564da849fa0247bc3b0622b 199.19.213.100 - - [12/Apr/2026:21:00:40 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.58:8080 1682 0.010 200 ab03944c04fc3f86060da0f0beae994a 199.19.213.100 - - [12/Apr/2026:21:00:40 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.58:8080 6432 0.007 200 d4f2a29affd87e11bfe04c8473cc6232 199.19.213.100 - - [12/Apr/2026:21:00:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 0.461 200 544c443e2a4344e3e40cd12a7b87e5f9 199.19.213.100 - - [12/Apr/2026:21:00:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.038 [auth-system-keycloak-80] [] 10.0.0.58:8080 2 0.038 200 a765ee61f32fcfe63cde65430eaa452b 199.19.213.100 - - [12/Apr/2026:21:00:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.119 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 0.118 201 c72a7fa7bb1fa35e8be7e2a076d86c69 199.19.213.100 - - [12/Apr/2026:21:00:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.58:8080 2246 0.023 200 d49136b867cc7ab14b3622359f0b7864 199.19.213.100 - - [12/Apr/2026:21:00:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.58:8080 1928 0.500 200 cb6e2658f9eb76eedda22ce6375c154a 199.19.213.100 - - [12/Apr/2026:21:00:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.58:8080 2246 0.007 200 268a9772291d6515249eb2a1a082380d 199.19.213.100 - - [12/Apr/2026:21:00:43 +0000] "GET /admin/realms/atmosphere/clients/69bafcb0-79a1-4fc8-869b-9e49197529f0/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.58:8080 233 0.016 200 9a243631a77b976855a2e99bf6ea6a5f 199.19.213.100 - - [12/Apr/2026:21:00:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.054 [auth-system-keycloak-80] [] 10.0.0.58:8080 831 0.054 200 3b606f6718811336ff4898da436a809b 199.19.213.100 - - [12/Apr/2026:21:00:43 +0000] "GET /admin/realms/atmosphere/clients/4b856eee-5fc3-400e-9611-9908766ef224/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.087 [auth-system-keycloak-80] [] 10.0.0.58:8080 3758 0.087 200 730fb0029d4020075476b4a90404bb78 199.19.213.100 - - [12/Apr/2026:21:00:43 +0000] "GET /admin/realms/atmosphere/users/64749f71-e5de-4246-8a59-21677fda378f/role-mappings/clients/4b856eee-5fc3-400e-9611-9908766ef224/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.187 [auth-system-keycloak-80] [] 10.0.0.58:8080 3758 0.187 200 60f4ce67a0a7ca5a1b42cb6def8a523d 199.19.213.100 - - [12/Apr/2026:21:00:44 +0000] "GET /admin/realms/atmosphere/users/64749f71-e5de-4246-8a59-21677fda378f/role-mappings/clients/4b856eee-5fc3-400e-9611-9908766ef224/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.086 [auth-system-keycloak-80] [] 10.0.0.58:8080 2 0.086 200 b5bd227c85c85805aedc10c4fa823230 199.19.213.100 - - [12/Apr/2026:21:00:44 +0000] "POST /admin/realms/atmosphere/users/64749f71-e5de-4246-8a59-21677fda378f/role-mappings/clients/4b856eee-5fc3-400e-9611-9908766ef224 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.078 [auth-system-keycloak-80] [] 10.0.0.58:8080 0 0.077 204 e322bfe3f8243db447e5f77698bf09b8 199.19.213.100 - - [12/Apr/2026:21:00:44 +0000] "GET /admin/realms/atmosphere/users/64749f71-e5de-4246-8a59-21677fda378f/role-mappings/clients/4b856eee-5fc3-400e-9611-9908766ef224/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.58:8080 576 0.013 200 67118bd5ef1be694c05ff045831efa73 W0412 21:00:46.787182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:46.787230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:50.120900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:50.120951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:53.454809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:53.454865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:56.787846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:56.787908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:52.591883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:52.591932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:29.443964 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0412 21:03:29.444051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:29.444072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:03:29.448215 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:28.7kB} I0412 21:03:29.448258 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0412 21:03:29.453365 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0412 21:03:29.453642 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9ed4b838-1745-4d81-baa6-3c249859ea14", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7044", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 21:03:29.453993 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0412 21:03:29.454431 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0412 21:03:29.454545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:29.454585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:03:29.454897 7 controller.go:196] "Configuration changes detected, backend reload required" I0412 21:03:29.504570 7 controller.go:216] "Backend successfully reloaded" I0412 21:03:29.504853 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2qtt", UID:"a0c52e6b-3464-4a53-9bce-1f0e81bc5685", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0412 21:03:30.205330 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0412 21:03:30.208935 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0412 21:03:32.790275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:32.790319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [12/Apr/2026:21:03:33 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.004 300 fc435bbdc4c3c27a593cc672849e74a9 199.19.213.100 - - [12/Apr/2026:21:03:35 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.009 [openstack-keystone-api-5000] [] 10.0.0.61:5000 266 0.009 200 94fc63d1dc1e710df34969382bda1360 199.19.213.100 - - [12/Apr/2026:21:03:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.328 [openstack-keystone-api-5000] [] 10.0.0.61:5000 1360 0.328 201 d4934bc536cca1a9ee4d705b668c3715 199.19.213.100 - - [12/Apr/2026:21:03:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.004 300 4640b5a9ec278bc5a47d4819d0e68d56 199.19.213.100 - - [12/Apr/2026:21:03:35 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.036 [openstack-keystone-api-5000] [] 10.0.0.61:5000 90 0.036 404 35cd903f26539efea58b907b02051d2e 199.19.213.100 - - [12/Apr/2026:21:03:35 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.61:5000 368 0.026 200 9cd2614c21825dccdb9870506d70a824 199.19.213.100 - - [12/Apr/2026:21:03:35 +0000] "GET /v3/domains/16dc3742f89647b3a5961a4fd026d957 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-keystone-api-5000] [] 10.0.0.61:5000 245 0.016 200 c5f459644391efafb6286eb5f852c6b6 199.19.213.100 - - [12/Apr/2026:21:03:36 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.61:5000 266 0.004 200 9c2b4df12f9a3f20ecb1f36c8f1752c4 199.19.213.100 - - [12/Apr/2026:21:03:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.61:5000 1360 0.336 201 d8c98e269192227b3e4a16168a16e692 199.19.213.100 - - [12/Apr/2026:21:03:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.004 300 6ad8cec86db64cfdd3afbe4e3984d326 199.19.213.100 - - [12/Apr/2026:21:03:36 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.018 [openstack-keystone-api-5000] [] 10.0.0.61:5000 101 0.017 404 0e2b635aac316651f3d4cc071b44f323 199.19.213.100 - - [12/Apr/2026:21:03:36 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.61:5000 156 0.018 200 86584ba3d96ed2699020392385a4ea70 199.19.213.100 - - [12/Apr/2026:21:03:36 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.61:5000 454 0.026 201 5723bae7d0ca37c57fd70f44a52263c4 199.19.213.100 - - [12/Apr/2026:21:03:37 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.61:5000 266 0.003 200 8d72ab4ff066fc524a044502433c5fe0 199.19.213.100 - - [12/Apr/2026:21:03:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.61:5000 1360 0.288 201 5e73957c6dd4e315c1b345867003d47b 199.19.213.100 - - [12/Apr/2026:21:03:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.003 300 2c06576271832f489ef6aa6317e48b5b 199.19.213.100 - - [12/Apr/2026:21:03:37 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.61:5000 98 0.020 404 3f299165681df33d72cf2583632aa6df 199.19.213.100 - - [12/Apr/2026:21:03:37 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.61:5000 136 0.018 200 01e83f71ed8498f2db281bd06aa98e6a 199.19.213.100 - - [12/Apr/2026:21:03:37 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.019 [openstack-keystone-api-5000] [] 10.0.0.61:5000 357 0.019 201 a66157c61599a5ef4e69f3a1e721d7d3 199.19.213.100 - - [12/Apr/2026:21:03:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.61:5000 266 0.004 200 2ed25a7d5efbb772cafc51c8e8b6f177 199.19.213.100 - - [12/Apr/2026:21:03:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.61:5000 1360 0.289 201 bcb1919e2a79ad6684882d47cb85be6a 199.19.213.100 - - [12/Apr/2026:21:03:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.004 300 a46e8a1ec3dd7bed8d74daeecf5ab868 199.19.213.100 - - [12/Apr/2026:21:03:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.61:5000 131 0.023 404 bea2108f3ef97378ec588e640d2e1204 199.19.213.100 - - [12/Apr/2026:21:03:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.61:5000 168 0.019 200 48cd4f95d006bcfd30abdcc43262b236 199.19.213.100 - - [12/Apr/2026:21:03:38 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.61:5000 224 0.023 201 504c1bf5d33a95bce6a6582e75b2bf53 W0412 21:03:48.410332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:48.410387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:51.744494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:51.744545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:55.170818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:55.170903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:58.504875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:58.504919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:04:13.885309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:04:13.885351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:04:17.219679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:04:17.219801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:04:21.769149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:04:21.769181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:04:25.102924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:04:25.102974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:04:26.027878 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.98.196.114"}] I0412 21:04:26.033592 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9ed4b838-1745-4d81-baa6-3c249859ea14", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7545", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 21:04:28.436635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:04:28.436667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:05:53.716983 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0412 21:05:53.717069 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0412 21:05:53.717116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:05:53.717133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:05:53.719754 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0412 21:05:53.719776 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0412 21:05:53.725262 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0412 21:05:53.725517 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0412 21:05:53.725707 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0412 21:05:53.725787 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0412 21:05:53.725829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:05:53.725842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:05:53.725924 7 controller.go:196] "Configuration changes detected, backend reload required" I0412 21:05:53.738192 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"decd4cfd-72a5-46a9-997d-8daa3d7ebbdb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8149", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0412 21:05:53.782332 7 controller.go:216] "Backend successfully reloaded" I0412 21:05:53.782648 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2qtt", UID:"a0c52e6b-3464-4a53-9bce-1f0e81bc5685", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0412 21:05:53.985995 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0412 21:05:53.987106 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.100 - - [12/Apr/2026:21:05:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.004 300 bc1bc655a66e089b256ce287f1016703 199.19.213.100 - - [12/Apr/2026:21:05:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.61:5000 1992 0.326 201 7223b5a7934a3aff871e74b4362c3d0a 199.19.213.100 - - [12/Apr/2026:21:05:54 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.61:5000 85 0.025 404 3bd6a80973d3408610c67651ba98f458 199.19.213.100 - - [12/Apr/2026:21:05:54 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.61:5000 129 0.023 200 99d9b33a5743db06ad29b38436b03989 199.19.213.100 - - [12/Apr/2026:21:05:54 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.029 [openstack-keystone-api-5000] [] 10.0.0.61:5000 230 0.028 201 8fa86c87b08923ab352e87041cbc2553 W0412 21:05:57.060058 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0412 21:05:57.060279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:05:57.060329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [12/Apr/2026:21:06:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.004 300 5c980c18b8dc81412b328a73d893d244 199.19.213.100 - - [12/Apr/2026:21:06:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.287 [openstack-keystone-api-5000] [] 10.0.0.61:5000 1992 0.287 201 01eef0af4daf9b417cb16f8231c27a54 199.19.213.100 - - [12/Apr/2026:21:06:00 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.027 [openstack-keystone-api-5000] [] 10.0.0.61:5000 1521 0.027 200 a0d9087c6974b20c5039766433af6684 199.19.213.100 - - [12/Apr/2026:21:06:00 +0000] "PUT /v3/roles/eeb4bc1f18494fd996736d8afe2848c1/implies/1194d150abbb4e7f857935ccdc4b75dd HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.033 [openstack-keystone-api-5000] [] 10.0.0.61:5000 521 0.033 201 5306a8fce64052721e424d40a9403e7f W0412 21:06:02.141930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:06:02.141996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:06:26.029341 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.98.196.114"}] I0412 21:06:26.034742 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"decd4cfd-72a5-46a9-997d-8daa3d7ebbdb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8496", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 21:06:26.038927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:06:26.038973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [12/Apr/2026:21:06:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.002 300 9ef862496a83f3abbc2f1245908e9aa8 199.19.213.100 - - [12/Apr/2026:21:06:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.61:5000 2055 0.336 201 176481ea175bff61a3ff3dd173cffcbe 199.19.213.100 - - [12/Apr/2026:21:06:46 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.028 [openstack-keystone-api-5000] [] 10.0.0.61:5000 87 0.028 404 9404683bc4c8d66758c52f848a57ceba 199.19.213.100 - - [12/Apr/2026:21:06:46 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.021 [openstack-keystone-api-5000] [] 10.0.0.61:5000 390 0.021 200 281e993b8689b4a7ffc054e6f2a8184a 199.19.213.100 - - [12/Apr/2026:21:06:46 +0000] "GET /v3/users/rgw-RegionOne?domain_id=1f3357da54944a62ac62a349fdb3a3fe HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.034 [openstack-keystone-api-5000] [] 10.0.0.61:5000 91 0.035 404 6944d58a0afb13eca0acd0951b8ac19f 199.19.213.100 - - [12/Apr/2026:21:06:46 +0000] "GET /v3/users?domain_id=1f3357da54944a62ac62a349fdb3a3fe&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.028 [openstack-keystone-api-5000] [] 10.0.0.61:5000 178 0.028 200 fa1516b38e7472974747a8e7ef9f1d27 199.19.213.100 - - [12/Apr/2026:21:06:46 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.291 [openstack-keystone-api-5000] [] 10.0.0.61:5000 291 0.291 201 99b2a2508cb6db29146a393b7c4512e6 199.19.213.100 - - [12/Apr/2026:21:06:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.004 300 92dee2c79350590c01000d59c0a47ba7 199.19.213.100 - - [12/Apr/2026:21:06:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.318 [openstack-keystone-api-5000] [] 10.0.0.61:5000 2055 0.318 201 3bffe19e6c3ca15fe6669049b823ef0e 199.19.213.100 - - [12/Apr/2026:21:06:49 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.028 [openstack-keystone-api-5000] [] 10.0.0.61:5000 83 0.028 404 f54163eb2bcef81bcf53a24b4da94e68 199.19.213.100 - - [12/Apr/2026:21:06:49 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.021 [openstack-keystone-api-5000] [] 10.0.0.61:5000 361 0.021 200 f08ec7b112fc1ff09dc69a31ef03e935 199.19.213.100 - - [12/Apr/2026:21:06:49 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.022 [openstack-keystone-api-5000] [] 10.0.0.61:5000 87 0.022 404 26bcb08e1a6cd334e33053e7180c64b6 199.19.213.100 - - [12/Apr/2026:21:06:49 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.020 [openstack-keystone-api-5000] [] 10.0.0.61:5000 390 0.020 200 0f5ef978f96f1255a22c878ad925f474 199.19.213.100 - - [12/Apr/2026:21:06:49 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.023 [openstack-keystone-api-5000] [] 10.0.0.61:5000 91 0.023 404 124ea61a9625f7d411fb8ed21cc4f728 199.19.213.100 - - [12/Apr/2026:21:06:49 +0000] "GET /v3/users?domain_id=1f3357da54944a62ac62a349fdb3a3fe&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.042 [openstack-keystone-api-5000] [] 10.0.0.61:5000 458 0.042 200 1bee04ea649becc2e556e29d786fc15a 199.19.213.100 - - [12/Apr/2026:21:06:49 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.023 [openstack-keystone-api-5000] [] 10.0.0.61:5000 88 0.023 404 f03cb35b195679c8e78a1c4811c7178f 199.19.213.100 - - [12/Apr/2026:21:06:50 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.021 [openstack-keystone-api-5000] [] 10.0.0.61:5000 520 0.021 200 6b792315353e1f47c978cd434d8c6742 199.19.213.100 - - [12/Apr/2026:21:06:50 +0000] "PUT /v3/projects/00d76037b0eb4d4ba58cc04f489f3c3f/users/37b11c53c11c477987a234f83682a50e/roles/1e6b7fa911af4d86819e88f9f110ed86 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.044 [openstack-keystone-api-5000] [] 10.0.0.61:5000 0 0.044 204 67e60cc43d084c8f9086170e2e072f7d 199.19.213.100 - - [12/Apr/2026:21:06:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.004 300 b71f845d5f22ae3c8ddec684f7ff5364 199.19.213.100 - - [12/Apr/2026:21:06:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.61:5000 2055 0.337 201 648a91d2a2b33f045be66865a8b5147e 199.19.213.100 - - [12/Apr/2026:21:06:51 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.61:5000 151 0.021 200 fb8a606bae8bfbc6bb82aa3f7ea20926 199.19.213.100 - - [12/Apr/2026:21:06:51 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.023 [openstack-keystone-api-5000] [] 10.0.0.61:5000 263 0.023 201 862d8d1e74b5f6b404ee92ca19df0710 199.19.213.100 - - [12/Apr/2026:21:06:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.006 300 84cda92a1ac28a2a54a8b77ad5c03928 199.19.213.100 - - [12/Apr/2026:21:06:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.61:5000 2157 0.310 201 71a43489c199cc86f8ca02d057c55962 199.19.213.100 - - [12/Apr/2026:21:06:53 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.61:5000 86 0.021 404 323bae62f4ce2e281cd13ddfefca3655 199.19.213.100 - - [12/Apr/2026:21:06:53 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.014 [openstack-keystone-api-5000] [] 10.0.0.61:5000 382 0.014 200 a2c3a5e15ff254d291fca1fa30352b3d 199.19.213.100 - - [12/Apr/2026:21:06:53 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=722e8185d4cd439c9b24a1bc917d0a56 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.022 [openstack-keystone-api-5000] [] 10.0.0.61:5000 205 0.022 200 1a931ddf530f8506865be98059954e24 199.19.213.100 - - [12/Apr/2026:21:06:53 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.030 [openstack-keystone-api-5000] [] 10.0.0.61:5000 379 0.031 201 6d513e5cd57f513aedf81ebe06e3307d 199.19.213.100 - - [12/Apr/2026:21:06:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.003 300 fce3b2dccd74030d5d4195b46ffa3ac9 199.19.213.100 - - [12/Apr/2026:21:06:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.61:5000 2366 0.310 201 7f2d581dd85e9c288aa60ac28c4f4154 199.19.213.100 - - [12/Apr/2026:21:06:53 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.61:5000 86 0.025 404 7ea970951e53ff84949b7a81d4b597f9 199.19.213.100 - - [12/Apr/2026:21:06:53 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.61:5000 382 0.019 200 dc80499b4af21ed6de1be98a15a0102f 199.19.213.100 - - [12/Apr/2026:21:06:53 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=722e8185d4cd439c9b24a1bc917d0a56 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.017 [openstack-keystone-api-5000] [] 10.0.0.61:5000 207 0.017 200 93d71e5525623cd753e7c13ccdd51d93 199.19.213.100 - - [12/Apr/2026:21:06:54 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.035 [openstack-keystone-api-5000] [] 10.0.0.61:5000 392 0.035 201 b3ce8c991282907c325454e4aa5997c8 W0412 21:06:55.404841 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0412 21:06:55.404980 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0412 21:06:55.405065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:06:55.405089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:06:55.410328 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:35.7kB} I0412 21:06:55.410370 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0412 21:06:55.415106 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0412 21:06:55.415370 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"173c8824-9c78-4da0-9ad0-7566901d4307", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8707", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 21:06:55.415635 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0412 21:06:55.415962 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0412 21:06:55.416109 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0412 21:06:55.416221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:06:55.416251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:06:55.416427 7 controller.go:196] "Configuration changes detected, backend reload required" I0412 21:06:55.473211 7 controller.go:216] "Backend successfully reloaded" I0412 21:06:55.473489 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2qtt", UID:"a0c52e6b-3464-4a53-9bce-1f0e81bc5685", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0412 21:06:55.799946 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0412 21:06:55.801019 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0412 21:06:58.750463 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0412 21:06:58.750578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:06:58.750591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:12.236487 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0412 21:07:12.236667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:12.236684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:17.402790 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0412 21:07:17.403007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:17.403032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:20.736591 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0412 21:07:20.736913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:20.736957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:07:20.737195 7 controller.go:196] "Configuration changes detected, backend reload required" I0412 21:07:20.796053 7 controller.go:216] "Backend successfully reloaded" I0412 21:07:20.796410 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2qtt", UID:"a0c52e6b-3464-4a53-9bce-1f0e81bc5685", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0412 21:07:24.070883 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0412 21:07:24.071248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:24.071297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:07:26.030652 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.98.196.114"}] I0412 21:07:26.037181 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"173c8824-9c78-4da0-9ad0-7566901d4307", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9064", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 21:07:27.403396 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0412 21:07:27.403533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:27.403554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:30.736293 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0412 21:07:30.736490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:30.736528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:42.893450 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0412 21:07:42.893564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:42.893583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:46.227541 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0412 21:07:46.227725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:46.227756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:51.268498 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0412 21:07:51.268679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:07:51.268707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:08:01.397170 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0412 21:08:01.397301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:08:01.397323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:08:40.550105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:08:40.550138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:09:56.349845 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0412 21:09:56.350068 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0412 21:09:56.350187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:09:56.350225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:09:56.354843 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.2kB} I0412 21:09:56.354875 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0412 21:09:56.358406 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0412 21:09:56.358624 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"e7d39d02-54f9-4d77-8c09-c40258398e3b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10230", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 21:09:56.358734 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0412 21:09:56.359047 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0412 21:09:56.359145 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0412 21:09:56.359202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:09:56.359216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:09:56.359318 7 controller.go:196] "Configuration changes detected, backend reload required" I0412 21:09:56.406628 7 controller.go:216] "Backend successfully reloaded" I0412 21:09:56.406929 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h2qtt", UID:"a0c52e6b-3464-4a53-9bce-1f0e81bc5685", APIVersion:"v1", ResourceVersion:"1376", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0412 21:09:56.596546 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0412 21:09:56.598233 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0412 21:09:59.694398 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0412 21:09:59.694597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:09:59.694630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [12/Apr/2026:21:10:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.004 300 fb23f95f522dde475c3ae814f69a8d01 199.19.213.100 - - [12/Apr/2026:21:10:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.61:5000 3201 0.343 201 f6c159d7afc10b01efc16b77dc9cbb84 199.19.213.100 - - [12/Apr/2026:21:10:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b07ee4ca0c3c99444212fa28f0136cb7 199.19.213.100 - - [12/Apr/2026:21:10:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f1ca4609bd842121be80e6beb9f39183 199.19.213.100 - - [12/Apr/2026:21:10:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.004 300 2e3cdfb84c76a4c4f5329e569e4e5f21 199.19.213.100 - - [12/Apr/2026:21:10:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.61:5000 3201 0.298 201 620a9fee66679442756a106f91067ed6 199.19.213.100 - - [12/Apr/2026:21:10:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 549f105e42965eb98b998b997f895a72 199.19.213.100 - - [12/Apr/2026:21:10:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d9e1a69a11df1f81969097d86d43892e 199.19.213.100 - - [12/Apr/2026:21:10:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.005 300 ddc4d21dca302958b0325c2b30988dc1 199.19.213.100 - - [12/Apr/2026:21:10:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.61:5000 3201 0.295 201 628b9065031e258197be9d1cb9fc4009 199.19.213.100 - - [12/Apr/2026:21:10:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e59c61b8068f2f514ca9befbc9c9aacd 199.19.213.100 - - [12/Apr/2026:21:10:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e292075b9b6f96041a1f634c81a2007a 199.19.213.100 - - [12/Apr/2026:21:10:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.004 300 a4512911eb6e1e878d218fc1f5697d8b 199.19.213.100 - - [12/Apr/2026:21:10:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.61:5000 3201 0.293 201 746f25d4942a25e8941d55181fbc618a 199.19.213.100 - - [12/Apr/2026:21:10:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 937b8a8bb9f215520e92436d65958808 199.19.213.100 - - [12/Apr/2026:21:10:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8b7f21b045bdd001cc0c9960338e4282 199.19.213.100 - - [12/Apr/2026:21:10:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.005 300 3924f9acd050b978ba826eccbc5e87c5 199.19.213.100 - - [12/Apr/2026:21:10:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.61:5000 3201 0.300 201 874d66c22e57ebc05f77987e5b7e7a64 199.19.213.100 - - [12/Apr/2026:21:10:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e279ee4d1c85891cc734b71ba61a7c0e 199.19.213.100 - - [12/Apr/2026:21:10:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 534d9e8a405c2a4ad099627db58d0e9d 199.19.213.100 - - [12/Apr/2026:21:10:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.005 300 b67a860c34a7fe08ad9b03a6da456216 W0412 21:10:09.715112 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0412 21:10:09.715287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:10:09.715306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [12/Apr/2026:21:10:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.61:5000 3201 0.316 201 02f5d5a819803974d29e405c51962ee8 199.19.213.100 - - [12/Apr/2026:21:10:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 22f962ae83a88eb1288b919d6f94bdea 199.19.213.100 - - [12/Apr/2026:21:10:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 66640ecc526e1a2f36ed8bd875541b4d 199.19.213.100 - - [12/Apr/2026:21:10:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.003 300 9a6d4f993fecc9cca9ffc5bd67094ca2 199.19.213.100 - - [12/Apr/2026:21:10:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.61:5000 3201 0.302 201 de280774739f24030233d1d1d3c8a5fc 199.19.213.100 - - [12/Apr/2026:21:10:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3d9e6bcaddf8281adce060e7b11abe6b 199.19.213.100 - - [12/Apr/2026:21:10:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 99240c36e4c64d425a38f1e6f96d8512 199.19.213.100 - - [12/Apr/2026:21:10:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.005 300 4745de3fcb2ad99f5e2557e63ee8f88e 199.19.213.100 - - [12/Apr/2026:21:10:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.61:5000 3201 0.310 201 0046682c0b4809d92ea7f4545b2395c8 199.19.213.100 - - [12/Apr/2026:21:10:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 401e84cb8dc7928f5bd9b05fd6b8fad7 199.19.213.100 - - [12/Apr/2026:21:10:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5f115efec354c70e7b8b52448cab7435 199.19.213.100 - - [12/Apr/2026:21:10:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.003 300 165d3c21a2c31dd8614e1a919144f3e9 199.19.213.100 - - [12/Apr/2026:21:10:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.61:5000 3201 0.283 201 50bfc6990c1614a19f614e76f48a0cc2 199.19.213.100 - - [12/Apr/2026:21:10:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0801d6405edb5b7155cf3949034c9671 199.19.213.100 - - [12/Apr/2026:21:10:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3e56513051b1859c5cd7ab2083ab7a3a 199.19.213.100 - - [12/Apr/2026:21:10:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.004 300 0a9e9b7af30863204637ee7e65a2ebdb 199.19.213.100 - - [12/Apr/2026:21:10:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.61:5000 3201 0.286 201 f5383705f246d153141a64813764876d 199.19.213.100 - - [12/Apr/2026:21:10:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cfc35e5cc63e2896107b1bdafd861750 199.19.213.100 - - [12/Apr/2026:21:10:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f7761fa451877a245e49ae76b5c9dbe6 199.19.213.100 - - [12/Apr/2026:21:10:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.003 300 b5db74e77743a300f97282eb23821c7e 199.19.213.100 - - [12/Apr/2026:21:10:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.61:5000 3201 0.296 201 d082bc99d123fc5862de67f8fa78fa2e 199.19.213.100 - - [12/Apr/2026:21:10:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 00e4ce938be1da73fa85dde3c2d3a298 199.19.213.100 - - [12/Apr/2026:21:10:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 81a5330a4f6bd53c3212a3e8f86a08e8 W0412 21:10:19.056831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:10:19.056854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [12/Apr/2026:21:10:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.003 300 5058aca0171473ba6aef32f01d583648 199.19.213.100 - - [12/Apr/2026:21:10:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.61:5000 3201 0.294 201 68c50b840727c1e218bd430d8024740e 199.19.213.100 - - [12/Apr/2026:21:10:20 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.181:9292 1312 0.002 300 996c6af583bd203f4dadb355a653259d 199.19.213.100 - - [12/Apr/2026:21:10:21 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.552 [openstack-glance-api-9292] [] 10.0.0.181:9292 69 0.552 200 5f91422eda15be7e24f6dec8583d2278 199.19.213.100 - - [12/Apr/2026:21:10:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.61:5000 281 0.004 300 08a6e7aafa3d8d635c22b85e39a71782 199.19.213.100 - - [12/Apr/2026:21:10:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.61:5000 3201 0.295 201 22a2cdc44d5e3c4eab126ca31b18f606 199.19.213.100 - - [12/Apr/2026:21:10:24 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.181:9292 1312 0.002 300 5888f52519e64091b90634ede2088b40 199.19.213.100 - - [12/Apr/2026:21:10:24 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.044 [openstack-glance-api-9292] [] 10.0.0.181:9292 69 0.044 200 d9d7eea8329503be1d3251370e41c480 199.19.213.100 - - [12/Apr/2026:21:10:24 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.126 [openstack-glance-api-9292] [] 10.0.0.181:9292 151 0.126 404 7c232497a35e6bf54385244fd0cca954 199.19.213.100 - - [12/Apr/2026:21:10:24 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.033 [openstack-glance-api-9292] [] 10.0.0.181:9292 81 0.033 200 934e78c3fe569fc5375afb5bca9e582d 199.19.213.100 - - [12/Apr/2026:21:10:24 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.027 [openstack-glance-api-9292] [] 10.0.0.181:9292 84 0.027 200 c1bc2c343ea4eef437e828e95c7f728a 199.19.213.100 - - [12/Apr/2026:21:10:24 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.060 [openstack-glance-api-9292] [] 10.0.0.181:9292 760 0.060 201 9d1b2b73b87bcdefcd48aeb9af7af353 I0412 21:10:26.029475 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.98.196.114"}] I0412 21:10:26.034890 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"e7d39d02-54f9-4d77-8c09-c40258398e3b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10438", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 21:10:26.036299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:10:26.036322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [12/Apr/2026:21:10:28 +0000] "PUT /v2/images/e4e785de-1747-49bc-8b2b-f38eacad20e7/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.831 [openstack-glance-api-9292] [] 10.0.0.181:9292 0 3.831 204 eaad7f1f6e71deebea1c9eee845d9c86 199.19.213.100 - - [12/Apr/2026:21:10:28 +0000] "GET /v2/images/e4e785de-1747-49bc-8b2b-f38eacad20e7 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.181:9292 1171 0.016 200 ddfd1694ee3b3b7722e4491c44bfdbee 199.19.213.100 - - [12/Apr/2026:21:10:28 +0000] "GET /v2/images/e4e785de-1747-49bc-8b2b-f38eacad20e7 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.181:9292 1171 0.015 200 14a1c19db3c8c12781d78a16067afcc0 W0412 21:10:31.826436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:10:31.826460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:10:35.160740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:10:35.160784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store