------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0311 21:39:02.990910 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0311 21:39:02.991075 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0311 21:39:02.998530 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0311 21:39:03.001438 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0311 21:39:03.244663 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0311 21:39:03.262362 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0311 21:39:03.274597 7 nginx.go:271] "Starting NGINX Ingress controller" I0311 21:39:03.281636 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"0948ac32-de00-40c8-ad46-dcdb63a35595", APIVersion:"v1", ResourceVersion:"1069", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0311 21:39:03.284932 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"0242fa39-05ef-4954-b7f6-dc455791f5ca", APIVersion:"v1", ResourceVersion:"1071", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0311 21:39:03.285042 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"08c56465-edba-490f-9c8e-81409d656d87", APIVersion:"v1", ResourceVersion:"1070", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0311 21:39:04.476051 7 nginx.go:317] "Starting NGINX process" I0311 21:39:04.476408 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0311 21:39:04.476594 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0311 21:39:04.476911 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0311 21:39:04.476985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:04.477006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:39:04.477058 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:39:04.484233 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0311 21:39:04.484278 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-7v8pz" I0311 21:39:04.512971 7 controller.go:216] "Backend successfully reloaded" I0311 21:39:04.513070 7 controller.go:227] "Initial sync, sleeping for 1 second" I0311 21:39:04.513136 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7v8pz", UID:"dd5c6a4c-e84c-4a8e-b6d5-4677100a0ce6", APIVersion:"v1", ResourceVersion:"1112", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 21:39:08.303688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:08.303718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:11.638648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:11.638679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:14.970661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:14.970712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:18.306025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:18.306076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:21.637746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:21.637797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:24.970494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:24.970534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:28.304090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:28.304129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:31.639179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:31.639231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:34.970676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:34.970737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:40.373024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:39:40.373067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:27.918291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:27.918339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:31.253404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:31.253456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:51.907589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:51.907626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:55.241478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:55.241529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:58.575590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:58.575637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:01.909040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:01.909086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:05.241191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:05.241222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:08.574552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:08.574582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:11.907739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:11.907792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:15.976405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:15.976441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:19.310810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:19.310850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:22.645583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:22.645622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:18.098608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:18.098642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:19.829228 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-141.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-141.nip.io-tls was not found. Using default certificate W0311 21:43:19.829295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:19.829318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:43:19.831597 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0311 21:43:19.831635 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0311 21:43:19.838748 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0311 21:43:19.839234 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-141.nip.io-tls" in local store I0311 21:43:19.839294 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3c802fc8-02de-4caa-bc82-effe812c2e64", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2965", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 21:43:20.205107 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-141.nip.io-tls" I0311 21:43:20.206418 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-141.nip.io-tls" W0311 21:43:21.432318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:21.432385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:43:21.432500 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:43:21.468053 7 controller.go:216] "Backend successfully reloaded" I0311 21:43:21.468366 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7v8pz", UID:"dd5c6a4c-e84c-4a8e-b6d5-4677100a0ce6", APIVersion:"v1", ResourceVersion:"1112", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 21:43:24.766495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:24.766529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [11/Mar/2026:21:43:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.299 [auth-system-keycloak-80] [] 10.0.0.67:8080 1928 2.298 200 e3d463d6dba92a0b05f775508ca90b2a 199.204.45.141 - - [11/Mar/2026:21:43:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.096 [auth-system-keycloak-80] [] 10.0.0.67:8080 116 0.095 404 dd6e7b6e6e5b9af30e537cf9ab5fa0e8 199.204.45.141 - - [11/Mar/2026:21:43:35 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.188 [auth-system-keycloak-80] [] 10.0.0.67:8080 0 4.187 201 f43e55236e6cf37caeb613b587840fea 199.204.45.141 - - [11/Mar/2026:21:43:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.600 [auth-system-keycloak-80] [] 10.0.0.67:8080 4246 0.599 200 ce890f94a1fa9596df1cb55a9d0b0816 199.204.45.141 - - [11/Mar/2026:21:43:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.67:8080 1928 0.486 200 09a4a5b1fa6c308e8a6ac59975b58fa9 199.204.45.141 - - [11/Mar/2026:21:43:36 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.089 [auth-system-keycloak-80] [] 10.0.0.67:8080 12500 0.090 200 48ca24f3bed9d889821538d33cd6c158 199.204.45.141 - - [11/Mar/2026:21:43:36 +0000] "GET /admin/realms/atmosphere/client-scopes/620ab803-c7f2-4080-b167-0a9f3b7f05e4 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.008 [auth-system-keycloak-80] [] 10.0.0.67:8080 1278 0.008 200 0e7b01e40f3888c5374850cada8cec77 199.204.45.141 - - [11/Mar/2026:21:43:37 +0000] "PUT /admin/realms/atmosphere/client-scopes/620ab803-c7f2-4080-b167-0a9f3b7f05e4 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.079 [auth-system-keycloak-80] [] 10.0.0.67:8080 0 0.079 204 7bcb3a9ecf45282656d43a790ce26f49 199.204.45.141 - - [11/Mar/2026:21:43:37 +0000] "GET /admin/realms/atmosphere/client-scopes/620ab803-c7f2-4080-b167-0a9f3b7f05e4/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.083 [auth-system-keycloak-80] [] 10.0.0.67:8080 963 0.083 200 eecae131fee224d554896100ea685d47 199.204.45.141 - - [11/Mar/2026:21:43:37 +0000] "GET /admin/realms/atmosphere/client-scopes/620ab803-c7f2-4080-b167-0a9f3b7f05e4/protocol-mappers/models/ca8a0e49-3d1a-4525-8c23-42ad8cb520a8 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.080 [auth-system-keycloak-80] [] 10.0.0.67:8080 366 0.080 200 4c5f1a30b9f3438c72a4bfe7b69ae1b4 199.204.45.141 - - [11/Mar/2026:21:43:37 +0000] "PUT /admin/realms/atmosphere/client-scopes/620ab803-c7f2-4080-b167-0a9f3b7f05e4/protocol-mappers/models/ca8a0e49-3d1a-4525-8c23-42ad8cb520a8 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.083 [auth-system-keycloak-80] [] 10.0.0.67:8080 0 0.083 204 c55a2d970eebc35e911c1d3b02b5e472 199.204.45.141 - - [11/Mar/2026:21:43:37 +0000] "GET /admin/realms/atmosphere/client-scopes/620ab803-c7f2-4080-b167-0a9f3b7f05e4 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.020 [auth-system-keycloak-80] [] 10.0.0.67:8080 1218 0.021 200 c163531600148ac60881ef0ebfef2b0f 199.204.45.141 - - [11/Mar/2026:21:43:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.67:8080 1928 0.473 200 5ba8547a9e3899901ee118e8c276f6bf 199.204.45.141 - - [11/Mar/2026:21:43:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.049 [auth-system-keycloak-80] [] 10.0.0.67:8080 2 0.049 200 30a93a5acc2d208838823bd2a90f5752 199.204.45.141 - - [11/Mar/2026:21:43:58 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.184 [auth-system-keycloak-80] [] 10.0.0.67:8080 0 0.183 201 24d833a4448901c12dadd396961a4949 199.204.45.141 - - [11/Mar/2026:21:43:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.089 [auth-system-keycloak-80] [] 10.0.0.67:8080 1261 0.089 200 c46129b41adcf725930fe795326e9f0e 199.204.45.141 - - [11/Mar/2026:21:44:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.144 [auth-system-keycloak-80] [] 10.0.0.67:8080 1928 1.142 200 13982c984d63ee09ceaed9c58a06fd1e 199.204.45.141 - - [11/Mar/2026:21:44:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.072 [auth-system-keycloak-80] [] 10.0.0.67:8080 2 0.072 200 a00c144a64a26bd032c8a014ee7fbf58 199.204.45.141 - - [11/Mar/2026:21:44:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.242 [auth-system-keycloak-80] [] 10.0.0.67:8080 0 0.242 201 25980b55c7ec4b5acf254dbf032279ca 199.204.45.141 - - [11/Mar/2026:21:44:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.67:8080 1286 0.022 200 f7769940e20615ce8e89fe157731e4a6 199.204.45.141 - - [11/Mar/2026:21:44:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.67:8080 1928 0.470 200 8ea10801778f41f09a12b3267d3a48e9 199.204.45.141 - - [11/Mar/2026:21:44:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.043 [auth-system-keycloak-80] [] 10.0.0.67:8080 2 0.044 200 7dff843930fbadc2ea1f33005d61d441 199.204.45.141 - - [11/Mar/2026:21:44:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.104 [auth-system-keycloak-80] [] 10.0.0.67:8080 0 0.102 201 c3793f1543b97fbfd5e96cbbb00f4870 199.204.45.141 - - [11/Mar/2026:21:44:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.67:8080 1251 0.021 200 34e4063aeb59f0e73bf5c5e67ba756e8 199.204.45.141 - - [11/Mar/2026:21:44:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.67:8080 1928 0.483 200 b0585d00577847d2d7c83549408a21cc 199.204.45.141 - - [11/Mar/2026:21:44:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.036 [auth-system-keycloak-80] [] 10.0.0.67:8080 1261 0.036 200 248cac11147e5c64345f7384ced7691a 199.204.45.141 - - [11/Mar/2026:21:44:02 +0000] "GET /admin/realms/atmosphere/clients/d9eec9e3-0d7f-4684-94c2-11c6da61dd6c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.67:8080 119 0.013 404 eb0287b6350a46652b7f5dcf96266e3f 199.204.45.141 - - [11/Mar/2026:21:44:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.67:8080 1261 0.006 200 74d6daa55ddbaa871e0848f744eb458e 199.204.45.141 - - [11/Mar/2026:21:44:02 +0000] "POST /admin/realms/atmosphere/clients/d9eec9e3-0d7f-4684-94c2-11c6da61dd6c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.055 [auth-system-keycloak-80] [] 10.0.0.67:8080 0 0.054 201 57cbf766dbec108981ebb3d2baedd3ad 199.204.45.141 - - [11/Mar/2026:21:44:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.67:8080 1261 0.007 200 293d63be1f6c5a277dcba498ea6f9a8d 199.204.45.141 - - [11/Mar/2026:21:44:02 +0000] "GET /admin/realms/atmosphere/clients/d9eec9e3-0d7f-4684-94c2-11c6da61dd6c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.67:8080 166 0.016 200 13991612559ae798fbe9e798d6f23c6d 199.204.45.141 - - [11/Mar/2026:21:44:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.67:8080 1928 0.447 200 79a1a2d2ecca50eef11ddc2e7f7424b0 199.204.45.141 - - [11/Mar/2026:21:44:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.028 [auth-system-keycloak-80] [] 10.0.0.67:8080 1286 0.028 200 db7e6cccfbfa060bfa03f1c16e8c36b5 199.204.45.141 - - [11/Mar/2026:21:44:03 +0000] "GET /admin/realms/atmosphere/clients/0ad09bd5-9b47-4129-8da5-61a2921a5846/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.67:8080 119 0.009 404 6873ec5b762e7ecddafa6838ca2c19a7 199.204.45.141 - - [11/Mar/2026:21:44:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.67:8080 1286 0.006 200 f1efb4ec28d70a8f956464d29d7ed359 199.204.45.141 - - [11/Mar/2026:21:44:03 +0000] "POST /admin/realms/atmosphere/clients/0ad09bd5-9b47-4129-8da5-61a2921a5846/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.057 [auth-system-keycloak-80] [] 10.0.0.67:8080 0 0.057 201 c31e38bd32397e143fca67f8dfe79c1d 199.204.45.141 - - [11/Mar/2026:21:44:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.67:8080 1286 0.007 200 9cab1abffe48d0fd704ab4eee91f3716 199.204.45.141 - - [11/Mar/2026:21:44:03 +0000] "GET /admin/realms/atmosphere/clients/0ad09bd5-9b47-4129-8da5-61a2921a5846/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.073 [auth-system-keycloak-80] [] 10.0.0.67:8080 165 0.072 200 99b7d6e3788060386b385e0c6fca94f8 199.204.45.141 - - [11/Mar/2026:21:44:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.67:8080 1928 0.467 200 94fc4780e580601b6a9b8c58648b7473 199.204.45.141 - - [11/Mar/2026:21:44:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.054 [auth-system-keycloak-80] [] 10.0.0.67:8080 1286 0.054 200 7a0aff25fa9bd5dc5fcdd9c21503f7be 199.204.45.141 - - [11/Mar/2026:21:44:04 +0000] "GET /admin/realms/atmosphere/clients/0ad09bd5-9b47-4129-8da5-61a2921a5846/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.67:8080 119 0.010 404 147caba457f5b7a0fedf0b2fb4992d3c I0311 21:44:04.490861 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.240.175"}] I0311 21:44:04.495996 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3c802fc8-02de-4caa-bc82-effe812c2e64", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3365", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:44:04.497768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:44:04.497802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [11/Mar/2026:21:44:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.067 [auth-system-keycloak-80] [] 10.0.0.67:8080 1286 0.066 200 264cb3fd0b30adff945d1a36ce5ef65f 199.204.45.141 - - [11/Mar/2026:21:44:04 +0000] "POST /admin/realms/atmosphere/clients/0ad09bd5-9b47-4129-8da5-61a2921a5846/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.67:8080 0 0.014 201 e7c2498439321469834618c9308c6983 199.204.45.141 - - [11/Mar/2026:21:44:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.063 [auth-system-keycloak-80] [] 10.0.0.67:8080 1286 0.062 200 839b4a20128fe48a4b2387e39c2edc8e 199.204.45.141 - - [11/Mar/2026:21:44:04 +0000] "GET /admin/realms/atmosphere/clients/0ad09bd5-9b47-4129-8da5-61a2921a5846/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.67:8080 166 0.013 200 9cdc25cd3440a90e500f408c8fe5d293 199.204.45.141 - - [11/Mar/2026:21:44:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.534 [auth-system-keycloak-80] [] 10.0.0.67:8080 1928 0.532 200 da3c8f5847266cc169321208bfc9b724 199.204.45.141 - - [11/Mar/2026:21:44:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.67:8080 1286 0.013 200 6e314de7583461778e8e4e35658c0852 199.204.45.141 - - [11/Mar/2026:21:44:05 +0000] "GET /admin/realms/atmosphere/clients/0ad09bd5-9b47-4129-8da5-61a2921a5846/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.040 [auth-system-keycloak-80] [] 10.0.0.67:8080 119 0.041 404 5266f8c0e010449c7611ad4b63191b16 199.204.45.141 - - [11/Mar/2026:21:44:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.67:8080 1286 0.007 200 bc5055c7063d59672a6e8ef474c0e75a 199.204.45.141 - - [11/Mar/2026:21:44:05 +0000] "POST /admin/realms/atmosphere/clients/0ad09bd5-9b47-4129-8da5-61a2921a5846/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.67:8080 0 0.018 201 6e5cfe5f8579ed6a4c0677665b9b16b7 199.204.45.141 - - [11/Mar/2026:21:44:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.034 [auth-system-keycloak-80] [] 10.0.0.67:8080 1286 0.035 200 daa4cbc77e4fd0fea32d8d5449987138 199.204.45.141 - - [11/Mar/2026:21:44:05 +0000] "GET /admin/realms/atmosphere/clients/0ad09bd5-9b47-4129-8da5-61a2921a5846/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.67:8080 166 0.012 200 7857ec72f6465e6bd459604280c26930 199.204.45.141 - - [11/Mar/2026:21:44:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.67:8080 1928 0.472 200 6a412753de6a16dd41a9408b8175656c 199.204.45.141 - - [11/Mar/2026:21:44:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.018 [auth-system-keycloak-80] [] 10.0.0.67:8080 1251 0.017 200 958cb486918e9450663f42252d566610 199.204.45.141 - - [11/Mar/2026:21:44:06 +0000] "GET /admin/realms/atmosphere/clients/2b06658f-a761-4fdf-81d8-cd5d62720c06/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.67:8080 119 0.007 404 06c70dd298eb19207c35b22c05ade731 199.204.45.141 - - [11/Mar/2026:21:44:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.67:8080 1251 0.005 200 22949379448d51505da02c461c414497 199.204.45.141 - - [11/Mar/2026:21:44:06 +0000] "POST /admin/realms/atmosphere/clients/2b06658f-a761-4fdf-81d8-cd5d62720c06/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.012 [auth-system-keycloak-80] [] 10.0.0.67:8080 0 0.011 201 5c2775843fb4fbf908d75195decabc2c 199.204.45.141 - - [11/Mar/2026:21:44:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.038 [auth-system-keycloak-80] [] 10.0.0.67:8080 1251 0.038 200 cb3c1dfca55f1d506f49b987d1bbb2e7 199.204.45.141 - - [11/Mar/2026:21:44:06 +0000] "GET /admin/realms/atmosphere/clients/2b06658f-a761-4fdf-81d8-cd5d62720c06/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.67:8080 166 0.012 200 d42a5d5bfa6796d62eba7d8f158344ad W0311 21:44:31.287880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:44:31.287922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:44:34.621842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:44:34.621886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:10.232419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:10.232469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:10.315826 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:45:10.316071 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0311 21:45:10.316182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:10.316235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:10.316915 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:45:10.317014 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0311 21:45:10.317102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:10.317124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:10.318096 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:45:10.318289 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0311 21:45:10.318594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:10.318963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:45:10.321881 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0311 21:45:10.321916 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0311 21:45:10.322905 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0311 21:45:10.322980 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0311 21:45:10.324440 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0311 21:45:10.324485 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0311 21:45:10.326088 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0311 21:45:10.326582 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0311 21:45:10.326637 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"a3bd5554-11c7-4922-a8a5-4821089dad49", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3913", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 21:45:10.327284 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0311 21:45:10.327640 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0311 21:45:10.327678 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"41cdf901-2c65-4199-b6d5-58defcfad8cb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3915", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 21:45:10.337491 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0311 21:45:10.337715 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fdab9b8b-90d5-471b-b759-7208fdf22cb1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3921", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:45:10.337845 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0311 21:45:10.618713 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0311 21:45:10.619769 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0311 21:45:10.659841 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0311 21:45:10.660475 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0311 21:45:11.987063 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0311 21:45:11.988233 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0311 21:45:13.565889 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:45:13.565939 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:45:13.565965 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:45:13.566048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:13.566064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:45:13.566167 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:45:13.611609 7 controller.go:216] "Backend successfully reloaded" I0311 21:45:13.611859 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7v8pz", UID:"dd5c6a4c-e84c-4a8e-b6d5-4677100a0ce6", APIVersion:"v1", ResourceVersion:"1112", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 21:45:16.899836 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:45:16.899902 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:45:16.899939 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:45:16.900057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:16.900083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:20.236106 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:45:20.236175 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:45:20.236216 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:45:20.236368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:20.236397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:23.566406 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:45:23.566530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:45:23.566556 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:45:23.566637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:23.566649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:26.899942 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:45:26.900003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:45:26.900041 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:45:26.900157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:26.900181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:30.232322 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:45:30.232360 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:45:30.232377 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:45:30.232438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:30.232454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:33.566657 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:45:33.566757 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:45:33.566880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:33.566910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:36.900244 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:45:36.900343 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:45:36.900465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:36.900495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:40.232762 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:45:40.232832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:45:40.232926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:40.232947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:43.566271 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:45:43.566346 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:45:43.566445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:43.566466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:46.899737 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:45:46.899834 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:45:46.899944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:46.899971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.113 - - [11/Mar/2026:21:45:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.025 [auth-system-keycloak-80] [] 10.0.0.67:8080 6432 0.025 200 c7f944b572facf32d507852682931408 10.0.0.219 - - [11/Mar/2026:21:45:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.67:8080 6432 0.007 200 ac0841e86adbfccef7612835a7e18a1e W0311 21:45:50.233332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:50.233362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:53.565842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:53.565881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:56.901955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:56.901994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:00.233126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:00.233169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:46:04.492754 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.240.175"}] I0311 21:46:04.492876 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.240.175"}] I0311 21:46:04.492916 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.240.175"}] I0311 21:46:04.498057 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"a3bd5554-11c7-4922-a8a5-4821089dad49", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5072", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 21:46:04.499787 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"41cdf901-2c65-4199-b6d5-58defcfad8cb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5073", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:46:04.500132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:04.500165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:46:04.502225 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fdab9b8b-90d5-471b-b759-7208fdf22cb1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5074", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:46:07.834370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:07.834449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:11.166985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:11.167038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [11/Mar/2026:21:46:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.67:8080 1928 0.508 200 6844b97c08f80f1e024130ef0874cb4d 199.204.45.141 - - [11/Mar/2026:21:46:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.012 [auth-system-keycloak-80] [] 10.0.0.67:8080 4246 0.013 200 fa290cdb04ef743dae9366dd95ce27d5 199.204.45.141 - - [11/Mar/2026:21:46:14 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.395 [auth-system-keycloak-80] [] 10.0.0.67:8080 0 0.394 204 467811a45e1c38425f7c99b01b4a3c5a 199.204.45.141 - - [11/Mar/2026:21:46:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.174 [auth-system-keycloak-80] [] 10.0.0.67:8080 4384 0.174 200 5cc8053fc447a2d5f6c643c074216532 199.204.45.141 - - [11/Mar/2026:21:46:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.67:8080 1928 0.491 200 e17ba98e696b18f265ea7d82f1ed0e7e 199.204.45.141 - - [11/Mar/2026:21:46:15 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.012 [auth-system-keycloak-80] [] 10.0.0.67:8080 1682 0.012 200 45269f4e67c1e403582e4cb7b41d0483 199.204.45.141 - - [11/Mar/2026:21:46:15 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.67:8080 6432 0.006 200 b4f9036278fdc3a8b0a5399370393922 199.204.45.141 - - [11/Mar/2026:21:46:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.458 [auth-system-keycloak-80] [] 10.0.0.67:8080 1928 0.457 200 05baaadbe38449be162f8c9d1a6ba2d7 199.204.45.141 - - [11/Mar/2026:21:46:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.033 [auth-system-keycloak-80] [] 10.0.0.67:8080 2 0.033 200 5899df7b7d1d63e99929feaf1e01d664 199.204.45.141 - - [11/Mar/2026:21:46:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.132 [auth-system-keycloak-80] [] 10.0.0.67:8080 0 0.131 201 f0c20d26df5255a410b48dcc0d6fb871 199.204.45.141 - - [11/Mar/2026:21:46:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.059 [auth-system-keycloak-80] [] 10.0.0.67:8080 2246 0.058 200 a1ab5e50a66b7302ee53141e70f40c84 199.204.45.141 - - [11/Mar/2026:21:46:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.67:8080 1928 0.473 200 b06805b31df738cffad54252feb1dec5 199.204.45.141 - - [11/Mar/2026:21:46:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.67:8080 2246 0.003 200 57f438d128c04c3f835e191d7f1a84b6 199.204.45.141 - - [11/Mar/2026:21:46:18 +0000] "GET /admin/realms/atmosphere/clients/071590fa-b576-4ecd-a298-28237a3c8cca/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.013 [auth-system-keycloak-80] [] 10.0.0.67:8080 233 0.013 200 43392c9e71e433126cdd4b9c9bab35a9 199.204.45.141 - - [11/Mar/2026:21:46:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.050 [auth-system-keycloak-80] [] 10.0.0.67:8080 831 0.050 200 71477b53ef980928aa56a20c2d83210a 199.204.45.141 - - [11/Mar/2026:21:46:18 +0000] "GET /admin/realms/atmosphere/clients/18265c1a-a849-4170-baf3-8cfffce497a3/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.075 [auth-system-keycloak-80] [] 10.0.0.67:8080 3758 0.075 200 7943b6d51461f42313774e4c40743bf7 199.204.45.141 - - [11/Mar/2026:21:46:18 +0000] "GET /admin/realms/atmosphere/users/58fca915-27e8-4356-a2e5-53f20a137136/role-mappings/clients/18265c1a-a849-4170-baf3-8cfffce497a3/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.187 [auth-system-keycloak-80] [] 10.0.0.67:8080 3758 0.187 200 e505d7e1cb1972bdda2e83cc255a243c 199.204.45.141 - - [11/Mar/2026:21:46:18 +0000] "GET /admin/realms/atmosphere/users/58fca915-27e8-4356-a2e5-53f20a137136/role-mappings/clients/18265c1a-a849-4170-baf3-8cfffce497a3/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.088 [auth-system-keycloak-80] [] 10.0.0.67:8080 2 0.089 200 46877f390c97b637f9d93e8be1c76420 199.204.45.141 - - [11/Mar/2026:21:46:18 +0000] "POST /admin/realms/atmosphere/users/58fca915-27e8-4356-a2e5-53f20a137136/role-mappings/clients/18265c1a-a849-4170-baf3-8cfffce497a3 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.020 [auth-system-keycloak-80] [] 10.0.0.67:8080 0 0.020 204 d2c1e8be16dae92a6a6d3770c1af385f 199.204.45.141 - - [11/Mar/2026:21:46:18 +0000] "GET /admin/realms/atmosphere/users/58fca915-27e8-4356-a2e5-53f20a137136/role-mappings/clients/18265c1a-a849-4170-baf3-8cfffce497a3/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.062 [auth-system-keycloak-80] [] 10.0.0.67:8080 576 0.063 200 4258b4367c23102442fa8abce25758a8 W0311 21:46:21.472615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:21.472656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:24.807306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:24.807349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:38.467797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:38.467828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:41.801786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:41.801819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:26.983608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:26.983654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:02.418706 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0311 21:49:02.418764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:02.418776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:49:02.421861 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0311 21:49:02.421898 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0311 21:49:02.428828 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0311 21:49:02.429037 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"21e1c197-8f68-474d-b248-fcf636169810", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6206", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:49:02.429274 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0311 21:49:02.429607 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0311 21:49:02.429674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:02.429696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:49:02.429807 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:49:02.476010 7 controller.go:216] "Backend successfully reloaded" I0311 21:49:02.476240 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7v8pz", UID:"dd5c6a4c-e84c-4a8e-b6d5-4677100a0ce6", APIVersion:"v1", ResourceVersion:"1112", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0311 21:49:02.718462 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0311 21:49:02.719340 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" I0311 21:49:04.490974 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.240.175"}] I0311 21:49:04.496470 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"21e1c197-8f68-474d-b248-fcf636169810", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6246", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:49:05.764129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:05.764185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [11/Mar/2026:21:49:06 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.004 300 3ffd29214921f972cc670712d7e9bd41 199.204.45.141 - - [11/Mar/2026:21:49:08 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.123:5000 266 0.004 200 1d8c57304f3fc38d64b92a6eafa4b914 199.204.45.141 - - [11/Mar/2026:21:49:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.346 [openstack-keystone-api-5000] [] 10.0.0.123:5000 1360 0.347 201 c109e04eb3c82bd8256ef0aa90fcb375 199.204.45.141 - - [11/Mar/2026:21:49:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.002 300 ef908958a41e426344e197cd3512b6c9 199.204.45.141 - - [11/Mar/2026:21:49:08 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.032 [openstack-keystone-api-5000] [] 10.0.0.123:5000 90 0.032 404 4f81c960fcb1240955c21242bf101543 199.204.45.141 - - [11/Mar/2026:21:49:08 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.027 [openstack-keystone-api-5000] [] 10.0.0.123:5000 370 0.027 200 1b6b9eeaa6d70606ca83cac098a3744e 199.204.45.141 - - [11/Mar/2026:21:49:08 +0000] "GET /v3/domains/12857f613b7c4de4acb6babea0ae7237 HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.123:5000 247 0.021 200 fa293d32bcd301df3f77ddf54772ee70 W0311 21:49:09.096745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:09.096802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [11/Mar/2026:21:49:09 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.123:5000 266 0.003 200 b1b12c40c0ce7b914ac926ac6c809de2 199.204.45.141 - - [11/Mar/2026:21:49:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.123:5000 1360 0.289 201 8ed5ba6400e06b67239410211b1968a4 199.204.45.141 - - [11/Mar/2026:21:49:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.003 300 96fb4d50fab825ab922e9febb06c52ad 199.204.45.141 - - [11/Mar/2026:21:49:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.123:5000 101 0.023 404 5cf001f5522472cde3c0e86fc6d2fe05 199.204.45.141 - - [11/Mar/2026:21:49:09 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.023 [openstack-keystone-api-5000] [] 10.0.0.123:5000 156 0.023 200 6114d084d59a4ec4b5462c2a55ec7462 199.204.45.141 - - [11/Mar/2026:21:49:09 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.024 [openstack-keystone-api-5000] [] 10.0.0.123:5000 342 0.024 201 c30f3b09438030d757f1cd51590aa6fc 199.204.45.141 - - [11/Mar/2026:21:49:10 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 266 0.003 200 5e8ba4f072e433b020fb2d3ba1c160a6 199.204.45.141 - - [11/Mar/2026:21:49:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.123:5000 1360 0.284 201 d9c077f409414d30aa203340b0abe549 199.204.45.141 - - [11/Mar/2026:21:49:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.003 300 2af8e11955eae704ac93b5077b71f88d 199.204.45.141 - - [11/Mar/2026:21:49:10 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.123:5000 98 0.019 404 baaa7deb34e5f26840f7f4b8cd6c4ead 199.204.45.141 - - [11/Mar/2026:21:49:10 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.123:5000 136 0.016 200 baa153c7cb2f170dced2c42547b96396 199.204.45.141 - - [11/Mar/2026:21:49:10 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.123:5000 357 0.020 201 b6ad90baebbd5579333c891d8ac1e726 199.204.45.141 - - [11/Mar/2026:21:49:11 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 266 0.004 200 dcf387237123a73474d09e1b847bdb2d 199.204.45.141 - - [11/Mar/2026:21:49:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.123:5000 1360 0.283 201 b75590413a817a2da7504a1de184019d 199.204.45.141 - - [11/Mar/2026:21:49:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.002 300 771cab5e44a0b32b36b1f82dedb21c22 199.204.45.141 - - [11/Mar/2026:21:49:11 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.017 [openstack-keystone-api-5000] [] 10.0.0.123:5000 131 0.017 404 160a9dd05565572f443df0f435c0ee39 199.204.45.141 - - [11/Mar/2026:21:49:11 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.123:5000 168 0.019 200 efb07a7aca7b782469026a0f3add745a 199.204.45.141 - - [11/Mar/2026:21:49:11 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.018 [openstack-keystone-api-5000] [] 10.0.0.123:5000 224 0.017 201 e53481b17b5b0f32602fe2d601ff3ff2 W0311 21:49:21.407686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:21.407740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:24.741620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:24.741668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:28.074853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:28.074883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:31.408409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:31.408450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:46.887189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:46.887236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:50.222459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:50.222492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:54.730462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:54.730495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:58.064582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:49:58.064638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:25.517607 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0311 21:51:25.517805 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0311 21:51:25.517915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:25.517948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:51:25.523473 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:32.2kB} I0311 21:51:25.523516 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0311 21:51:25.526731 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0311 21:51:25.527256 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0311 21:51:25.527419 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"c7e4e046-3dc8-4205-9678-334838d20ae0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7230", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:51:25.527663 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0311 21:51:25.527766 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0311 21:51:25.527840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:25.527860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:51:25.527985 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:51:25.583869 7 controller.go:216] "Backend successfully reloaded" I0311 21:51:25.584052 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7v8pz", UID:"dd5c6a4c-e84c-4a8e-b6d5-4677100a0ce6", APIVersion:"v1", ResourceVersion:"1112", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0311 21:51:25.936016 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0311 21:51:25.937190 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.141 - - [11/Mar/2026:21:51:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.002 300 73f0f746e0db32e1dd0317bebf5a156a 199.204.45.141 - - [11/Mar/2026:21:51:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.332 [openstack-keystone-api-5000] [] 10.0.0.123:5000 1992 0.333 201 7296a55cda7ac0bdf7f7489e192fdd17 199.204.45.141 - - [11/Mar/2026:21:51:26 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.022 [openstack-keystone-api-5000] [] 10.0.0.123:5000 85 0.021 404 a52a294193a34f1a7628b092502e6861 199.204.45.141 - - [11/Mar/2026:21:51:26 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.123:5000 129 0.018 200 851d84fad02bc80b74b745ff066990b8 199.204.45.141 - - [11/Mar/2026:21:51:26 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.028 [openstack-keystone-api-5000] [] 10.0.0.123:5000 230 0.028 201 ebb59ac1e7857381adb97989347af03f W0311 21:51:28.861388 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0311 21:51:28.861556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:28.861583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [11/Mar/2026:21:51:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.004 300 dab3de1f9625290724a2d8c5ba699c52 199.204.45.141 - - [11/Mar/2026:21:51:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.280 [openstack-keystone-api-5000] [] 10.0.0.123:5000 1992 0.280 201 e6cd52538dc18baec8ae6af88b7aba0c 199.204.45.141 - - [11/Mar/2026:21:51:34 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.030 [openstack-keystone-api-5000] [] 10.0.0.123:5000 1521 0.029 200 30adcc107ec5429795a6de5844372388 199.204.45.141 - - [11/Mar/2026:21:51:34 +0000] "PUT /v3/roles/e6f2bdeb80fd46efab2b6a230b903df4/implies/8cc92da22db343f99781c31bef4dd36b HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.029 [openstack-keystone-api-5000] [] 10.0.0.123:5000 521 0.030 201 45a25e13af7e381b88cc6663edd91979 W0311 21:51:35.110944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:35.111041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:52:04.491038 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.101.240.175"}] I0311 21:52:04.497993 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"c7e4e046-3dc8-4205-9678-334838d20ae0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7593", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:52:04.499281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:04.499307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [11/Mar/2026:21:52:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.003 300 a5cec46a67473de9850a4d1f3aa40e42 199.204.45.141 - - [11/Mar/2026:21:52:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.123:5000 2055 0.340 201 0a440f2e48e6238dfc34daf065f17698 199.204.45.141 - - [11/Mar/2026:21:52:19 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.024 [openstack-keystone-api-5000] [] 10.0.0.123:5000 87 0.025 404 421ec125c5eadb4ac2356ee9bac53af6 199.204.45.141 - - [11/Mar/2026:21:52:19 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.026 [openstack-keystone-api-5000] [] 10.0.0.123:5000 390 0.025 200 62e6313790a5f1228b15ad9dd4c3c597 199.204.45.141 - - [11/Mar/2026:21:52:19 +0000] "GET /v3/users/rgw-RegionOne?domain_id=07ca2cb0ac254e23b0d1689b52724d1b HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.037 [openstack-keystone-api-5000] [] 10.0.0.123:5000 91 0.038 404 587ee6681da3c187cb759ee6dcee0704 199.204.45.141 - - [11/Mar/2026:21:52:19 +0000] "GET /v3/users?domain_id=07ca2cb0ac254e23b0d1689b52724d1b&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.040 [openstack-keystone-api-5000] [] 10.0.0.123:5000 178 0.041 200 f2fb7d0d3836071fc5842b834a4ef815 199.204.45.141 - - [11/Mar/2026:21:52:19 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.289 [openstack-keystone-api-5000] [] 10.0.0.123:5000 291 0.288 201 75043a48f0e239486776635227b1db57 199.204.45.141 - - [11/Mar/2026:21:52:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.004 300 0e36b61036d65675b1c23796cbc298b7 199.204.45.141 - - [11/Mar/2026:21:52:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.285 [openstack-keystone-api-5000] [] 10.0.0.123:5000 2055 0.285 201 d16de623d1f6ab3653fb382226d7432d 199.204.45.141 - - [11/Mar/2026:21:52:24 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 429 0.032 [openstack-keystone-api-5000] [] 10.0.0.123:5000 83 0.032 404 1e0226afa5489e42489e1c4c47445ba7 199.204.45.141 - - [11/Mar/2026:21:52:24 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 447 0.031 [openstack-keystone-api-5000] [] 10.0.0.123:5000 361 0.031 200 c778daf9e1b130ca06ee799b2ce71efd 199.204.45.141 - - [11/Mar/2026:21:52:24 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.028 [openstack-keystone-api-5000] [] 10.0.0.123:5000 87 0.027 404 1353a09f5465d4eecc1d1199d213e879 199.204.45.141 - - [11/Mar/2026:21:52:24 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.022 [openstack-keystone-api-5000] [] 10.0.0.123:5000 390 0.022 200 2b7fc30aa0aecf0aae0b155a2249b2ad 199.204.45.141 - - [11/Mar/2026:21:52:24 +0000] "GET /v3/users/rgw-RegionOne?domain_id=07ca2cb0ac254e23b0d1689b52724d1b HTTP/1.1" 404 91 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 480 0.024 [openstack-keystone-api-5000] [] 10.0.0.123:5000 91 0.024 404 61fbf70670c6d6812791399c0dfacfd6 199.204.45.141 - - [11/Mar/2026:21:52:24 +0000] "GET /v3/users?domain_id=07ca2cb0ac254e23b0d1689b52724d1b&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 498 0.044 [openstack-keystone-api-5000] [] 10.0.0.123:5000 458 0.043 200 5a02f0f5f01580136121a00c5d6d1cbf 199.204.45.141 - - [11/Mar/2026:21:52:24 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 434 0.020 [openstack-keystone-api-5000] [] 10.0.0.123:5000 88 0.020 404 8286d4c8100e968915f6398534e0c075 199.204.45.141 - - [11/Mar/2026:21:52:24 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 452 0.028 [openstack-keystone-api-5000] [] 10.0.0.123:5000 520 0.028 200 323a9ecae3b2957d3f467cc6d642c39e 199.204.45.141 - - [11/Mar/2026:21:52:24 +0000] "PUT /v3/projects/42eaa942f6d44ba4bdc4b7d8e59a1ff3/users/977de7dc062b4bf4b7e01609ac362fa4/roles/c084e95b6bf8490b8be9c0df59fb9d52 HTTP/1.1" 204 0 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 556 0.057 [openstack-keystone-api-5000] [] 10.0.0.123:5000 0 0.057 204 3116d257db38d6cae589a6e861f2deb9 199.204.45.141 - - [11/Mar/2026:21:52:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.005 300 a817316bb688d0200cc932456ca43a2c 199.204.45.141 - - [11/Mar/2026:21:52:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.123:5000 2055 0.328 201 51118cf2bd233df8baa5c57091b71b3c 199.204.45.141 - - [11/Mar/2026:21:52:27 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.019 [openstack-keystone-api-5000] [] 10.0.0.123:5000 151 0.019 200 4caef0739c953776d525c2770d786b7b 199.204.45.141 - - [11/Mar/2026:21:52:27 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.024 [openstack-keystone-api-5000] [] 10.0.0.123:5000 263 0.024 201 d1818e37b89ca0b33da6242bac1898ff 199.204.45.141 - - [11/Mar/2026:21:52:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.002 300 85107553ca873b0d593b8dad6c023c20 199.204.45.141 - - [11/Mar/2026:21:52:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.123:5000 2157 0.290 201 fb884bf0ef30a7dc61d4779221c9b652 199.204.45.141 - - [11/Mar/2026:21:52:28 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.034 [openstack-keystone-api-5000] [] 10.0.0.123:5000 86 0.034 404 e8ed2a6bab00bd9a86b6fe9fc38a293c 199.204.45.141 - - [11/Mar/2026:21:52:28 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.021 [openstack-keystone-api-5000] [] 10.0.0.123:5000 382 0.021 200 c9aab81bd2537d05aa74d51afb87bcd6 199.204.45.141 - - [11/Mar/2026:21:52:28 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=498bb66e35d340368303548775771d23 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.017 [openstack-keystone-api-5000] [] 10.0.0.123:5000 205 0.017 200 db8c557f6aeb0eec365a1f11615b624a 199.204.45.141 - - [11/Mar/2026:21:52:28 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.026 [openstack-keystone-api-5000] [] 10.0.0.123:5000 379 0.026 201 b1fec378f14620ad40c1f36633087d62 199.204.45.141 - - [11/Mar/2026:21:52:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.003 300 a81a200bb8836230b8ed153abb2d5d4e 199.204.45.141 - - [11/Mar/2026:21:52:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.123:5000 2366 0.289 201 5b6ec81fec3b26c6349d0b5f4cee2941 199.204.45.141 - - [11/Mar/2026:21:52:28 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.123:5000 86 0.022 404 3a9b25fe522a79963d0ea082968066c7 199.204.45.141 - - [11/Mar/2026:21:52:29 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.021 [openstack-keystone-api-5000] [] 10.0.0.123:5000 382 0.021 200 19ff4ad5eafe7ebbeee777e90931c4cd 199.204.45.141 - - [11/Mar/2026:21:52:29 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=498bb66e35d340368303548775771d23 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.020 [openstack-keystone-api-5000] [] 10.0.0.123:5000 207 0.020 200 0c96f44d8e96829d395d26164324a3cd 199.204.45.141 - - [11/Mar/2026:21:52:29 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.028 [openstack-keystone-api-5000] [] 10.0.0.123:5000 392 0.028 201 1c866380c227cea463ffd182f6cd4c0f W0311 21:52:30.223897 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0311 21:52:30.223987 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0311 21:52:30.224034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:30.224048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:52:30.227072 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0311 21:52:30.227098 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0311 21:52:30.238245 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0311 21:52:30.238610 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"dfc41bd4-7272-4a9a-89d3-75712908e7a0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7769", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:52:30.238835 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0311 21:52:30.239183 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0311 21:52:30.239301 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0311 21:52:30.239393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:30.239416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:52:30.239557 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:52:30.290633 7 controller.go:216] "Backend successfully reloaded" I0311 21:52:30.290796 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7v8pz", UID:"dd5c6a4c-e84c-4a8e-b6d5-4677100a0ce6", APIVersion:"v1", ResourceVersion:"1112", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0311 21:52:30.502019 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0311 21:52:30.502934 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0311 21:52:33.573664 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0311 21:52:33.573903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:33.573929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:46.785017 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0311 21:52:46.785198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:46.785214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:51.309496 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:52:51.309754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:51.309844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:52:51.310253 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:52:51.355709 7 controller.go:216] "Backend successfully reloaded" I0311 21:52:51.356039 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7v8pz", UID:"dd5c6a4c-e84c-4a8e-b6d5-4677100a0ce6", APIVersion:"v1", ResourceVersion:"1112", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 21:52:54.643624 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:52:54.643865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:54.643912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:57.979066 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:52:57.979360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:57.979386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:01.310973 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:53:01.311221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:01.311253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:53:04.493043 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.101.240.175"}] I0311 21:53:04.498295 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"dfc41bd4-7272-4a9a-89d3-75712908e7a0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8127", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:53:04.642783 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:53:04.643146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:04.643229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:17.511254 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:53:17.511441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:17.511468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:25.737175 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:53:25.737368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:25.737386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:35.111237 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:53:35.111388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:35.111404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:54:13.856160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:54:13.856210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:31.695850 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0311 21:55:31.696217 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0311 21:55:31.696867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:31.696929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:55:31.701759 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.002s admissionTime:0.008s testedConfigurationSize:39.2kB} I0311 21:55:31.701801 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0311 21:55:31.705145 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0311 21:55:31.705439 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"25fbb9f5-c779-4f3a-857a-f11ed853f9a9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9199", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:55:31.705769 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0311 21:55:31.706372 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0311 21:55:31.706555 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0311 21:55:31.706675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:31.706698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:55:31.706934 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:55:31.756497 7 controller.go:216] "Backend successfully reloaded" I0311 21:55:31.756751 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7v8pz", UID:"dd5c6a4c-e84c-4a8e-b6d5-4677100a0ce6", APIVersion:"v1", ResourceVersion:"1112", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0311 21:55:32.025124 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0311 21:55:32.026410 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" 199.204.45.141 - - [11/Mar/2026:21:55:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.002 300 e58d0fb0c142623199574b6f489df149 W0311 21:55:35.040461 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0311 21:55:35.040660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:35.040688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [11/Mar/2026:21:55:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.123:5000 3201 0.319 201 1275af03719b5b9935b64bd8fa592d74 199.204.45.141 - - [11/Mar/2026:21:55:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a0d7cc3bcd93aa8dfff11810a3b3fdf9 199.204.45.141 - - [11/Mar/2026:21:55:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c048fb544342a43c75f5d558aa9fb8a5 199.204.45.141 - - [11/Mar/2026:21:55:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.003 300 7d1d6ba74c2d0f0b179f1732228ac815 199.204.45.141 - - [11/Mar/2026:21:55:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.123:5000 3201 0.292 201 4bb9bce0eace0593da23f0640f3f1fd8 199.204.45.141 - - [11/Mar/2026:21:55:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d6d5c4b10c7d838773b615db591e0b3e 199.204.45.141 - - [11/Mar/2026:21:55:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c335ff262b6a3665bc6c4f5951783598 199.204.45.141 - - [11/Mar/2026:21:55:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.004 300 5592745b9e837d6d226d1842bccf1e8e 199.204.45.141 - - [11/Mar/2026:21:55:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.123:5000 3201 0.293 201 5b4ecc085763077214593358edd24e61 199.204.45.141 - - [11/Mar/2026:21:55:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 06dd7d07ea874a3e72f4ef2b2d6d5e05 199.204.45.141 - - [11/Mar/2026:21:55:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 740fe9e24146d19f442c03d078f7c825 199.204.45.141 - - [11/Mar/2026:21:55:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.004 300 df55998ada49cff19bb8f848db5b9514 199.204.45.141 - - [11/Mar/2026:21:55:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.123:5000 3201 0.290 201 9e8fe555f9e431eaa49cef669fdba3ef 199.204.45.141 - - [11/Mar/2026:21:55:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 08a7828578d0e4a35e4787db8b5ad6c4 199.204.45.141 - - [11/Mar/2026:21:55:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3ee1fccaa668ae46cd79ecffba93ef0e 199.204.45.141 - - [11/Mar/2026:21:55:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.004 300 752f359230989398927b788fbdd58c91 199.204.45.141 - - [11/Mar/2026:21:55:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.123:5000 3201 0.306 201 029ee8a7cbbf3c2a5419ee90aca3b500 199.204.45.141 - - [11/Mar/2026:21:55:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 267ec1b3a747cb26354704eab66a411c 199.204.45.141 - - [11/Mar/2026:21:55:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 15446dfd3ae4f0119189774a445c0b01 199.204.45.141 - - [11/Mar/2026:21:55:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.003 300 c9c07fefe560413a4054998b3a6fb896 199.204.45.141 - - [11/Mar/2026:21:55:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.123:5000 3201 0.302 201 69b9b4d199315ad726d9f3ab696a3c01 199.204.45.141 - - [11/Mar/2026:21:55:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9e6d2860e1f0c95e1d8ed2af6c967574 199.204.45.141 - - [11/Mar/2026:21:55:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 738e0ec425a3811ef05bf7f669f73341 W0311 21:55:45.348537 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0311 21:55:45.348670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:45.348689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [11/Mar/2026:21:55:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.004 300 75b8f7662a84643136b5fb9613faba67 199.204.45.141 - - [11/Mar/2026:21:55:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.123:5000 3201 0.287 201 83cafb59fbff0c71ffa4db2b660c2e7c 199.204.45.141 - - [11/Mar/2026:21:55:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - db4208bddd7dd509e0a5198581306964 199.204.45.141 - - [11/Mar/2026:21:55:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a3e7a19b0a9e5a2277de837328472f57 199.204.45.141 - - [11/Mar/2026:21:55:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.003 300 513e54c7626823e59dee48b66466a3ef 199.204.45.141 - - [11/Mar/2026:21:55:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.123:5000 3201 0.298 201 a59f0cd8a72b50b6d09938b9978b9970 199.204.45.141 - - [11/Mar/2026:21:55:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b6b167a486aa5c315f28daa462889be9 199.204.45.141 - - [11/Mar/2026:21:55:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 573bc9a0314eae0864e56327dfb27711 199.204.45.141 - - [11/Mar/2026:21:55:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.003 300 908421f08fdd988163251b4c50eec5c2 199.204.45.141 - - [11/Mar/2026:21:55:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.123:5000 3201 0.299 201 034bbffb660400ecdb3a9409aa344968 199.204.45.141 - - [11/Mar/2026:21:55:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2aceecac8f50382a639e43a3fe4c0eb1 199.204.45.141 - - [11/Mar/2026:21:55:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 05dc87fee7b6061c49953ca435b3d808 199.204.45.141 - - [11/Mar/2026:21:55:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.003 300 2c0de072921d9c9e059ea2f8231e2367 199.204.45.141 - - [11/Mar/2026:21:55:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.123:5000 3201 0.290 201 4353d752a6e5a78aa4ebdb602a5da128 199.204.45.141 - - [11/Mar/2026:21:55:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c4fc63426bb9a5538ba1f796c0431fe2 199.204.45.141 - - [11/Mar/2026:21:55:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4bd09ed85b9d9edd08e47d6315bd33e6 199.204.45.141 - - [11/Mar/2026:21:55:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.004 300 0d6d189aa88f3ae60f516c4b34fe5fd2 199.204.45.141 - - [11/Mar/2026:21:55:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.123:5000 3201 0.287 201 bb3a82d5db6debea83701428fa5791e1 199.204.45.141 - - [11/Mar/2026:21:55:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f6cbb496a35a6acef2639f768518893c 199.204.45.141 - - [11/Mar/2026:21:55:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bf32c70dc641a1cb77754e16a66a068a 199.204.45.141 - - [11/Mar/2026:21:55:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.003 300 d47a53a325a75dd26240cee1719b0217 W0311 21:55:54.706830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:54.706871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [11/Mar/2026:21:55:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.123:5000 3201 0.291 201 52327900bdd1de14c7fc436d972c6c3c 199.204.45.141 - - [11/Mar/2026:21:55:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b5662249ef182815e7b0f5ea30099700 199.204.45.141 - - [11/Mar/2026:21:55:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dde9e762b5a6d702bbd17a390a9e5032 199.204.45.141 - - [11/Mar/2026:21:55:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.003 300 2758ea10ce580c0cd30d37245eb1e05b 199.204.45.141 - - [11/Mar/2026:21:55:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.123:5000 3201 0.308 201 5744e52abf7e19f33bcdb8773ac418f7 199.204.45.141 - - [11/Mar/2026:21:55:56 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.66:9292 1312 0.002 300 8aff5ea4187cd085b3cb5041fdc1bbb9 199.204.45.141 - - [11/Mar/2026:21:55:57 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.535 [openstack-glance-api-9292] [] 10.0.0.66:9292 69 0.536 200 e3096f34ac6dbdc1d078e3c70f675f77 199.204.45.141 - - [11/Mar/2026:21:56:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.123:5000 281 0.004 300 720f6134b4038114dca0b8dc1a4caea9 199.204.45.141 - - [11/Mar/2026:21:56:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.123:5000 3201 0.287 201 a2f5e26992ae497f87b4c912319af103 199.204.45.141 - - [11/Mar/2026:21:56:00 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.66:9292 1312 0.003 300 a91f28e3198f3c3389ebe9e1d0d708dc 199.204.45.141 - - [11/Mar/2026:21:56:00 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.042 [openstack-glance-api-9292] [] 10.0.0.66:9292 69 0.041 200 f265de33516bfaf18fdb4908569c08f5 199.204.45.141 - - [11/Mar/2026:21:56:00 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.121 [openstack-glance-api-9292] [] 10.0.0.66:9292 151 0.120 404 c169660f11559adc8297850fbfcc97e6 199.204.45.141 - - [11/Mar/2026:21:56:00 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.66:9292 81 0.023 200 3d741fd55b1ea6f30f7fa8665c2f39b1 199.204.45.141 - - [11/Mar/2026:21:56:00 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.028 [openstack-glance-api-9292] [] 10.0.0.66:9292 84 0.028 200 92c7b03e7cde0ebc98665c9a799c8814 199.204.45.141 - - [11/Mar/2026:21:56:00 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.053 [openstack-glance-api-9292] [] 10.0.0.66:9292 760 0.053 201 efe5601d1a1d273ba3d3a898a030fe6e 199.204.45.141 - - [11/Mar/2026:21:56:03 +0000] "PUT /v2/images/6a443203-09b1-46b9-b0ea-a5c264386dd9/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.217 [openstack-glance-api-9292] [] 10.0.0.66:9292 0 3.217 204 5dfe2c4377e7adcb3faee73b73f4a315 199.204.45.141 - - [11/Mar/2026:21:56:03 +0000] "GET /v2/images/6a443203-09b1-46b9-b0ea-a5c264386dd9 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.66:9292 1171 0.015 200 0b1daa840c303e746c8ff66bfff67931 199.204.45.141 - - [11/Mar/2026:21:56:03 +0000] "GET /v2/images/6a443203-09b1-46b9-b0ea-a5c264386dd9 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.66:9292 1171 0.013 200 d55054f2a3bb332538cdf053117bf633 I0311 21:56:04.489921 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.101.240.175"}] I0311 21:56:04.496443 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"25fbb9f5-c779-4f3a-857a-f11ed853f9a9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9409", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:56:04.498143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:56:04.498234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:56:07.831461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:56:07.831495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:56:11.166780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:56:11.166837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store