------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0320 01:38:20.765771 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0320 01:38:20.765966 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0320 01:38:20.777997 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0320 01:38:20.781976 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0320 01:38:20.905891 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0320 01:38:20.926688 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0320 01:38:20.938576 7 nginx.go:271] "Starting NGINX Ingress controller" I0320 01:38:20.945654 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"d7c45020-8ca0-49bb-aa13-59b9e3d5688f", APIVersion:"v1", ResourceVersion:"1141", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0320 01:38:20.951855 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"ed5ddf11-04a5-4ccb-9ca5-82cdb079327b", APIVersion:"v1", ResourceVersion:"1139", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0320 01:38:20.952009 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"12105ff2-ff41-45cd-90e7-e1c8db199c5b", APIVersion:"v1", ResourceVersion:"1140", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0320 01:38:22.141803 7 nginx.go:317] "Starting NGINX process" I0320 01:38:22.142025 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0320 01:38:22.142369 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0320 01:38:22.142725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:22.142782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:38:22.142839 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 01:38:22.151252 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0320 01:38:22.151323 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-hcx66" I0320 01:38:22.178012 7 controller.go:216] "Backend successfully reloaded" I0320 01:38:22.178120 7 controller.go:227] "Initial sync, sleeping for 1 second" I0320 01:38:22.178210 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hcx66", UID:"d07a5be7-c584-4acd-b31c-58befee9cfea", APIVersion:"v1", ResourceVersion:"1244", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 01:38:25.959781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:25.959819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:29.293941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:29.293996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:32.627471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:32.627559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:35.959973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:35.960024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:39.294839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:39.294896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:43.347919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:43.347964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:46.681400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:46.681464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:50.015079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:50.015126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:53.347638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:53.347713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:56.680115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:38:56.680176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:39:00.013967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:39:00.014021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:40:21.098095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:40:21.098139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:40:24.432560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:40:24.432608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:40:47.475373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:40:47.475488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:40:50.808972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:40:50.809035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:40:54.143442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:40:54.143500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:40:57.476441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:40:57.476498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:41:00.808970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:41:00.809032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:41:04.144591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:41:04.144648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:41:09.763657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:41:09.763708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:41:13.098242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:41:13.098278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:41:16.820376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:41:16.820464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:41:20.155170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:41:20.155217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:43:30.933894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:43:30.933937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:43:33.476746 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-57.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-57.nip.io-tls was not found. Using default certificate W0320 01:43:33.476824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:43:33.476848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:43:33.478865 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0320 01:43:33.478906 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0320 01:43:33.486084 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0320 01:43:33.486715 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-57.nip.io-tls" in local store I0320 01:43:33.486754 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"22cf8136-8c99-43b8-854d-12d870df9cf2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3272", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 01:43:33.777651 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-57.nip.io-tls" I0320 01:43:33.779750 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-57.nip.io-tls" W0320 01:43:34.268360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:43:34.268407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:43:34.268491 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 01:43:34.301761 7 controller.go:216] "Backend successfully reloaded" I0320 01:43:34.301992 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hcx66", UID:"d07a5be7-c584-4acd-b31c-58befee9cfea", APIVersion:"v1", ResourceVersion:"1244", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 01:43:37.601744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:43:37.601797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [20/Mar/2026:01:43:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.156 [auth-system-keycloak-80] [] 10.0.0.254:8080 1925 2.155 200 83b493ad6c761864b146b003b62188e6 199.204.45.57 - - [20/Mar/2026:01:43:44 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.183 [auth-system-keycloak-80] [] 10.0.0.254:8080 116 0.183 404 60b3dac4cac66f2dac87b544c425ec59 199.204.45.57 - - [20/Mar/2026:01:43:48 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.915 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 3.915 201 b12a6e3671467d9fe9bccc0c30d5778c 199.204.45.57 - - [20/Mar/2026:01:43:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.578 [auth-system-keycloak-80] [] 10.0.0.254:8080 4246 0.578 200 fb2930521b01a3d60c4d69b87da0841c 199.204.45.57 - - [20/Mar/2026:01:43:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.502 [auth-system-keycloak-80] [] 10.0.0.254:8080 1925 0.501 200 5b45a1dc99673cfcd14fc54be9128ab5 199.204.45.57 - - [20/Mar/2026:01:43:50 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.078 [auth-system-keycloak-80] [] 10.0.0.254:8080 12500 0.078 200 675a422007eee8ab6f07dbc3f224511e 199.204.45.57 - - [20/Mar/2026:01:43:50 +0000] "GET /admin/realms/atmosphere/client-scopes/192ed819-bb8b-4658-abc9-a9937d07b16c HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.009 [auth-system-keycloak-80] [] 10.0.0.254:8080 1278 0.009 200 f6ef99dea41d2dda060928021c593b7f 199.204.45.57 - - [20/Mar/2026:01:43:50 +0000] "PUT /admin/realms/atmosphere/client-scopes/192ed819-bb8b-4658-abc9-a9937d07b16c HTTP/1.1" 204 0 "-" "Ansible" 1846 0.051 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.051 204 113149558faa36ca02015fb7dac6f06c 199.204.45.57 - - [20/Mar/2026:01:43:50 +0000] "GET /admin/realms/atmosphere/client-scopes/192ed819-bb8b-4658-abc9-a9937d07b16c/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.084 [auth-system-keycloak-80] [] 10.0.0.254:8080 963 0.084 200 3ff31a30f2e377730dd7cbce94abf8a3 199.204.45.57 - - [20/Mar/2026:01:43:50 +0000] "GET /admin/realms/atmosphere/client-scopes/192ed819-bb8b-4658-abc9-a9937d07b16c/protocol-mappers/models/8af7bb5a-793d-4792-a408-d882759da085 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.011 [auth-system-keycloak-80] [] 10.0.0.254:8080 366 0.012 200 a74227df04e72daaeec8202de96df29c 199.204.45.57 - - [20/Mar/2026:01:43:50 +0000] "PUT /admin/realms/atmosphere/client-scopes/192ed819-bb8b-4658-abc9-a9937d07b16c/protocol-mappers/models/8af7bb5a-793d-4792-a408-d882759da085 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.068 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.067 204 dbda48103e05d4f2c5520f16d912e183 199.204.45.57 - - [20/Mar/2026:01:43:50 +0000] "GET /admin/realms/atmosphere/client-scopes/192ed819-bb8b-4658-abc9-a9937d07b16c HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.085 [auth-system-keycloak-80] [] 10.0.0.254:8080 1218 0.085 200 e4690885eab9d06a2806b85636909fc9 199.204.45.57 - - [20/Mar/2026:01:44:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.497 [auth-system-keycloak-80] [] 10.0.0.254:8080 1925 0.496 200 3572e3b57cfe971a8738d528793cf412 199.204.45.57 - - [20/Mar/2026:01:44:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.254:8080 2 0.017 200 805966285d512b0de2cda4b9a260e31e 199.204.45.57 - - [20/Mar/2026:01:44:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.263 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.262 201 d0d2c65bd2f114f89735a7e291161e0a 199.204.45.57 - - [20/Mar/2026:01:44:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.024 [auth-system-keycloak-80] [] 10.0.0.254:8080 1259 0.024 200 6516868e50e3a1645b1ecabb1ae9f58c 199.204.45.57 - - [20/Mar/2026:01:44:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.493 [auth-system-keycloak-80] [] 10.0.0.254:8080 1925 0.492 200 bf09772462bc0d341ddb8c40a52b448e 199.204.45.57 - - [20/Mar/2026:01:44:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.254:8080 2 0.009 200 b98a060319dcccf8825a654fb53f7ff2 199.204.45.57 - - [20/Mar/2026:01:44:13 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.084 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.083 201 ff781fc87b7dfcd59a4f79237138cabf 199.204.45.57 - - [20/Mar/2026:01:44:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.070 [auth-system-keycloak-80] [] 10.0.0.254:8080 1283 0.070 200 0e692f865ad7d94a149ca1bc7a921962 199.204.45.57 - - [20/Mar/2026:01:44:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.496 [auth-system-keycloak-80] [] 10.0.0.254:8080 1925 0.495 200 3e7bcc7445aa65173739dc81efb06381 199.204.45.57 - - [20/Mar/2026:01:44:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.254:8080 2 0.010 200 1080ff76d4915e2d9f8aa729050908c5 199.204.45.57 - - [20/Mar/2026:01:44:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.080 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.079 201 a375ce9635d61b299b8ffe0a5f8bd951 199.204.45.57 - - [20/Mar/2026:01:44:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.032 [auth-system-keycloak-80] [] 10.0.0.254:8080 1249 0.032 200 8061d1d1305f0bc074d9d8a498b82989 199.204.45.57 - - [20/Mar/2026:01:44:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.460 [auth-system-keycloak-80] [] 10.0.0.254:8080 1925 0.458 200 53d09e67036b55f0ea424eeb4bd32d75 199.204.45.57 - - [20/Mar/2026:01:44:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.026 [auth-system-keycloak-80] [] 10.0.0.254:8080 1259 0.027 200 f22a2ce91fa335fe5b678b66d9cdc5fc 199.204.45.57 - - [20/Mar/2026:01:44:15 +0000] "GET /admin/realms/atmosphere/clients/b842971a-68a5-4bbd-957d-5a5e08b63b44/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.254:8080 119 0.013 404 c86e8fe0c65d939028e977851a9d6b09 199.204.45.57 - - [20/Mar/2026:01:44:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.254:8080 1259 0.007 200 5c443e86eabdb2dbf6de585cd28e219e 199.204.45.57 - - [20/Mar/2026:01:44:15 +0000] "POST /admin/realms/atmosphere/clients/b842971a-68a5-4bbd-957d-5a5e08b63b44/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.043 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.042 201 ef54977bf6ea6cb82084dc8beade772d 199.204.45.57 - - [20/Mar/2026:01:44:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.254:8080 1259 0.007 200 47d5ec6732cfe6f98345d856385d5976 199.204.45.57 - - [20/Mar/2026:01:44:15 +0000] "GET /admin/realms/atmosphere/clients/b842971a-68a5-4bbd-957d-5a5e08b63b44/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.254:8080 166 0.018 200 3a7dd9fa499d6a10da34481352a3d888 199.204.45.57 - - [20/Mar/2026:01:44:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.487 [auth-system-keycloak-80] [] 10.0.0.254:8080 1925 0.486 200 114944a7a22a8706cacdfe667081bd4f 199.204.45.57 - - [20/Mar/2026:01:44:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.254:8080 1283 0.007 200 5a7e55277ec4079c1e4dc05b0b4f4c39 199.204.45.57 - - [20/Mar/2026:01:44:16 +0000] "GET /admin/realms/atmosphere/clients/bb059a74-1b6c-40ac-ba16-5a12e89b60f4/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.254:8080 119 0.010 404 7032f6fc25329bee4cb9a5a106b2bcec 199.204.45.57 - - [20/Mar/2026:01:44:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.254:8080 1283 0.006 200 e7578488b3a750993172fb526d946f57 199.204.45.57 - - [20/Mar/2026:01:44:16 +0000] "POST /admin/realms/atmosphere/clients/bb059a74-1b6c-40ac-ba16-5a12e89b60f4/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.016 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.016 201 a55dce66165b8fbc62f6d7639198178c 199.204.45.57 - - [20/Mar/2026:01:44:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.254:8080 1283 0.007 200 7d4429636d3ce80322028806604faaa6 199.204.45.57 - - [20/Mar/2026:01:44:16 +0000] "GET /admin/realms/atmosphere/clients/bb059a74-1b6c-40ac-ba16-5a12e89b60f4/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.254:8080 165 0.012 200 a98163abf8fd607e8d431b90c5084e97 199.204.45.57 - - [20/Mar/2026:01:44:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.603 [auth-system-keycloak-80] [] 10.0.0.254:8080 1925 0.601 200 e24855d415690bee72aa719d671d92e1 199.204.45.57 - - [20/Mar/2026:01:44:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.254:8080 1283 0.007 200 3090e3d0571ec1a433037de80190f4aa 199.204.45.57 - - [20/Mar/2026:01:44:17 +0000] "GET /admin/realms/atmosphere/clients/bb059a74-1b6c-40ac-ba16-5a12e89b60f4/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.254:8080 119 0.008 404 c741ad9f2b33ed36de5548da1b5d101a 199.204.45.57 - - [20/Mar/2026:01:44:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.049 [auth-system-keycloak-80] [] 10.0.0.254:8080 1283 0.050 200 91c743601132d43b322b408d1a3e3f0f 199.204.45.57 - - [20/Mar/2026:01:44:17 +0000] "POST /admin/realms/atmosphere/clients/bb059a74-1b6c-40ac-ba16-5a12e89b60f4/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.013 201 30ffbb04f9c06b5d75dbc1addf87727d 199.204.45.57 - - [20/Mar/2026:01:44:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.254:8080 1283 0.005 200 b790facc8e9fae79ffcf33cd7d1305c2 199.204.45.57 - - [20/Mar/2026:01:44:17 +0000] "GET /admin/realms/atmosphere/clients/bb059a74-1b6c-40ac-ba16-5a12e89b60f4/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.049 [auth-system-keycloak-80] [] 10.0.0.254:8080 166 0.049 200 f61903fb7034d65ac985180afb2fd77a 199.204.45.57 - - [20/Mar/2026:01:44:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.254:8080 1925 0.474 200 b684b7b7edf958278a2f89c4db03ff83 199.204.45.57 - - [20/Mar/2026:01:44:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.051 [auth-system-keycloak-80] [] 10.0.0.254:8080 1283 0.051 200 6d0447ebabd72eccf00ab65d06df6fd7 199.204.45.57 - - [20/Mar/2026:01:44:18 +0000] "GET /admin/realms/atmosphere/clients/bb059a74-1b6c-40ac-ba16-5a12e89b60f4/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.254:8080 119 0.010 404 8ae6d8a4bc601aa3c1ca89d7fae1a48f 199.204.45.57 - - [20/Mar/2026:01:44:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.063 [auth-system-keycloak-80] [] 10.0.0.254:8080 1283 0.063 200 4178db271d51133dc2a650d8cbf0c457 199.204.45.57 - - [20/Mar/2026:01:44:18 +0000] "POST /admin/realms/atmosphere/clients/bb059a74-1b6c-40ac-ba16-5a12e89b60f4/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.083 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.083 201 bd86d82a7c2b16b7e8b10b80dd5d1578 199.204.45.57 - - [20/Mar/2026:01:44:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.254:8080 1283 0.006 200 46b71476c8f40254934be4f45dd331d7 199.204.45.57 - - [20/Mar/2026:01:44:18 +0000] "GET /admin/realms/atmosphere/clients/bb059a74-1b6c-40ac-ba16-5a12e89b60f4/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.075 [auth-system-keycloak-80] [] 10.0.0.254:8080 166 0.075 200 fabc6fb28fcba3ec9c97e5128dc34b28 199.204.45.57 - - [20/Mar/2026:01:44:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.478 [auth-system-keycloak-80] [] 10.0.0.254:8080 1925 0.477 200 2d6211b6fff600c831da2d48b45e6b19 199.204.45.57 - - [20/Mar/2026:01:44:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.254:8080 1249 0.023 200 a5411df81f94ea583ba7db6e5052b707 199.204.45.57 - - [20/Mar/2026:01:44:19 +0000] "GET /admin/realms/atmosphere/clients/4b30240a-2368-4115-b69a-0eb792559856/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.254:8080 119 0.009 404 98a0df9995a7db2c3a5abf8ccbb52342 199.204.45.57 - - [20/Mar/2026:01:44:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.254:8080 1249 0.005 200 ae4628f071a6325a283a504b2844d988 199.204.45.57 - - [20/Mar/2026:01:44:19 +0000] "POST /admin/realms/atmosphere/clients/4b30240a-2368-4115-b69a-0eb792559856/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.063 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.062 201 7a7fe5b70ccd87ee7678bdd4198687e8 199.204.45.57 - - [20/Mar/2026:01:44:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.254:8080 1249 0.007 200 4c2c4e3aa683ba1624bb55d2b1047e39 199.204.45.57 - - [20/Mar/2026:01:44:19 +0000] "GET /admin/realms/atmosphere/clients/4b30240a-2368-4115-b69a-0eb792559856/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.254:8080 166 0.012 200 4c81dea52459ae1363ce4b84142dac9f I0320 01:44:22.157674 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.102.160"}] I0320 01:44:22.164305 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"22cf8136-8c99-43b8-854d-12d870df9cf2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3695", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 01:44:22.165027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:44:22.165074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:44:29.123330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:44:29.123475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:44:32.458076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:44:32.458130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:26.238862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:26.238914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:26.307285 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 01:45:26.307399 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0320 01:45:26.307435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:26.307454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:26.307863 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:45:26.307948 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0320 01:45:26.308009 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:45:26.308125 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0320 01:45:26.308194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:26.308025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:26.308253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:26.308235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:45:26.309310 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0320 01:45:26.309339 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0320 01:45:26.310437 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0320 01:45:26.310499 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0320 01:45:26.310690 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0320 01:45:26.310721 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0320 01:45:26.313962 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0320 01:45:26.315737 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0320 01:45:26.318591 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0402b665-eb80-4f9a-9663-dc6bb78bd967", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4229", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 01:45:26.320664 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0320 01:45:26.320857 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1b2c473b-1487-4806-939c-d4c47b134c7b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4231", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 01:45:26.322522 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0320 01:45:26.322578 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0320 01:45:26.322858 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0320 01:45:26.322909 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"58c87be8-ce4b-4b69-8f20-8e6bbd1cdac4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4232", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 01:45:26.600079 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0320 01:45:26.600820 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0320 01:45:26.614119 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0320 01:45:26.614829 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0320 01:45:27.576170 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0320 01:45:27.577290 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0320 01:45:29.573032 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:45:29.573147 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 01:45:29.573205 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:45:29.573351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:29.573381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:45:29.573546 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 01:45:29.621290 7 controller.go:216] "Backend successfully reloaded" I0320 01:45:29.621905 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hcx66", UID:"d07a5be7-c584-4acd-b31c-58befee9cfea", APIVersion:"v1", ResourceVersion:"1244", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 01:45:32.907267 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:45:32.907350 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 01:45:32.907447 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:45:32.907586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:32.907611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:36.238838 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:45:36.238915 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 01:45:36.238986 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:45:36.239125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:36.239153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:39.572178 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:45:39.572215 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 01:45:39.572255 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:45:39.572325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:39.572341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:42.905880 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:45:42.905950 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 01:45:42.905999 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:45:42.906138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:42.906169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:46.239225 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:45:46.239290 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 01:45:46.239327 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:45:46.239442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:46.239480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:49.574233 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:45:49.574397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 01:45:49.574667 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:45:49.574952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:49.574977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:52.906178 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:45:52.906240 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 01:45:52.906281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:45:52.906425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:52.906451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:56.239460 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:45:56.239519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 01:45:56.239553 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:45:56.239668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:56.239695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:59.572867 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:45:59.572945 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:45:59.573060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:45:59.573090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:02.906040 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:46:02.906123 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:46:02.906210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:02.906228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:06.239162 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:46:06.239279 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:46:06.239402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:06.239427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:09.573102 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:46:09.573204 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:46:09.573323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:09.573351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.43 - - [20/Mar/2026:01:46:12 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.031 [auth-system-keycloak-80] [] 10.0.0.254:8080 6411 0.031 200 2ee448b60d0e0611da53cdaf7e72cf8d W0320 01:46:12.906151 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:46:12.906246 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:46:12.906360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:12.906384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:16.239167 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:46:16.239225 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:46:16.239292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:16.239311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.72 - - [20/Mar/2026:01:46:18 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.254:8080 6411 0.008 200 8cd55e55b5865f232696fd81b9df98c7 W0320 01:46:19.572244 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 01:46:19.572340 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 01:46:19.572481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:19.572522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:46:22.158071 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.102.160"}] I0320 01:46:22.158163 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.102.160"}] I0320 01:46:22.158844 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.102.160"}] I0320 01:46:22.163264 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0402b665-eb80-4f9a-9663-dc6bb78bd967", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5378", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 01:46:22.166331 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"58c87be8-ce4b-4b69-8f20-8e6bbd1cdac4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5379", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 01:46:22.167276 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1b2c473b-1487-4806-939c-d4c47b134c7b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5380", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 01:46:22.906651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:22.906702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:26.239188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:26.239295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:36.304346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:36.304390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:39.640128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:39.640171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [20/Mar/2026:01:46:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.463 [auth-system-keycloak-80] [] 10.0.0.254:8080 1925 0.462 200 02d3ff513cef95ace39084bb1f6605ff 199.204.45.57 - - [20/Mar/2026:01:46:41 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.025 [auth-system-keycloak-80] [] 10.0.0.254:8080 4246 0.025 200 41d9e51eab583a9b0fc409d2fad4549d 199.204.45.57 - - [20/Mar/2026:01:46:42 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.314 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.313 204 6627a94fa79eb89f0714ab075d06de7c 199.204.45.57 - - [20/Mar/2026:01:46:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.188 [auth-system-keycloak-80] [] 10.0.0.254:8080 4384 0.188 200 56b09a334b2b6488f086201ec4d9957c 199.204.45.57 - - [20/Mar/2026:01:46:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.492 [auth-system-keycloak-80] [] 10.0.0.254:8080 1925 0.490 200 bdbe67eb90fdc301e55cce4fb7d844ca 199.204.45.57 - - [20/Mar/2026:01:46:43 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.024 [auth-system-keycloak-80] [] 10.0.0.254:8080 1682 0.024 200 c01be5365debd9d856e204e615bec97f 199.204.45.57 - - [20/Mar/2026:01:46:43 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.254:8080 6411 0.007 200 cf8e78c62fb917c33bd4c35c5dcef348 199.204.45.57 - - [20/Mar/2026:01:46:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.456 [auth-system-keycloak-80] [] 10.0.0.254:8080 1925 0.455 200 d8b4895cb0b81aa9492af924867e889f 199.204.45.57 - - [20/Mar/2026:01:46:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.254:8080 2 0.006 200 3bf12340c16fbe6d424a60a61f75c681 199.204.45.57 - - [20/Mar/2026:01:46:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.080 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.080 201 bb29f6380351fcc9793507f7352e166b 199.204.45.57 - - [20/Mar/2026:01:46:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.068 [auth-system-keycloak-80] [] 10.0.0.254:8080 2242 0.068 200 b0344bde912ed75f77870fab7130019a 199.204.45.57 - - [20/Mar/2026:01:46:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.254:8080 1925 0.476 200 6126e305e3283d8c7eb932a3861c5d34 199.204.45.57 - - [20/Mar/2026:01:46:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.254:8080 2242 0.006 200 c0b1b78be9abb2b13559e87e19bc5ea5 199.204.45.57 - - [20/Mar/2026:01:46:46 +0000] "GET /admin/realms/atmosphere/clients/cea0169b-e003-4598-bd94-68e824b75a0a/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.011 [auth-system-keycloak-80] [] 10.0.0.254:8080 233 0.011 200 be8b29a29424d7ce2190d1e7db5e6089 199.204.45.57 - - [20/Mar/2026:01:46:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.052 [auth-system-keycloak-80] [] 10.0.0.254:8080 831 0.052 200 38ed109d3a10f6e2318e7facc23f97df 199.204.45.57 - - [20/Mar/2026:01:46:46 +0000] "GET /admin/realms/atmosphere/clients/54c1ac80-448d-4277-a254-5d4281416abb/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.025 [auth-system-keycloak-80] [] 10.0.0.254:8080 3758 0.025 200 3d9d1aec3af1e41a4468a78fd52b30d5 199.204.45.57 - - [20/Mar/2026:01:46:46 +0000] "GET /admin/realms/atmosphere/users/640809e6-991f-4272-b862-abbf0b5f23f7/role-mappings/clients/54c1ac80-448d-4277-a254-5d4281416abb/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.161 [auth-system-keycloak-80] [] 10.0.0.254:8080 3758 0.161 200 580a667e561416721e5f5a90b9fc375d 199.204.45.57 - - [20/Mar/2026:01:46:46 +0000] "GET /admin/realms/atmosphere/users/640809e6-991f-4272-b862-abbf0b5f23f7/role-mappings/clients/54c1ac80-448d-4277-a254-5d4281416abb/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.074 [auth-system-keycloak-80] [] 10.0.0.254:8080 2 0.074 200 dec9dd9d27cf5c0b8d620a99cfdd2dbe 199.204.45.57 - - [20/Mar/2026:01:46:46 +0000] "POST /admin/realms/atmosphere/users/640809e6-991f-4272-b862-abbf0b5f23f7/role-mappings/clients/54c1ac80-448d-4277-a254-5d4281416abb HTTP/1.1" 204 0 "-" "Ansible" 1388 0.016 [auth-system-keycloak-80] [] 10.0.0.254:8080 0 0.016 204 bf10b1d2b0b98c7b45535541aa6f7571 199.204.45.57 - - [20/Mar/2026:01:46:46 +0000] "GET /admin/realms/atmosphere/users/640809e6-991f-4272-b862-abbf0b5f23f7/role-mappings/clients/54c1ac80-448d-4277-a254-5d4281416abb/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.070 [auth-system-keycloak-80] [] 10.0.0.254:8080 576 0.069 200 877a65d2d133cbd7b3d323c25bd96a1f W0320 01:46:49.137794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:49.137839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:52.472732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:46:52.472784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:47:06.906764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:47:06.906810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:47:10.240717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:47:10.240762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:48:54.649658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:48:54.649694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:49:30.571577 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0320 01:49:30.571714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:49:30.571740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:49:30.576194 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:28.7kB} I0320 01:49:30.576236 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0320 01:49:30.580891 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0320 01:49:30.581129 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b97170c2-41f6-4e93-9915-24df290fed7c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6568", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 01:49:30.581319 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0320 01:49:30.581694 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0320 01:49:30.581749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:49:30.581765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:49:30.581850 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 01:49:30.631632 7 controller.go:216] "Backend successfully reloaded" I0320 01:49:30.631966 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hcx66", UID:"d07a5be7-c584-4acd-b31c-58befee9cfea", APIVersion:"v1", ResourceVersion:"1244", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 01:49:31.020762 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0320 01:49:31.022025 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0320 01:49:33.915990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:49:33.916045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [20/Mar/2026:01:49:34 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.005 300 6b0cf04ba24da77d8c66981dbd4db89c 199.204.45.57 - - [20/Mar/2026:01:49:36 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 265 0.004 200 82ecf6c4f17d6120c6343ca08e2f500e 199.204.45.57 - - [20/Mar/2026:01:49:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.353 [openstack-keystone-api-5000] [] 10.0.0.193:5000 1359 0.353 201 3393f87003e5253b96b7b86b523c41d4 199.204.45.57 - - [20/Mar/2026:01:49:36 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.003 300 b9d35a3866440bdd2ed5014248572cfe 199.204.45.57 - - [20/Mar/2026:01:49:36 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.033 [openstack-keystone-api-5000] [] 10.0.0.193:5000 90 0.032 404 97565f25ae67722fdc5a17d772cd1d53 199.204.45.57 - - [20/Mar/2026:01:49:36 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.193:5000 368 0.026 200 64d3b9631da4df5b613a917c47bfaae5 199.204.45.57 - - [20/Mar/2026:01:49:36 +0000] "GET /v3/domains/8a7d7a7ea1cd4e938384df7aca8b9c9c HTTP/1.1" 200 246 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.193:5000 246 0.020 200 bd11892cc7526760376c4a0b6a59974f 199.204.45.57 - - [20/Mar/2026:01:49:37 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.193:5000 265 0.005 200 650f6c3d85360a240916bd53af5c9d0a 199.204.45.57 - - [20/Mar/2026:01:49:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.316 [openstack-keystone-api-5000] [] 10.0.0.193:5000 1359 0.316 201 57474aa0339dc6f2ed89f9c62d723913 199.204.45.57 - - [20/Mar/2026:01:49:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.003 300 93baedbb135fa386bbb3a34a4c4193af 199.204.45.57 - - [20/Mar/2026:01:49:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.022 [openstack-keystone-api-5000] [] 10.0.0.193:5000 101 0.022 404 67f3c552911682cd550c6d48a516e2fc 199.204.45.57 - - [20/Mar/2026:01:49:38 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.022 [openstack-keystone-api-5000] [] 10.0.0.193:5000 155 0.022 200 685e6bea43474347f888c0e5f5ca12a9 199.204.45.57 - - [20/Mar/2026:01:49:38 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.031 [openstack-keystone-api-5000] [] 10.0.0.193:5000 340 0.031 201 81216f6a2d1c1387e5e7fb604240f4f4 199.204.45.57 - - [20/Mar/2026:01:49:38 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 265 0.004 200 0b16404f724d3654b2383d6cb958347b 199.204.45.57 - - [20/Mar/2026:01:49:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.193:5000 1359 0.287 201 8508244897d20d0145b33a65daa02037 199.204.45.57 - - [20/Mar/2026:01:49:39 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.004 300 4ed771e2de52967d71269b56f81f51a7 199.204.45.57 - - [20/Mar/2026:01:49:39 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.193:5000 98 0.020 404 0f7296638755f9fcf2124047f73abc1b 199.204.45.57 - - [20/Mar/2026:01:49:39 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.016 [openstack-keystone-api-5000] [] 10.0.0.193:5000 135 0.016 200 d4ecc359c30a999e3629c99ea22ef984 199.204.45.57 - - [20/Mar/2026:01:49:39 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.020 [openstack-keystone-api-5000] [] 10.0.0.193:5000 356 0.020 201 cb88c7045a2b0fbe98e17b146e4263cb 199.204.45.57 - - [20/Mar/2026:01:49:39 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 265 0.004 200 3da6a582b65fc219888ef7172ed8ec55 199.204.45.57 - - [20/Mar/2026:01:49:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.193:5000 1359 0.298 201 8303fc93318d6ea1c553bfbadff50464 199.204.45.57 - - [20/Mar/2026:01:49:40 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.003 300 d652b486c45c5aed37c40f6791a73235 199.204.45.57 - - [20/Mar/2026:01:49:40 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.021 [openstack-keystone-api-5000] [] 10.0.0.193:5000 131 0.021 404 886e2003117da430e4f858bf378f9836 199.204.45.57 - - [20/Mar/2026:01:49:40 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.193:5000 167 0.018 200 859aee22b4c98987e5a31706357ce2aa 199.204.45.57 - - [20/Mar/2026:01:49:40 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.027 [openstack-keystone-api-5000] [] 10.0.0.193:5000 222 0.027 201 7e496ca351ceffe577912e1d2e41e397 W0320 01:49:50.200551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:49:50.200587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:49:53.535652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:49:53.535716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:49:57.245520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:49:57.245559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:50:00.579406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:50:00.579454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:50:15.661328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:50:15.661372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:50:22.159015 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.97.102.160"}] I0320 01:50:22.163941 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b97170c2-41f6-4e93-9915-24df290fed7c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6934", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 01:50:22.165790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:50:22.165865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:50:25.499831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:50:25.499875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:50:28.835932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:50:28.835972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:51:57.823665 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 01:51:57.823770 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0320 01:51:57.823845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:51:57.823882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:51:57.827503 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0320 01:51:57.827531 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0320 01:51:57.832413 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0320 01:51:57.832741 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"8b21a7a9-e4b2-45ba-9169-21838db20be0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7609", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 01:51:57.832978 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0320 01:51:57.833351 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 01:51:57.833455 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0320 01:51:57.833530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:51:57.833549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:51:57.833677 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 01:51:57.891247 7 controller.go:216] "Backend successfully reloaded" I0320 01:51:57.891510 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hcx66", UID:"d07a5be7-c584-4acd-b31c-58befee9cfea", APIVersion:"v1", ResourceVersion:"1244", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 01:51:58.322402 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0320 01:51:58.323753 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.57 - - [20/Mar/2026:01:51:58 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.004 300 314a88256e5cc6dcc8580663ff4cb10c 199.204.45.57 - - [20/Mar/2026:01:51:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.329 [openstack-keystone-api-5000] [] 10.0.0.193:5000 1990 0.329 201 79fa134454f325db9801b9ebd379c734 199.204.45.57 - - [20/Mar/2026:01:51:58 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.031 [openstack-keystone-api-5000] [] 10.0.0.193:5000 85 0.031 404 73f34728c6710ede44d840448704e5eb 199.204.45.57 - - [20/Mar/2026:01:51:58 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.024 [openstack-keystone-api-5000] [] 10.0.0.193:5000 128 0.024 200 50cba252aae10802559811cfc155a458 199.204.45.57 - - [20/Mar/2026:01:51:58 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.036 [openstack-keystone-api-5000] [] 10.0.0.193:5000 229 0.035 201 9e81c1764886aab98385b17672632cc5 W0320 01:52:01.167709 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 01:52:01.167828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:52:01.167842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:52:04.500424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:52:04.500480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [20/Mar/2026:01:52:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 229 0.012 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.012 300 23069121a8d99dce2a805266107d7a3a 199.204.45.57 - - [20/Mar/2026:01:52:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 548 0.305 [openstack-keystone-api-5000] [] 10.0.0.193:5000 1990 0.305 201 a16d303a990d47a68790d2f51d05740a 199.204.45.57 - - [20/Mar/2026:01:52:07 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.027 [openstack-keystone-api-5000] [] 10.0.0.193:5000 1514 0.027 200 8ef8b81777ee994bdf942911e63a4d7b 199.204.45.57 - - [20/Mar/2026:01:52:07 +0000] "PUT /v3/roles/b2407a2d36b54147b65ac0ba3e0fbeee/implies/5227f54cbbb4436891ee79ac6b09ab7e HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.034 [openstack-keystone-api-5000] [] 10.0.0.193:5000 518 0.034 201 3dc9bd5a2c89be329f819cbd9d090567 I0320 01:52:22.158710 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.97.102.160"}] I0320 01:52:22.164185 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"8b21a7a9-e4b2-45ba-9169-21838db20be0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7893", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 01:52:22.165661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:52:22.165690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [20/Mar/2026:01:52:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.004 300 3389082d68ad51dbba4dc1c3a73ae83a 199.204.45.57 - - [20/Mar/2026:01:52:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.330 [openstack-keystone-api-5000] [] 10.0.0.193:5000 2053 0.330 201 329a2770f65ff0ba5abf06baf407370a 199.204.45.57 - - [20/Mar/2026:01:52:56 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.029 [openstack-keystone-api-5000] [] 10.0.0.193:5000 87 0.029 404 e5cdd35cdb6327f02186234b8294221d 199.204.45.57 - - [20/Mar/2026:01:52:56 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.022 [openstack-keystone-api-5000] [] 10.0.0.193:5000 388 0.022 200 0af5702f4756736d90bb36ff66def9fa 199.204.45.57 - - [20/Mar/2026:01:52:56 +0000] "GET /v3/users/rgw-RegionOne?domain_id=dbb088eae72e4d86bf17c8e9f0bbdefa HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.024 [openstack-keystone-api-5000] [] 10.0.0.193:5000 91 0.024 404 c52fd52020866fdc41f938b2e226655b 199.204.45.57 - - [20/Mar/2026:01:52:56 +0000] "GET /v3/users?domain_id=dbb088eae72e4d86bf17c8e9f0bbdefa&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.034 [openstack-keystone-api-5000] [] 10.0.0.193:5000 177 0.034 200 7ebe998598da96c50a08499e17f903c1 199.204.45.57 - - [20/Mar/2026:01:52:56 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.392 [openstack-keystone-api-5000] [] 10.0.0.193:5000 290 0.392 201 7203d9afa9856bb8619185a4f0b4ce78 199.204.45.57 - - [20/Mar/2026:01:53:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.003 300 47603b46140ba6e709bf7f22e3c43f07 199.204.45.57 - - [20/Mar/2026:01:53:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 548 0.292 [openstack-keystone-api-5000] [] 10.0.0.193:5000 2053 0.292 201 3a37506e563b5970d5d148e533baa102 199.204.45.57 - - [20/Mar/2026:01:53:01 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 429 0.025 [openstack-keystone-api-5000] [] 10.0.0.193:5000 83 0.025 404 5cc0c819e49f9bac8c2cd98eb40eb980 199.204.45.57 - - [20/Mar/2026:01:53:01 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 447 0.023 [openstack-keystone-api-5000] [] 10.0.0.193:5000 359 0.024 200 7d7a46cc08ff05e28bf3afd616fe513c 199.204.45.57 - - [20/Mar/2026:01:53:01 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 433 0.022 [openstack-keystone-api-5000] [] 10.0.0.193:5000 87 0.022 404 9bb4f870410decb9d18dd59e23a82dbd 199.204.45.57 - - [20/Mar/2026:01:53:01 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 451 0.030 [openstack-keystone-api-5000] [] 10.0.0.193:5000 388 0.030 200 73eeb746e146e2ab5c22847f653a77dc 199.204.45.57 - - [20/Mar/2026:01:53:01 +0000] "GET /v3/users/rgw-RegionOne?domain_id=dbb088eae72e4d86bf17c8e9f0bbdefa HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 480 0.023 [openstack-keystone-api-5000] [] 10.0.0.193:5000 91 0.023 404 a560d42641c306062ecae80da865331d 199.204.45.57 - - [20/Mar/2026:01:53:01 +0000] "GET /v3/users?domain_id=dbb088eae72e4d86bf17c8e9f0bbdefa&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 498 0.045 [openstack-keystone-api-5000] [] 10.0.0.193:5000 456 0.045 200 a5294fc7f347772af290bc567bb8032e 199.204.45.57 - - [20/Mar/2026:01:53:01 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.193:5000 88 0.024 404 aee1516cd3a7fb1c5dc573d1bc3fad3c 199.204.45.57 - - [20/Mar/2026:01:53:01 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 452 0.026 [openstack-keystone-api-5000] [] 10.0.0.193:5000 518 0.026 200 4eefb6be8da2b17d7b38f2f8ad08477a 199.204.45.57 - - [20/Mar/2026:01:53:01 +0000] "PUT /v3/projects/392a80952a704f9d88e5b042688d5cef/users/532f7263e2134a8d85af2e41ea3931e9/roles/c939202938c8451faf0335f708b5a680 HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 556 0.036 [openstack-keystone-api-5000] [] 10.0.0.193:5000 0 0.036 204 b8ca021b5b8d8afcf96f2687f915c3a1 199.204.45.57 - - [20/Mar/2026:01:53:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.003 300 9a381d411c4ed0cd4752d488c203ccf3 199.204.45.57 - - [20/Mar/2026:01:53:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.333 [openstack-keystone-api-5000] [] 10.0.0.193:5000 2053 0.333 201 f2aa3f34ef4eacd4f21a46ab5d480437 199.204.45.57 - - [20/Mar/2026:01:53:04 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.026 [openstack-keystone-api-5000] [] 10.0.0.193:5000 150 0.026 200 e31954eaba968084e8e18cd22527d442 199.204.45.57 - - [20/Mar/2026:01:53:04 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.028 [openstack-keystone-api-5000] [] 10.0.0.193:5000 262 0.028 201 3393c99700c385bdb0dc28193b53a316 199.204.45.57 - - [20/Mar/2026:01:53:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.003 300 ff1466f2ac62f86be814c000b77030ea 199.204.45.57 - - [20/Mar/2026:01:53:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.193:5000 2155 0.300 201 bcb4171dd52c7ff01e2d5ef3592c68f6 199.204.45.57 - - [20/Mar/2026:01:53:05 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.029 [openstack-keystone-api-5000] [] 10.0.0.193:5000 86 0.029 404 870269a18697e5e68e6474cb5babdcac 199.204.45.57 - - [20/Mar/2026:01:53:05 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.015 [openstack-keystone-api-5000] [] 10.0.0.193:5000 380 0.015 200 3a4bd0c34842c07acdff5128e83aa7bc 199.204.45.57 - - [20/Mar/2026:01:53:05 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=fa65442709f94089ab160045da7c1773 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.025 [openstack-keystone-api-5000] [] 10.0.0.193:5000 204 0.025 200 2b270fa7409a4fe9ba094bacb4fe5de1 199.204.45.57 - - [20/Mar/2026:01:53:05 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.026 [openstack-keystone-api-5000] [] 10.0.0.193:5000 377 0.026 201 10834caab7e451d2038a16aa5d6c5e4f 199.204.45.57 - - [20/Mar/2026:01:53:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.003 300 4ab2cbc146852ab51e4213e68ec0237f 199.204.45.57 - - [20/Mar/2026:01:53:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.305 [openstack-keystone-api-5000] [] 10.0.0.193:5000 2363 0.305 201 5619d0ed921fe2341c1371f5f3038a38 199.204.45.57 - - [20/Mar/2026:01:53:06 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.193:5000 86 0.025 404 41846d8135cdb2a8cb6881d9cbe27177 199.204.45.57 - - [20/Mar/2026:01:53:06 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.193:5000 380 0.019 200 e844c7ba4adba3e3368679ff7577d2b0 199.204.45.57 - - [20/Mar/2026:01:53:06 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=fa65442709f94089ab160045da7c1773 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.017 [openstack-keystone-api-5000] [] 10.0.0.193:5000 206 0.017 200 6c1060379068a73da0ea3cfc40427d00 199.204.45.57 - - [20/Mar/2026:01:53:06 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.020 [openstack-keystone-api-5000] [] 10.0.0.193:5000 391 0.020 201 7ccd870306ee66ce552d65df5e81d36d W0320 01:53:08.076704 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 01:53:08.076838 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0320 01:53:08.076938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:08.076955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:53:08.081761 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0320 01:53:08.081788 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0320 01:53:08.085816 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0320 01:53:08.086285 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"4c9cf301-bed8-4199-97a5-c81750add32b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8165", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 01:53:08.086369 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0320 01:53:08.086797 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 01:53:08.086913 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0320 01:53:08.087031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:08.087055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:53:08.087199 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 01:53:08.134022 7 controller.go:216] "Backend successfully reloaded" I0320 01:53:08.134315 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hcx66", UID:"d07a5be7-c584-4acd-b31c-58befee9cfea", APIVersion:"v1", ResourceVersion:"1244", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 01:53:08.580717 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0320 01:53:08.581982 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0320 01:53:11.421240 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 01:53:11.421464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:11.421489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:53:22.160035 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.97.102.160"}] I0320 01:53:22.164392 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"4c9cf301-bed8-4199-97a5-c81750add32b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8291", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 01:53:22.166118 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 01:53:22.166285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:22.166308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:25.499903 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 01:53:25.500112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:25.500143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:28.881010 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 01:53:28.881206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:28.881246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:53:28.881433 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 01:53:28.927159 7 controller.go:216] "Backend successfully reloaded" I0320 01:53:28.928118 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hcx66", UID:"d07a5be7-c584-4acd-b31c-58befee9cfea", APIVersion:"v1", ResourceVersion:"1244", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 01:53:32.215187 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 01:53:32.215603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:32.215642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:35.547856 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 01:53:35.548053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:35.548087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:38.882832 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 01:53:38.883047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:38.883076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:55.669306 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 01:53:55.669553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:53:55.669584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:54:04.080965 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 01:54:04.081103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:54:04.081123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:54:13.460954 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 01:54:13.461142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:54:13.461175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:54:52.138551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:54:52.138590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:56:10.265727 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 01:56:10.265835 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0320 01:56:10.265890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:56:10.265903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:56:10.268751 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.003s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:39.1kB} I0320 01:56:10.268770 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0320 01:56:10.271414 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0320 01:56:10.271625 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c5fad977-f0f2-4cdb-8c1c-b3099603d1d2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9593", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 01:56:10.271920 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0320 01:56:10.272295 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 01:56:10.272453 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0320 01:56:10.272562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:56:10.272580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 01:56:10.272737 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 01:56:10.328581 7 controller.go:216] "Backend successfully reloaded" I0320 01:56:10.328883 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hcx66", UID:"d07a5be7-c584-4acd-b31c-58befee9cfea", APIVersion:"v1", ResourceVersion:"1244", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 01:56:10.510496 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0320 01:56:10.512677 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0320 01:56:13.607638 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 01:56:13.608152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:56:13.608191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [20/Mar/2026:01:56:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.006 300 bb3238f16216576c9581540935cefe5b 199.204.45.57 - - [20/Mar/2026:01:56:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.359 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3197 0.359 201 613fb61679057229b083e3443a17f834 199.204.45.57 - - [20/Mar/2026:01:56:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0302fbf045e118c3c5d091bcaf323307 199.204.45.57 - - [20/Mar/2026:01:56:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a8fe56ea30013d54511e65864edd542f 199.204.45.57 - - [20/Mar/2026:01:56:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.004 300 01b29162efe8b34d8593fc93c547956e 199.204.45.57 - - [20/Mar/2026:01:56:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3197 0.296 201 8b0894f57dfb0b04ce18b80d6f0aea48 199.204.45.57 - - [20/Mar/2026:01:56:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fc93414de1fc7e5e21a23227def2c502 199.204.45.57 - - [20/Mar/2026:01:56:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5a1910313162b3eb60326f06ba139bdd 199.204.45.57 - - [20/Mar/2026:01:56:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.004 300 67b8245e663018d43e2ca2d9c2ecb12b 199.204.45.57 - - [20/Mar/2026:01:56:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.313 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3197 0.313 201 2ca73f576c30938fad1b691aa3314cf2 199.204.45.57 - - [20/Mar/2026:01:56:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 22a88bd0b115534ff9e9713ddebb5fba 199.204.45.57 - - [20/Mar/2026:01:56:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - eef563bcf91321e9798cc747608fdb7a 199.204.45.57 - - [20/Mar/2026:01:56:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.003 300 62ff669cb29f264412c9d15530f3330c 199.204.45.57 - - [20/Mar/2026:01:56:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3197 0.297 201 92ebbdad5047bb9299ef017037bc7cb2 199.204.45.57 - - [20/Mar/2026:01:56:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cbd7a3569f7f2936eafc1c80ac78df08 199.204.45.57 - - [20/Mar/2026:01:56:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5eaa4922f8eadffa0e4447e67004e268 199.204.45.57 - - [20/Mar/2026:01:56:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.003 300 95fdd72c0a3d66a55fecbedad0dda87b 199.204.45.57 - - [20/Mar/2026:01:56:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3197 0.284 201 2b5228758e0ad0400aac4336dbb3fedd 199.204.45.57 - - [20/Mar/2026:01:56:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a909c0663037e98d72d474c50dc077d5 199.204.45.57 - - [20/Mar/2026:01:56:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ad0e75689d4ae48f95e56d881b7c1018 I0320 01:56:22.159892 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.97.102.160"}] I0320 01:56:22.166124 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c5fad977-f0f2-4cdb-8c1c-b3099603d1d2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9677", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 01:56:22.167881 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 01:56:22.168054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:56:22.168079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [20/Mar/2026:01:56:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.005 300 f1135b04e55089a025ff4ab4d65d1010 199.204.45.57 - - [20/Mar/2026:01:56:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.309 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3197 0.309 201 5702197da2b9ad0c235d43da99f4d3a3 199.204.45.57 - - [20/Mar/2026:01:56:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ae5c744aef6504c1694846a5487807b5 199.204.45.57 - - [20/Mar/2026:01:56:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2196acd4c891dc386e8188d1e5112e2b 199.204.45.57 - - [20/Mar/2026:01:56:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.003 300 fccac76c7569dcfb7a230a0b3d36ce14 W0320 01:56:25.502165 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 01:56:25.502345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:56:25.502374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [20/Mar/2026:01:56:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3197 0.297 201 5789c0f4dc08e7453aee80e3a32920af 199.204.45.57 - - [20/Mar/2026:01:56:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 086f860b8384874134dd143f1be9864c 199.204.45.57 - - [20/Mar/2026:01:56:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 53a545ad457ef92b60ae80a2b418ec1e 199.204.45.57 - - [20/Mar/2026:01:56:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.004 300 f086c0104a0d575b75ef0ac8920918be 199.204.45.57 - - [20/Mar/2026:01:56:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3197 0.297 201 5f9b8fd2bb0d5a6e44d178625fe6d8a6 199.204.45.57 - - [20/Mar/2026:01:56:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ae7d35dc55f54d3a3b151e01c986f9cd 199.204.45.57 - - [20/Mar/2026:01:56:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 29c1de4dc4b694c4e97899143f399e9a 199.204.45.57 - - [20/Mar/2026:01:56:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.004 300 d6a3c59ee19546913192413b83f26af3 199.204.45.57 - - [20/Mar/2026:01:56:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3197 0.307 201 1d5eef2de7c5e59bb90293174f5651d0 199.204.45.57 - - [20/Mar/2026:01:56:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bae9932740d1bb6437377426a9fef0d9 199.204.45.57 - - [20/Mar/2026:01:56:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f674117586e8d8eff762fbc5b0e4ac2b 199.204.45.57 - - [20/Mar/2026:01:56:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.003 300 6a179953ec942a9f51f4c66e2b30171e 199.204.45.57 - - [20/Mar/2026:01:56:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.311 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3197 0.311 201 1efe25c406a5e6f882cdd47e629f5341 199.204.45.57 - - [20/Mar/2026:01:56:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9b8c3943129a2d440e059c517667daf8 199.204.45.57 - - [20/Mar/2026:01:56:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cf8b9a663d4c37a5e00430c77ffd5cbb 199.204.45.57 - - [20/Mar/2026:01:56:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.003 300 8ee3103ad169c8565ee73a3c6fe859a4 199.204.45.57 - - [20/Mar/2026:01:56:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3197 0.291 201 277dd2594f9f15c16219a38c329576f9 199.204.45.57 - - [20/Mar/2026:01:56:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fe8fd0934e99901185f9b26824f436e6 199.204.45.57 - - [20/Mar/2026:01:56:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 55068464d400b6a5059e81bfa071122a W0320 01:56:33.095068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:56:33.095099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [20/Mar/2026:01:56:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.003 300 7d18428927504adf99fd30cc9f63ab16 199.204.45.57 - - [20/Mar/2026:01:56:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3197 0.303 201 5ffe0be61a9533d45f85ba46cf3d6e21 199.204.45.57 - - [20/Mar/2026:01:56:34 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.65:9292 1301 0.002 300 306855eb8932ed867ca07928b9c4bbe6 199.204.45.57 - - [20/Mar/2026:01:56:34 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.551 [openstack-glance-api-9292] [] 10.0.0.65:9292 69 0.551 200 22ba3fd044370d7f63696403347737b2 199.204.45.57 - - [20/Mar/2026:01:56:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 280 0.003 300 75a8f28c8f413ec7fa11fe2d9f9a1daa 199.204.45.57 - - [20/Mar/2026:01:56:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3197 0.298 201 b281b4fe5e507286fbbe43a248f6db33 199.204.45.57 - - [20/Mar/2026:01:56:38 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.65:9292 1301 0.002 300 ec69e4fb12457c0769619d29d942abb5 199.204.45.57 - - [20/Mar/2026:01:56:38 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.034 [openstack-glance-api-9292] [] 10.0.0.65:9292 69 0.034 200 7fa8bb6cbb09ed1971f1a4e0f1812936 199.204.45.57 - - [20/Mar/2026:01:56:38 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.120 [openstack-glance-api-9292] [] 10.0.0.65:9292 151 0.120 404 2d40659c7a82df0fe2adfd1cf9037be9 199.204.45.57 - - [20/Mar/2026:01:56:38 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.022 [openstack-glance-api-9292] [] 10.0.0.65:9292 81 0.022 200 7504d788eff55a013843a1dde4082a5b 199.204.45.57 - - [20/Mar/2026:01:56:38 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.026 [openstack-glance-api-9292] [] 10.0.0.65:9292 84 0.026 200 f5302fe208b06185d8c559e20c007368 199.204.45.57 - - [20/Mar/2026:01:56:38 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.071 [openstack-glance-api-9292] [] 10.0.0.65:9292 760 0.071 201 c1ff3e3fbcec8873eb685565f759922f 199.204.45.57 - - [20/Mar/2026:01:56:41 +0000] "PUT /v2/images/71a61507-6415-4853-a78e-0c6b8c1bb0ba/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.531 [openstack-glance-api-9292] [] 10.0.0.65:9292 0 3.531 204 d09d230c3af728a9b450b0939ebb3f80 199.204.45.57 - - [20/Mar/2026:01:56:41 +0000] "GET /v2/images/71a61507-6415-4853-a78e-0c6b8c1bb0ba HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.012 [openstack-glance-api-9292] [] 10.0.0.65:9292 1171 0.012 200 34fa173ba7eab078ad8af541da87a72b 199.204.45.57 - - [20/Mar/2026:01:56:41 +0000] "GET /v2/images/71a61507-6415-4853-a78e-0c6b8c1bb0ba HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.012 [openstack-glance-api-9292] [] 10.0.0.65:9292 1171 0.012 200 84a2625649596b571b6ce8b332c7cdc1 W0320 01:56:44.790263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:56:44.790477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:56:48.124686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 01:56:48.124737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store