------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0314 01:32:41.868366 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0314 01:32:41.868524 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0314 01:32:41.876447 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0314 01:32:41.879151 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0314 01:32:42.114593 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0314 01:32:42.133862 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0314 01:32:42.146941 7 nginx.go:271] "Starting NGINX Ingress controller" I0314 01:32:42.154842 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"4fa63bea-a24f-473d-af60-6a87b2166e70", APIVersion:"v1", ResourceVersion:"1095", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0314 01:32:42.159364 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"37eb706d-e839-4d8a-9c1f-00f090fe9441", APIVersion:"v1", ResourceVersion:"1093", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0314 01:32:42.159503 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"dec9fc3f-d20a-4dd0-98e4-17d490ee2952", APIVersion:"v1", ResourceVersion:"1094", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0314 01:32:43.349173 7 nginx.go:317] "Starting NGINX process" I0314 01:32:43.349293 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0314 01:32:43.350020 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0314 01:32:43.350343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:32:43.350388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:32:43.350443 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:32:43.356885 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0314 01:32:43.357351 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-r268z" I0314 01:32:43.386984 7 controller.go:216] "Backend successfully reloaded" I0314 01:32:43.387141 7 controller.go:227] "Initial sync, sleeping for 1 second" I0314 01:32:43.387233 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r268z", UID:"76d8d40c-81bc-4812-814e-ac24b3282640", APIVersion:"v1", ResourceVersion:"1137", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:32:47.170472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:32:47.170571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:32:50.504601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:32:50.504638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:32:53.838626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:32:53.838677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:32:57.171969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:32:57.172029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:00.504268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:00.504310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:03.838970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:03.839017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:07.170788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:07.170852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:10.504335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:10.504384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:13.837827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:13.837870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:17.170901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:17.170947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:20.504150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:20.504205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:23.838875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:23.838907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:15.040176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:15.040206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:37.111266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:37.111295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:40.445463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:40.445506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:43.778710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:43.778765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:47.112216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:47.112248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:50.444938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:50.444964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:53.778151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:53.778251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:58.114855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:58.114899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:01.450344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:01.450392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:04.781985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:04.782026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:08.116518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:08.116547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:11.448405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:11.448445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:14.236558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:14.236601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:17.572373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:17.572419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:19.977922 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-210.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-210.nip.io-tls was not found. Using default certificate W0314 01:37:19.977987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:19.978002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:37:19.979753 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0314 01:37:19.979789 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0314 01:37:19.986160 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0314 01:37:19.986503 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b4069bc7-31dc-4719-b17a-e74ac654f2ae", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3029", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:37:19.986701 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-210.nip.io-tls" in local store I0314 01:37:20.308904 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-210.nip.io-tls" I0314 01:37:20.309987 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-210.nip.io-tls" W0314 01:37:20.904531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:20.904580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:37:20.904668 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:37:20.939674 7 controller.go:216] "Backend successfully reloaded" I0314 01:37:20.940014 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r268z", UID:"76d8d40c-81bc-4812-814e-ac24b3282640", APIVersion:"v1", ResourceVersion:"1137", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:37:24.237445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:24.237495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [14/Mar/2026:01:37:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.102 [auth-system-keycloak-80] [] 10.0.0.46:8080 1928 2.101 200 6d18c5b0edc866c7a570efac4b0ea0f2 199.204.45.210 - - [14/Mar/2026:01:37:30 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.173 [auth-system-keycloak-80] [] 10.0.0.46:8080 116 0.172 404 3713907c0634f91447e4a57f0951bb2c 199.204.45.210 - - [14/Mar/2026:01:37:35 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.490 [auth-system-keycloak-80] [] 10.0.0.46:8080 0 4.488 201 3632f64c1f8a09b84f1d9a7958096c4c 199.204.45.210 - - [14/Mar/2026:01:37:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.700 [auth-system-keycloak-80] [] 10.0.0.46:8080 4246 0.700 200 508b95b151137bfc5cd1f79711ae99f1 199.204.45.210 - - [14/Mar/2026:01:37:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.46:8080 1928 0.482 200 61113b388323e31e934c66de19c42191 199.204.45.210 - - [14/Mar/2026:01:37:37 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.072 [auth-system-keycloak-80] [] 10.0.0.46:8080 12500 0.072 200 743eef4a380521cf497c1318d0ebec01 199.204.45.210 - - [14/Mar/2026:01:37:37 +0000] "GET /admin/realms/atmosphere/client-scopes/18e36790-35bb-40f0-8324-6a7aac3b9211 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.067 [auth-system-keycloak-80] [] 10.0.0.46:8080 1278 0.067 200 5684bb5cf839e9e02da5c67d8c217977 199.204.45.210 - - [14/Mar/2026:01:37:37 +0000] "PUT /admin/realms/atmosphere/client-scopes/18e36790-35bb-40f0-8324-6a7aac3b9211 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.016 [auth-system-keycloak-80] [] 10.0.0.46:8080 0 0.015 204 45fbc4886b5f58be3122584a6195d70c 199.204.45.210 - - [14/Mar/2026:01:37:37 +0000] "GET /admin/realms/atmosphere/client-scopes/18e36790-35bb-40f0-8324-6a7aac3b9211/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.069 [auth-system-keycloak-80] [] 10.0.0.46:8080 963 0.069 200 6a00feebf27c97a7756156aafaecf3c0 199.204.45.210 - - [14/Mar/2026:01:37:37 +0000] "GET /admin/realms/atmosphere/client-scopes/18e36790-35bb-40f0-8324-6a7aac3b9211/protocol-mappers/models/3588cf36-8af4-4efe-acea-e033cd2d38a3 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.006 [auth-system-keycloak-80] [] 10.0.0.46:8080 366 0.006 200 c771933e186c68d88e6d47f024cfa5a2 199.204.45.210 - - [14/Mar/2026:01:37:37 +0000] "PUT /admin/realms/atmosphere/client-scopes/18e36790-35bb-40f0-8324-6a7aac3b9211/protocol-mappers/models/3588cf36-8af4-4efe-acea-e033cd2d38a3 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.081 [auth-system-keycloak-80] [] 10.0.0.46:8080 0 0.080 204 caad1d44559cd785522897f8e579304d 199.204.45.210 - - [14/Mar/2026:01:37:37 +0000] "GET /admin/realms/atmosphere/client-scopes/18e36790-35bb-40f0-8324-6a7aac3b9211 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.077 [auth-system-keycloak-80] [] 10.0.0.46:8080 1218 0.077 200 7b85768af561daeed41cc29eff5a042b I0314 01:37:43.364547 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.79.220"}] I0314 01:37:43.390956 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b4069bc7-31dc-4719-b17a-e74ac654f2ae", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3327", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:37:43.392602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:43.392657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [14/Mar/2026:01:37:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.46:8080 1928 0.485 200 183fe25bc28d7615fdc6df330ff80a81 199.204.45.210 - - [14/Mar/2026:01:37:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.011 [auth-system-keycloak-80] [] 10.0.0.46:8080 2 0.011 200 6fe72835eec22a780108e95a2f3d5282 199.204.45.210 - - [14/Mar/2026:01:37:58 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.172 [auth-system-keycloak-80] [] 10.0.0.46:8080 0 0.171 201 a15805481309d486ced021ba3e0afce9 199.204.45.210 - - [14/Mar/2026:01:37:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.080 [auth-system-keycloak-80] [] 10.0.0.46:8080 1261 0.080 200 43b46bc35088ebb5e89e590e3496a142 199.204.45.210 - - [14/Mar/2026:01:37:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.46:8080 1928 0.507 200 5428f3ee4b713aa3afbba8586f83f116 199.204.45.210 - - [14/Mar/2026:01:37:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.46:8080 2 0.012 200 3b89f4623f2e4eb2b4e2ec4112104796 199.204.45.210 - - [14/Mar/2026:01:38:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.163 [auth-system-keycloak-80] [] 10.0.0.46:8080 0 0.162 201 ab28eab60031bbe0d3029543bf8ee949 199.204.45.210 - - [14/Mar/2026:01:38:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.023 [auth-system-keycloak-80] [] 10.0.0.46:8080 1286 0.023 200 a8bbb3290788aebb4cae00ff8d80dae0 199.204.45.210 - - [14/Mar/2026:01:38:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.46:8080 1928 0.494 200 9e29fa66122b984051beadc7ebd5aff6 199.204.45.210 - - [14/Mar/2026:01:38:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.46:8080 2 0.008 200 0c08164c01cfe39bf5804c864c9da493 199.204.45.210 - - [14/Mar/2026:01:38:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.083 [auth-system-keycloak-80] [] 10.0.0.46:8080 0 0.082 201 56140ffca6bb8a880afe32cf93280f07 199.204.45.210 - - [14/Mar/2026:01:38:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.46:8080 1251 0.083 200 d0788529b311f077b8371ffd5bea4531 199.204.45.210 - - [14/Mar/2026:01:38:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.46:8080 1928 0.466 200 e46d9c76a8c3588b20d3b583b0f3c487 199.204.45.210 - - [14/Mar/2026:01:38:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.023 [auth-system-keycloak-80] [] 10.0.0.46:8080 1261 0.023 200 56e93ecc0f14044f443828da0b1eaeb5 199.204.45.210 - - [14/Mar/2026:01:38:02 +0000] "GET /admin/realms/atmosphere/clients/4c9f2396-0190-499c-a131-58c80dbe5751/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.46:8080 119 0.014 404 69e8a4724a053c28886456dbb0f39f31 199.204.45.210 - - [14/Mar/2026:01:38:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.46:8080 1261 0.008 200 f2d0e831680b925c92bb4ec91679321d 199.204.45.210 - - [14/Mar/2026:01:38:02 +0000] "POST /admin/realms/atmosphere/clients/4c9f2396-0190-499c-a131-58c80dbe5751/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.444 [auth-system-keycloak-80] [] 10.0.0.46:8080 0 0.443 201 c7aaca333dceb903c740ae87b84d5dc1 199.204.45.210 - - [14/Mar/2026:01:38:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.46:8080 1261 0.009 200 1f914f8c0e5f7b7ef4e7ba8cef152f0b 199.204.45.210 - - [14/Mar/2026:01:38:02 +0000] "GET /admin/realms/atmosphere/clients/4c9f2396-0190-499c-a131-58c80dbe5751/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.46:8080 166 0.018 200 07e1e60a8dded1da26d5714ba5793e99 199.204.45.210 - - [14/Mar/2026:01:38:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.46:8080 1928 0.466 200 1da0766f5c79d6a19555f3c327d2af97 199.204.45.210 - - [14/Mar/2026:01:38:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.46:8080 1286 0.008 200 2c62c932623de9d3785eed4dd5fe1e01 199.204.45.210 - - [14/Mar/2026:01:38:03 +0000] "GET /admin/realms/atmosphere/clients/fb2d2aba-3130-4e0b-ac43-87d3486f4aae/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.46:8080 119 0.009 404 4b84c5783be39d98864f9564a2ba6411 199.204.45.210 - - [14/Mar/2026:01:38:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.46:8080 1286 0.007 200 0cddd119da4382ba187251b2e9c75360 199.204.45.210 - - [14/Mar/2026:01:38:03 +0000] "POST /admin/realms/atmosphere/clients/fb2d2aba-3130-4e0b-ac43-87d3486f4aae/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.038 [auth-system-keycloak-80] [] 10.0.0.46:8080 0 0.038 201 52c7e47606bf8d6b93e794bc2584659a 199.204.45.210 - - [14/Mar/2026:01:38:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.46:8080 1286 0.006 200 295a8c9ace533ad68e5b78d30f6eb135 199.204.45.210 - - [14/Mar/2026:01:38:03 +0000] "GET /admin/realms/atmosphere/clients/fb2d2aba-3130-4e0b-ac43-87d3486f4aae/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.069 [auth-system-keycloak-80] [] 10.0.0.46:8080 165 0.068 200 5117289fa482584afe63a9e998f9a613 199.204.45.210 - - [14/Mar/2026:01:38:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.46:8080 1928 0.463 200 0db0bb28a5f0246ba6f33d68c3aa5538 199.204.45.210 - - [14/Mar/2026:01:38:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.46:8080 1286 0.044 200 3faa0dd87fd8ce905d59323cae6c39db 199.204.45.210 - - [14/Mar/2026:01:38:04 +0000] "GET /admin/realms/atmosphere/clients/fb2d2aba-3130-4e0b-ac43-87d3486f4aae/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.46:8080 119 0.008 404 9a5a3e2abcbd5b391d8b41b10e2f87b6 199.204.45.210 - - [14/Mar/2026:01:38:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.46:8080 1286 0.005 200 896c7727cbf1f812ed922c1c4c1531f0 199.204.45.210 - - [14/Mar/2026:01:38:04 +0000] "POST /admin/realms/atmosphere/clients/fb2d2aba-3130-4e0b-ac43-87d3486f4aae/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.063 [auth-system-keycloak-80] [] 10.0.0.46:8080 0 0.063 201 9159fd1c780d000e41f4612270e5ad9e 199.204.45.210 - - [14/Mar/2026:01:38:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.46:8080 1286 0.007 200 0c7001e67376293e53721696cd36f43f 199.204.45.210 - - [14/Mar/2026:01:38:04 +0000] "GET /admin/realms/atmosphere/clients/fb2d2aba-3130-4e0b-ac43-87d3486f4aae/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.064 [auth-system-keycloak-80] [] 10.0.0.46:8080 166 0.064 200 855ca1eb79d4615840c767962695569f 199.204.45.210 - - [14/Mar/2026:01:38:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.46:8080 1928 0.473 200 dc5617c1d920d656c92077b221cce0cc 199.204.45.210 - - [14/Mar/2026:01:38:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.054 [auth-system-keycloak-80] [] 10.0.0.46:8080 1286 0.054 200 e64dcca7f28cd3648e880a64f636b1d8 199.204.45.210 - - [14/Mar/2026:01:38:05 +0000] "GET /admin/realms/atmosphere/clients/fb2d2aba-3130-4e0b-ac43-87d3486f4aae/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.46:8080 119 0.008 404 0b55bd0af45bbd2867b62bb1adb4a942 199.204.45.210 - - [14/Mar/2026:01:38:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.46:8080 1286 0.005 200 6957cd818d434c600d12c2e535cfd4e0 199.204.45.210 - - [14/Mar/2026:01:38:05 +0000] "POST /admin/realms/atmosphere/clients/fb2d2aba-3130-4e0b-ac43-87d3486f4aae/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.46:8080 0 0.015 201 70a51247e226c46ee33193b23960ecc7 199.204.45.210 - - [14/Mar/2026:01:38:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.036 [auth-system-keycloak-80] [] 10.0.0.46:8080 1286 0.036 200 ad483e7ed61fa923de2d3c10d858fe3d 199.204.45.210 - - [14/Mar/2026:01:38:05 +0000] "GET /admin/realms/atmosphere/clients/fb2d2aba-3130-4e0b-ac43-87d3486f4aae/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.46:8080 166 0.014 200 9d7471f253ba591fb856b77e6f5a5c0f 199.204.45.210 - - [14/Mar/2026:01:38:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.46:8080 1928 0.463 200 4492265d31b95de69d235e09f478ebb2 199.204.45.210 - - [14/Mar/2026:01:38:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.036 [auth-system-keycloak-80] [] 10.0.0.46:8080 1251 0.036 200 528595f1b78187016db5874d71d00154 199.204.45.210 - - [14/Mar/2026:01:38:06 +0000] "GET /admin/realms/atmosphere/clients/3c961c7e-9f91-47ee-9904-daf9d8e93020/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.46:8080 119 0.009 404 1517bf1662b40d9e64c33e8f8c4d1518 199.204.45.210 - - [14/Mar/2026:01:38:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.46:8080 1251 0.007 200 35423e630d8fad606401d73c1a6c3aa6 199.204.45.210 - - [14/Mar/2026:01:38:06 +0000] "POST /admin/realms/atmosphere/clients/3c961c7e-9f91-47ee-9904-daf9d8e93020/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.062 [auth-system-keycloak-80] [] 10.0.0.46:8080 0 0.061 201 c51a23ba15af941c0dc44717a41c8452 199.204.45.210 - - [14/Mar/2026:01:38:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.46:8080 1251 0.005 200 d07553303cc6db2fc28f31ba275eb9dd 199.204.45.210 - - [14/Mar/2026:01:38:06 +0000] "GET /admin/realms/atmosphere/clients/3c961c7e-9f91-47ee-9904-daf9d8e93020/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.46:8080 166 0.011 200 30312332b7e5f94ad4e69cb4ce33a67d W0314 01:38:17.949517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:17.949558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:11.254602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:11.254637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:11.331080 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:11.331111 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:11.331159 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0314 01:39:11.331180 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0314 01:39:11.331202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:11.331213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:11.331227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:11.331273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:11.331604 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:11.331723 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0314 01:39:11.331795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:11.331844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:39:11.333295 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 01:39:11.333325 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0314 01:39:11.333851 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 01:39:11.333921 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0314 01:39:11.335077 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0314 01:39:11.335128 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0314 01:39:11.344038 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0314 01:39:11.344507 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0314 01:39:11.344536 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0314 01:39:11.344627 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"dfb9366f-a922-4002-aa09-ab800c95c4d7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3984", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:39:11.344728 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"df125a87-c305-40c3-aa67-775cc196316c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3985", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:39:11.344850 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0314 01:39:11.345472 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0314 01:39:11.345838 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0314 01:39:11.345879 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1e957586-d653-44c0-bef2-00943b87b985", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3990", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:39:11.584959 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0314 01:39:11.585695 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0314 01:39:11.768640 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0314 01:39:11.769412 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0314 01:39:12.953636 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0314 01:39:12.954783 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0314 01:39:14.588178 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:14.588248 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:14.588286 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:14.588426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:14.588467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:39:14.588713 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:39:14.641904 7 controller.go:216] "Backend successfully reloaded" I0314 01:39:14.642144 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r268z", UID:"76d8d40c-81bc-4812-814e-ac24b3282640", APIVersion:"v1", ResourceVersion:"1137", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:39:17.922135 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:17.922228 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:17.923793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:17.923870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:17.923883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:21.255586 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:21.255677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:21.255716 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:21.255846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:21.255875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:24.588344 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:24.588406 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:24.588445 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:24.588563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:24.588587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:27.921809 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:27.921855 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:27.921894 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:27.922142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:27.922164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:31.254910 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:31.255024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:31.255121 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:31.255358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:31.255395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:34.589912 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:34.589984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:34.590026 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:34.590159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:34.590188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:37.922190 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:37.922233 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:37.922269 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:37.922355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:37.922371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:41.254751 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:41.254814 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:39:41.254853 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:41.254968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:41.254994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:39:43.364523 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.79.220"}] I0314 01:39:43.364778 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.79.220"}] I0314 01:39:43.364920 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.79.220"}] I0314 01:39:43.740028 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"df125a87-c305-40c3-aa67-775cc196316c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4819", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:39:43.751498 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"dfb9366f-a922-4002-aa09-ab800c95c4d7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4820", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:39:43.753810 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1e957586-d653-44c0-bef2-00943b87b985", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4821", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:39:44.588040 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:44.588294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:44.588486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:44.588555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:47.922164 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:47.922261 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:47.922374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:47.922400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:51.255346 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:51.255469 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:51.255680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:51.255710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:54.589940 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:54.590008 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:54.591142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:54.591221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:57.921525 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:39:57.921619 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:39:57.921732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:57.921760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.114 - - [14/Mar/2026:01:39:58 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.032 [auth-system-keycloak-80] [] 10.0.0.46:8080 6382 0.032 200 f582c0c795b04f2b956c30d254bc3948 10.0.0.238 - - [14/Mar/2026:01:39:58 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.46:8080 6382 0.008 200 4d44e3d1c3323ea31f4ea2328f2710f6 W0314 01:40:01.254894 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:01.255013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:01.255027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:04.590008 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:04.590374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:04.590409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:07.922028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:07.922061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:11.257738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:11.257790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:14.588539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:14.588581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:23.410101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:23.410136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:26.744928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:26.744973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [14/Mar/2026:01:40:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.456 [auth-system-keycloak-80] [] 10.0.0.46:8080 1928 0.456 200 bf40b021d2790a1a6034504a8aab71d7 199.204.45.210 - - [14/Mar/2026:01:40:27 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.005 [auth-system-keycloak-80] [] 10.0.0.46:8080 4246 0.005 200 bb644e7d0ba3a02f4bf276952392e08d 199.204.45.210 - - [14/Mar/2026:01:40:27 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.364 [auth-system-keycloak-80] [] 10.0.0.46:8080 0 0.364 204 7b322479df3e41fcb2e1318c703aa0d9 199.204.45.210 - - [14/Mar/2026:01:40:27 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.182 [auth-system-keycloak-80] [] 10.0.0.46:8080 4384 0.182 200 c6263701f648a0c065e20148d9e1b802 199.204.45.210 - - [14/Mar/2026:01:40:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.500 [auth-system-keycloak-80] [] 10.0.0.46:8080 1928 0.500 200 a398e68709032328a608913f72650f87 199.204.45.210 - - [14/Mar/2026:01:40:29 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.46:8080 1682 0.009 200 67e5fe09e0511d55117c1cf79861dadd 199.204.45.210 - - [14/Mar/2026:01:40:29 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.46:8080 6382 0.006 200 e8d54bbea5b345f60a6d764a897cc2c5 199.204.45.210 - - [14/Mar/2026:01:40:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.46:8080 1928 0.485 200 86001740a6376e30428c16f86359f505 199.204.45.210 - - [14/Mar/2026:01:40:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.049 [auth-system-keycloak-80] [] 10.0.0.46:8080 2 0.049 200 fa8aad83e39ce85e2b3e36643e5b962f 199.204.45.210 - - [14/Mar/2026:01:40:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.126 [auth-system-keycloak-80] [] 10.0.0.46:8080 0 0.125 201 ff7b9ab8f508a113582ba5f11dd227d9 199.204.45.210 - - [14/Mar/2026:01:40:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.074 [auth-system-keycloak-80] [] 10.0.0.46:8080 2246 0.074 200 98084e4fdc84a1f2a5f7c4bc6c63fa8d 199.204.45.210 - - [14/Mar/2026:01:40:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.455 [auth-system-keycloak-80] [] 10.0.0.46:8080 1928 0.454 200 6f2d2f53f9b22e40a5162860581150bd 199.204.45.210 - - [14/Mar/2026:01:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.46:8080 2246 0.004 200 89f6f403ed54f3f83f5bc151c8697179 199.204.45.210 - - [14/Mar/2026:01:40:32 +0000] "GET /admin/realms/atmosphere/clients/1c4acc6f-b2d0-42cd-a977-0323ffe9cece/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.014 [auth-system-keycloak-80] [] 10.0.0.46:8080 233 0.014 200 fc11293dd4b8cdafff9f3cbb1a5bf8b5 199.204.45.210 - - [14/Mar/2026:01:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.066 [auth-system-keycloak-80] [] 10.0.0.46:8080 831 0.066 200 493d57037712640cb0895bc781b13b77 199.204.45.210 - - [14/Mar/2026:01:40:32 +0000] "GET /admin/realms/atmosphere/clients/fed0ecfb-aff7-48e5-8c2a-8103c7bd69ee/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.080 [auth-system-keycloak-80] [] 10.0.0.46:8080 3758 0.079 200 039fac38efa890a7f09ae2312b173fd8 199.204.45.210 - - [14/Mar/2026:01:40:32 +0000] "GET /admin/realms/atmosphere/users/170e252b-fd4d-4222-9274-d857f77986a6/role-mappings/clients/fed0ecfb-aff7-48e5-8c2a-8103c7bd69ee/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.281 [auth-system-keycloak-80] [] 10.0.0.46:8080 3758 0.281 200 ae4a248fad3a6adaee915b5d3d8257e5 199.204.45.210 - - [14/Mar/2026:01:40:32 +0000] "GET /admin/realms/atmosphere/users/170e252b-fd4d-4222-9274-d857f77986a6/role-mappings/clients/fed0ecfb-aff7-48e5-8c2a-8103c7bd69ee/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.020 [auth-system-keycloak-80] [] 10.0.0.46:8080 2 0.020 200 fc7c408cd3d7e93e9312cbd85210d627 199.204.45.210 - - [14/Mar/2026:01:40:32 +0000] "POST /admin/realms/atmosphere/users/170e252b-fd4d-4222-9274-d857f77986a6/role-mappings/clients/fed0ecfb-aff7-48e5-8c2a-8103c7bd69ee HTTP/1.1" 204 0 "-" "Ansible" 1390 0.024 [auth-system-keycloak-80] [] 10.0.0.46:8080 0 0.023 204 4a18cd1850b0c3f5d82232f3cef088fe 199.204.45.210 - - [14/Mar/2026:01:40:32 +0000] "GET /admin/realms/atmosphere/users/170e252b-fd4d-4222-9274-d857f77986a6/role-mappings/clients/fed0ecfb-aff7-48e5-8c2a-8103c7bd69ee/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.045 [auth-system-keycloak-80] [] 10.0.0.46:8080 576 0.045 200 fa8a35f488b82afebeadde6e13035616 W0314 01:40:35.391143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:35.391174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:38.725732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:38.725781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:52.104165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:52.104210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:55.437638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:55.437684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:40.024485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:40.024523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:08.863729 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 01:43:08.863831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:08.863852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:43:08.867871 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0314 01:43:08.867917 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0314 01:43:08.876260 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0314 01:43:08.876562 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b3506313-1c83-4b81-b1f6-e435cf6664f7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6297", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:43:08.877131 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0314 01:43:08.877697 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 01:43:08.877784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:08.877863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:43:08.878025 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:43:08.933708 7 controller.go:216] "Backend successfully reloaded" I0314 01:43:08.934012 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r268z", UID:"76d8d40c-81bc-4812-814e-ac24b3282640", APIVersion:"v1", ResourceVersion:"1137", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:43:09.294572 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0314 01:43:09.296285 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0314 01:43:12.211788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:12.211829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [14/Mar/2026:01:43:13 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.007 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.007 300 f83e7bba2ee4372d18734fd5a6ee0364 199.204.45.210 - - [14/Mar/2026:01:43:14 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.188:5000 266 0.005 200 0ca7a8569f254da5ef234c94c10ae6fa 199.204.45.210 - - [14/Mar/2026:01:43:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.354 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1360 0.354 201 d78cd1da035ac2b3de3bee80bcd36c8e 199.204.45.210 - - [14/Mar/2026:01:43:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.006 300 ccb4a5f726f2c05aeead4facf7f4be29 199.204.45.210 - - [14/Mar/2026:01:43:15 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.034 [openstack-keystone-api-5000] [] 10.0.0.188:5000 90 0.034 404 04d86acde010d114179af3d5bef38c16 199.204.45.210 - - [14/Mar/2026:01:43:15 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.032 [openstack-keystone-api-5000] [] 10.0.0.188:5000 368 0.032 200 184ea181dfba86fe17a44cebb7a9b2b5 199.204.45.210 - - [14/Mar/2026:01:43:15 +0000] "GET /v3/domains/f6217c4ac4cc42069abff5607f058501 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.028 [openstack-keystone-api-5000] [] 10.0.0.188:5000 245 0.028 200 e38a6d2346eaacf2000ed0a1012e5feb 199.204.45.210 - - [14/Mar/2026:01:43:15 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 266 0.002 200 e5392f820251e45065b7f7e9f6f151a1 199.204.45.210 - - [14/Mar/2026:01:43:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.328 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1360 0.328 201 49fb7edff9c02bf347768e8e7cdccdfc 199.204.45.210 - - [14/Mar/2026:01:43:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 a350baf6d3dc29b2e83f0d230cc65f92 199.204.45.210 - - [14/Mar/2026:01:43:16 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.027 [openstack-keystone-api-5000] [] 10.0.0.188:5000 101 0.027 404 46d7e6ebadeb8fb42f4ea7ff174f0e6b 199.204.45.210 - - [14/Mar/2026:01:43:16 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.022 [openstack-keystone-api-5000] [] 10.0.0.188:5000 156 0.022 200 f05381189a13d971792bab0df6e8f9c9 199.204.45.210 - - [14/Mar/2026:01:43:16 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.027 [openstack-keystone-api-5000] [] 10.0.0.188:5000 454 0.027 201 ca70519539f6962b2d220c03835edc00 199.204.45.210 - - [14/Mar/2026:01:43:16 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 266 0.003 200 9c4cc1b7c639d5fbce62ebda247eb3a2 199.204.45.210 - - [14/Mar/2026:01:43:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1360 0.302 201 5f624300511a601e45dd6dc02961b2a6 199.204.45.210 - - [14/Mar/2026:01:43:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 87cc09d656c370b281a31ff27ed5a39d 199.204.45.210 - - [14/Mar/2026:01:43:17 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.026 [openstack-keystone-api-5000] [] 10.0.0.188:5000 98 0.025 404 457bd7f50dd25f252176bfdd5a444c8c 199.204.45.210 - - [14/Mar/2026:01:43:17 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.188:5000 136 0.022 200 0e0451d9618f51b9ec257fd70a073a93 199.204.45.210 - - [14/Mar/2026:01:43:17 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.026 [openstack-keystone-api-5000] [] 10.0.0.188:5000 332 0.026 201 f383dedcb4b9247bd37d35be2695ef50 199.204.45.210 - - [14/Mar/2026:01:43:17 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.188:5000 266 0.005 200 03d8090b33f9b8ad77015d4527bc7243 199.204.45.210 - - [14/Mar/2026:01:43:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1360 0.297 201 4cb5dab24689da7394a6065efb3e0f1a 199.204.45.210 - - [14/Mar/2026:01:43:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 56f22a0d6a93a06dd1c7057d6b0e5945 199.204.45.210 - - [14/Mar/2026:01:43:18 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.032 [openstack-keystone-api-5000] [] 10.0.0.188:5000 131 0.032 404 f8709def13c823844af6e1217d3b4778 199.204.45.210 - - [14/Mar/2026:01:43:18 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.021 [openstack-keystone-api-5000] [] 10.0.0.188:5000 168 0.021 200 0dd7191cc36271a192f844f4893a9eaf 199.204.45.210 - - [14/Mar/2026:01:43:18 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.021 [openstack-keystone-api-5000] [] 10.0.0.188:5000 224 0.021 201 d505c01c2ff630f5d0dbae94fd8ca409 W0314 01:43:27.633924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:27.633967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:30.968140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:30.968187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:34.383103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:34.383135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:43:43.364625 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.79.220"}] I0314 01:43:43.370081 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b3506313-1c83-4b81-b1f6-e435cf6664f7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6570", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:43:43.372880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:43.372944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:53.125288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:53.125369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:56.459234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:56.459290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:00.701050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:00.701093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:04.035736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:04.035787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:28.823123 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:45:28.823259 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 01:45:28.823336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:28.823363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:45:28.827580 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0314 01:45:28.827617 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0314 01:45:28.833608 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0314 01:45:28.834221 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"b1e8ac2e-7509-44e5-8b2f-1a0f2848ca79", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7305", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:45:28.834450 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0314 01:45:28.835006 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:45:28.835162 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 01:45:28.835279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:28.835314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:45:28.835688 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:45:28.884076 7 controller.go:216] "Backend successfully reloaded" I0314 01:45:28.885059 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r268z", UID:"76d8d40c-81bc-4812-814e-ac24b3282640", APIVersion:"v1", ResourceVersion:"1137", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:45:29.150317 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0314 01:45:29.152220 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.210 - - [14/Mar/2026:01:45:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 d67cf09d1c64bde1ecda2e8d731ef36d 199.204.45.210 - - [14/Mar/2026:01:45:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1992 0.338 201 5fcde269ed0a1326b1174a1bd6d39edb 199.204.45.210 - - [14/Mar/2026:01:45:29 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.188:5000 85 0.025 404 acaafe58477e79eb1933419e558324e1 199.204.45.210 - - [14/Mar/2026:01:45:30 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.188:5000 129 0.019 200 2c9a0f6be27c29d13ee3c8ba9b34f1a4 199.204.45.210 - - [14/Mar/2026:01:45:30 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.025 [openstack-keystone-api-5000] [] 10.0.0.188:5000 230 0.025 201 b5927683ff8275dc4c650decfb865981 W0314 01:45:32.169303 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:45:32.169621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:32.169666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [14/Mar/2026:01:45:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 504ca993d40d916a7b877b6934e0b477 199.204.45.210 - - [14/Mar/2026:01:45:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.297 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1992 0.297 201 e8d01ee3d2694b02db7fc94f6621d612 199.204.45.210 - - [14/Mar/2026:01:45:35 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.029 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1521 0.029 200 974fc30e42367dcbae38b0c34e37ff31 199.204.45.210 - - [14/Mar/2026:01:45:36 +0000] "PUT /v3/roles/20cee3c125514bd4a2867aab4dc5c17b/implies/fa035664a60f48528cca2681308fe0ad HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.035 [openstack-keystone-api-5000] [] 10.0.0.188:5000 521 0.035 201 f0a713d207c8a4adf21c994d29d5c3bb W0314 01:45:41.066358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:41.066410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:45:43.364148 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.100.79.220"}] I0314 01:45:44.315869 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"b1e8ac2e-7509-44e5-8b2f-1a0f2848ca79", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7542", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:45:44.409370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:44.409406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [14/Mar/2026:01:46:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 e6f56fc304fdd10e3933c3f3799910c1 199.204.45.210 - - [14/Mar/2026:01:46:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2055 0.340 201 063a035228cf8152c21d9698e0b104f3 199.204.45.210 - - [14/Mar/2026:01:46:25 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.030 [openstack-keystone-api-5000] [] 10.0.0.188:5000 87 0.030 404 fe4b09524d804d382c7558ad2ef47045 199.204.45.210 - - [14/Mar/2026:01:46:25 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.027 [openstack-keystone-api-5000] [] 10.0.0.188:5000 390 0.027 200 b898a17b9b9f1e8c5a2f88d1957dc2ef 199.204.45.210 - - [14/Mar/2026:01:46:25 +0000] "GET /v3/users/rgw-RegionOne?domain_id=cb81109fa8f14bf2ba98b743df3f5d1a HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.074 [openstack-keystone-api-5000] [] 10.0.0.188:5000 91 0.074 404 f669b09f73bf5ce4db9dd7a2f841d392 199.204.45.210 - - [14/Mar/2026:01:46:25 +0000] "GET /v3/users?domain_id=cb81109fa8f14bf2ba98b743df3f5d1a&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.029 [openstack-keystone-api-5000] [] 10.0.0.188:5000 178 0.029 200 f98c8884abaa5bb71fce4b910039ef97 199.204.45.210 - - [14/Mar/2026:01:46:26 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.378 [openstack-keystone-api-5000] [] 10.0.0.188:5000 291 0.378 201 bf31ffb0cf8df0002360a3aaaea0a6b6 199.204.45.210 - - [14/Mar/2026:01:46:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 2e785710b46527a23f69014757204241 199.204.45.210 - - [14/Mar/2026:01:46:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.283 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2055 0.283 201 780c1180231c7a86e41ca686f150d436 199.204.45.210 - - [14/Mar/2026:01:46:31 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.031 [openstack-keystone-api-5000] [] 10.0.0.188:5000 83 0.031 404 85312bcf593e20df4db14a2ab82417e9 199.204.45.210 - - [14/Mar/2026:01:46:31 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.026 [openstack-keystone-api-5000] [] 10.0.0.188:5000 361 0.026 200 5d49ddc808fbeb6860e0d56e552d8a71 199.204.45.210 - - [14/Mar/2026:01:46:31 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.027 [openstack-keystone-api-5000] [] 10.0.0.188:5000 87 0.027 404 087e8f582a680302c11eb3a8dfaf26a2 199.204.45.210 - - [14/Mar/2026:01:46:31 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.081 [openstack-keystone-api-5000] [] 10.0.0.188:5000 390 0.081 200 89b9c36119d7ad46068fccc50429b32d 199.204.45.210 - - [14/Mar/2026:01:46:31 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.027 [openstack-keystone-api-5000] [] 10.0.0.188:5000 91 0.027 404 fcd7e7bb06d5bbdbd1b6730767f4fdcd 199.204.45.210 - - [14/Mar/2026:01:46:31 +0000] "GET /v3/users?domain_id=cb81109fa8f14bf2ba98b743df3f5d1a&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.048 [openstack-keystone-api-5000] [] 10.0.0.188:5000 458 0.048 200 22f73f6b1744bfb8973699451b101177 199.204.45.210 - - [14/Mar/2026:01:46:31 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.039 [openstack-keystone-api-5000] [] 10.0.0.188:5000 88 0.039 404 cd6a1366f55d5616d463aaf7454fcf0e 199.204.45.210 - - [14/Mar/2026:01:46:31 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.028 [openstack-keystone-api-5000] [] 10.0.0.188:5000 520 0.028 200 5c52638783b65c1c2c4c75dfb3be28ff 199.204.45.210 - - [14/Mar/2026:01:46:31 +0000] "PUT /v3/projects/2cde548d6ad148b4b997ae74af252afd/users/2be1d3413c9146a98ed1e8df12033576/roles/f3bb19d687f2475d92d525fdb66c3992 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.182 [openstack-keystone-api-5000] [] 10.0.0.188:5000 0 0.182 204 75a69e8a60c9cd61aee7feb4ceef2750 199.204.45.210 - - [14/Mar/2026:01:46:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 55b37efda4a55efc7bcb8719f8c96867 199.204.45.210 - - [14/Mar/2026:01:46:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.348 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2055 0.348 201 4f61571c108906e145f9a890be2129bc 199.204.45.210 - - [14/Mar/2026:01:46:34 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.023 [openstack-keystone-api-5000] [] 10.0.0.188:5000 151 0.023 200 a6c298688b47900d5a1cacefe399c5ee 199.204.45.210 - - [14/Mar/2026:01:46:34 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.036 [openstack-keystone-api-5000] [] 10.0.0.188:5000 263 0.036 201 b1e04ea386baa81585837cb1c659ea79 199.204.45.210 - - [14/Mar/2026:01:46:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 34603bef663df701c6842214fc2c3b9d 199.204.45.210 - - [14/Mar/2026:01:46:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2157 0.301 201 bca2c35668084ec386f878b7ea4cb159 199.204.45.210 - - [14/Mar/2026:01:46:35 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.188:5000 86 0.023 404 842437811683f01d8bc94eaa47e7f59c 199.204.45.210 - - [14/Mar/2026:01:46:35 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.188:5000 382 0.017 200 848653eceba5887ec971944ac5f6e2ee 199.204.45.210 - - [14/Mar/2026:01:46:35 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=404f23020bda4c3ab9b8528ec3f9b476 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.188:5000 205 0.020 200 426f7451d789350b5a8332022a140238 199.204.45.210 - - [14/Mar/2026:01:46:35 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.032 [openstack-keystone-api-5000] [] 10.0.0.188:5000 379 0.032 201 7f270bfb4ce6f214c6e4284803e51a1d 199.204.45.210 - - [14/Mar/2026:01:46:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 bbdf8678f9e228eb389c0130878918cf 199.204.45.210 - - [14/Mar/2026:01:46:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2366 0.297 201 4c545f90effcab55cb4154eeaf9c965f 199.204.45.210 - - [14/Mar/2026:01:46:36 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.188:5000 86 0.022 404 1343f825ed7a0bfb32565df0eb9ddc78 199.204.45.210 - - [14/Mar/2026:01:46:36 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.021 [openstack-keystone-api-5000] [] 10.0.0.188:5000 382 0.020 200 abe1aa75a1be8fe3a5de91a3985abd8f 199.204.45.210 - - [14/Mar/2026:01:46:36 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=404f23020bda4c3ab9b8528ec3f9b476 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.024 [openstack-keystone-api-5000] [] 10.0.0.188:5000 207 0.024 200 57aa34837776af774271c5fa07ef7628 199.204.45.210 - - [14/Mar/2026:01:46:36 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.032 [openstack-keystone-api-5000] [] 10.0.0.188:5000 392 0.032 201 2509f6abea774c684ff50f04d7ac2065 W0314 01:46:38.109001 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:46:38.109160 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 01:46:38.109233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:38.109254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:46:38.112840 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0314 01:46:38.112873 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0314 01:46:38.129644 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0314 01:46:38.130405 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0314 01:46:38.130926 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:46:38.131078 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 01:46:38.131193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:38.131225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:46:38.131419 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:46:38.138547 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ebc4d317-7801-47ca-a7db-1aa3fe93fc7d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7847", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:46:38.185672 7 controller.go:216] "Backend successfully reloaded" I0314 01:46:38.185890 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r268z", UID:"76d8d40c-81bc-4812-814e-ac24b3282640", APIVersion:"v1", ResourceVersion:"1137", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:46:38.660270 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0314 01:46:38.667028 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0314 01:46:41.464485 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:46:41.464663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:41.464692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:46:43.387078 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.100.79.220"}] I0314 01:46:43.400816 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ebc4d317-7801-47ca-a7db-1aa3fe93fc7d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7899", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:46:44.798029 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:46:44.798259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:44.798278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:56.125409 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:46:56.126201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:56.126266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:01.022702 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:01.022904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:01.022947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:04.356658 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:04.356956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:04.356982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:07.689658 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:07.689859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:07.689881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:11.024022 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:11.024286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:11.024329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:11.024544 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:47:11.074885 7 controller.go:216] "Backend successfully reloaded" I0314 01:47:11.075168 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r268z", UID:"76d8d40c-81bc-4812-814e-ac24b3282640", APIVersion:"v1", ResourceVersion:"1137", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:47:25.753323 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:25.753594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:25.753661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:29.087006 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:29.087153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:29.087174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:32.420224 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:32.420410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:32.420438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:16.832763 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:16.832910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:16.832932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:55.608002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:55.608035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:32.052855 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:49:32.053011 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 01:49:32.053097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:32.053121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:49:32.058094 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.2kB} I0314 01:49:32.058119 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0314 01:49:32.063200 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0314 01:49:32.063567 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0314 01:49:32.063857 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:49:32.063939 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 01:49:32.063995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:32.064009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:49:32.064130 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:49:32.064106 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"0e3e7d6f-dec8-4c10-afa6-d63014c97835", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9272", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:49:32.115317 7 controller.go:216] "Backend successfully reloaded" I0314 01:49:32.115908 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r268z", UID:"76d8d40c-81bc-4812-814e-ac24b3282640", APIVersion:"v1", ResourceVersion:"1137", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:49:32.468160 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0314 01:49:32.469881 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0314 01:49:35.398423 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:49:35.398616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:35.398646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [14/Mar/2026:01:49:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 2f62ef5a48e8666ddfee8ec99556bb33 199.204.45.210 - - [14/Mar/2026:01:49:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.324 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.323 201 83f454037ca39a19748ae598660b9f51 199.204.45.210 - - [14/Mar/2026:01:49:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 06ad33a39166a449c20f4ae5a96dd536 199.204.45.210 - - [14/Mar/2026:01:49:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9342570afe5698d16c67648ad0c085f0 199.204.45.210 - - [14/Mar/2026:01:49:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 e6c1af7460be878f09805340ca566b38 199.204.45.210 - - [14/Mar/2026:01:49:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.390 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.390 201 ef305ca955f0e0c06e17e655f90670ad 199.204.45.210 - - [14/Mar/2026:01:49:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fd90d8683b09006450e40e8066f8847e 199.204.45.210 - - [14/Mar/2026:01:49:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 36563ae9d126674e2d02753e46b7e99f 199.204.45.210 - - [14/Mar/2026:01:49:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 e5785e4ebb16c905de0b144c6b9a0568 199.204.45.210 - - [14/Mar/2026:01:49:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.290 201 67b4b2784ad59f1361e53ab7519a18a6 199.204.45.210 - - [14/Mar/2026:01:49:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dc0a2ac6948cbe8a93743467d255725d 199.204.45.210 - - [14/Mar/2026:01:49:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e4b531edb6ee4769894744bf3dedcd5c 199.204.45.210 - - [14/Mar/2026:01:49:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 ba186dd84a9c5855100101d07c0c363a 199.204.45.210 - - [14/Mar/2026:01:49:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.281 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.281 201 4f612bc07118ddc843c024368e0ca397 199.204.45.210 - - [14/Mar/2026:01:49:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6a0d412c3e6aac19aff4daeec1a2fda6 199.204.45.210 - - [14/Mar/2026:01:49:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c7ecdf63a017f66446aa32fed655fcd4 199.204.45.210 - - [14/Mar/2026:01:49:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.005 300 766987be92c58c41365df26e32152a35 I0314 01:49:43.365441 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.100.79.220"}] I0314 01:49:43.370025 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"0e3e7d6f-dec8-4c10-afa6-d63014c97835", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9350", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:49:43.371783 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:49:43.371944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:43.371964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [14/Mar/2026:01:49:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.305 201 2cc344659a9166a0338d6d1c3572283d 199.204.45.210 - - [14/Mar/2026:01:49:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1cecece8463232c395059988c077edc6 199.204.45.210 - - [14/Mar/2026:01:49:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2b718d13bcad672f6a9ac2e40b745c3d 199.204.45.210 - - [14/Mar/2026:01:49:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 b35c5c15c8751756cc067a3440aa0af6 199.204.45.210 - - [14/Mar/2026:01:49:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.299 201 dc739ac841dcd9457a8db3632670528a 199.204.45.210 - - [14/Mar/2026:01:49:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b292193c5aa96ab94be4154a4347b398 199.204.45.210 - - [14/Mar/2026:01:49:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 26a4ef67ca4c1dfa5b3587c2b69af05d W0314 01:49:46.706327 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:49:46.706528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:46.706560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [14/Mar/2026:01:49:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.002 300 039aaaaddbedd10f3f65b6401bb00613 199.204.45.210 - - [14/Mar/2026:01:49:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.295 201 e393ea74c59759a483e8e6586afdf109 199.204.45.210 - - [14/Mar/2026:01:49:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a4dbe0016099896f2d0635756b49cda0 199.204.45.210 - - [14/Mar/2026:01:49:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2f236085025baf7a9734a68e473e0d09 199.204.45.210 - - [14/Mar/2026:01:49:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 a816df16431492e3ca6df88208b3a7f8 199.204.45.210 - - [14/Mar/2026:01:49:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.315 201 6f7ecefa78ce08a5fa95d2cdc9352caf 199.204.45.210 - - [14/Mar/2026:01:49:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 999f119e3ccc2ecc4c6d8befc769cbd3 199.204.45.210 - - [14/Mar/2026:01:49:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7bd020c640d65319a79ed69cb8688ffa 199.204.45.210 - - [14/Mar/2026:01:49:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 9e641eda13063bda48de2a1f1e7774dd 199.204.45.210 - - [14/Mar/2026:01:49:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.277 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.277 201 8837ef696877cb8031c32af49550cccb 199.204.45.210 - - [14/Mar/2026:01:49:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4ff700c4344c4251ef0f15c8da4769c7 199.204.45.210 - - [14/Mar/2026:01:49:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1194fc47c7aaf03efda049693d765499 199.204.45.210 - - [14/Mar/2026:01:49:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.012 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.012 300 3e852592259e45ca41f267b40e872ee4 199.204.45.210 - - [14/Mar/2026:01:49:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.295 201 9ec4cb1fea9e3ca9631dee15c4e09e1b 199.204.45.210 - - [14/Mar/2026:01:49:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 34161fe5ffb58c406ec5694d98c09f18 199.204.45.210 - - [14/Mar/2026:01:49:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 08434a6ca45bfe80425191fcd6b0083f 199.204.45.210 - - [14/Mar/2026:01:49:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 22d868db7ca0419cb6d07b5d8faf17b9 199.204.45.210 - - [14/Mar/2026:01:49:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.283 201 fd7fa585fef818ff17dc9242bfb5debc 199.204.45.210 - - [14/Mar/2026:01:49:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cb3765624d161c0eb60f25737a88917f 199.204.45.210 - - [14/Mar/2026:01:49:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bf0d938692cbf5bedcaa02fb159c2279 W0314 01:49:55.114718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:55.114750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [14/Mar/2026:01:49:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 d4cb1c2cae76b00ee62e6d15f33b342b 199.204.45.210 - - [14/Mar/2026:01:49:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.288 201 8be5958f61f7cb9e81308a11d799e625 199.204.45.210 - - [14/Mar/2026:01:49:55 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.42:9292 1193 0.003 300 e92f75b1aeab25b48c7dc725ff524216 199.204.45.210 - - [14/Mar/2026:01:49:56 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.554 [openstack-glance-api-9292] [] 10.0.0.42:9292 69 0.554 200 dfe57c6eea7284c7170e2e7de7abd199 199.204.45.210 - - [14/Mar/2026:01:49:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 ab13c7a883345937eb9e85316295fc27 199.204.45.210 - - [14/Mar/2026:01:49:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.286 201 9b0410fbbcb73877ae8169a9ec46bf7e 199.204.45.210 - - [14/Mar/2026:01:49:59 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.42:9292 1193 0.002 300 4c00f2bfd7e5761bd5907023c5d5c922 199.204.45.210 - - [14/Mar/2026:01:49:59 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.053 [openstack-glance-api-9292] [] 10.0.0.42:9292 69 0.053 200 e9adf3395309e09e9de3a92a9aaceda1 199.204.45.210 - - [14/Mar/2026:01:49:59 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.107 [openstack-glance-api-9292] [] 10.0.0.42:9292 151 0.107 404 7ae7a9eae7364d7656d78ee12d0bba90 199.204.45.210 - - [14/Mar/2026:01:49:59 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.026 [openstack-glance-api-9292] [] 10.0.0.42:9292 81 0.026 200 ab061adc639061b96e8b52bcf5ff490e 199.204.45.210 - - [14/Mar/2026:01:49:59 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.026 [openstack-glance-api-9292] [] 10.0.0.42:9292 84 0.026 200 2d7d066c556bfceb942f2b3db7c8ff01 199.204.45.210 - - [14/Mar/2026:01:49:59 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.063 [openstack-glance-api-9292] [] 10.0.0.42:9292 760 0.063 201 02d3268865bc57b727021accea8528c6 199.204.45.210 - - [14/Mar/2026:01:50:06 +0000] "PUT /v2/images/9f419925-cd1a-44a4-8a30-0c1cf0ab1332/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 6.191 [openstack-glance-api-9292] [] 10.0.0.42:9292 0 6.191 204 e8486ef320e72177df4f62abc91cb5a1 199.204.45.210 - - [14/Mar/2026:01:50:06 +0000] "GET /v2/images/9f419925-cd1a-44a4-8a30-0c1cf0ab1332 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.42:9292 1171 0.014 200 2a6ae392c2284f75190a89ab5c9beafb 199.204.45.210 - - [14/Mar/2026:01:50:06 +0000] "GET /v2/images/9f419925-cd1a-44a4-8a30-0c1cf0ab1332 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.42:9292 1171 0.014 200 caeeefec87134e8ddfab4208858775d0 W0314 01:50:08.952786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:08.952851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:12.286257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:12.286306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store