------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0313 23:06:00.327200 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0313 23:06:00.327408 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0313 23:06:00.334431 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0313 23:06:00.345451 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0313 23:06:00.591118 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0313 23:06:00.610057 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0313 23:06:00.622874 7 nginx.go:271] "Starting NGINX Ingress controller" I0313 23:06:00.630180 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"734a5f1c-a69d-4171-8af9-d816b4f5f0b6", APIVersion:"v1", ResourceVersion:"1121", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0313 23:06:00.634498 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"5f076a0e-fce5-4f4e-be28-e5ba80d36649", APIVersion:"v1", ResourceVersion:"1122", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0313 23:06:00.634685 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"f779258d-a00a-40d3-a5b8-bd9c213dedec", APIVersion:"v1", ResourceVersion:"1120", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0313 23:06:01.825453 7 nginx.go:317] "Starting NGINX process" I0313 23:06:01.825537 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0313 23:06:01.826222 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0313 23:06:01.826603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:01.826687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:06:01.826744 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:06:01.835656 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0313 23:06:01.835735 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-bzgz8" I0313 23:06:01.865021 7 controller.go:216] "Backend successfully reloaded" I0313 23:06:01.865147 7 controller.go:227] "Initial sync, sleeping for 1 second" I0313 23:06:01.865225 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bzgz8", UID:"ca1d29cb-5a9e-4506-91d3-b20d5e99c530", APIVersion:"v1", ResourceVersion:"1225", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0313 23:06:05.647735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:05.647771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:08.981942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:08.982007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:12.314923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:12.314968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:15.653947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:15.654061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:18.982762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:18.982797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:22.315535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:22.315607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:25.648528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:25.648579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:28.983304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:28.983350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:36.687001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:36.687046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:40.021505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:40.021576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:43.356303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:06:43.356370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:30.287770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:30.287816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:33.622194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:33.622258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:40.951339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:40.951405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:44.284787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:44.284839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:49.824215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:49.824257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:53.157786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:53.157829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:56.491250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:56.491307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:59.851232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:07:59.851274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:08:03.185561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:08:03.185618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:08:06.518459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:08:06.518509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:08:09.851893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:08:09.851945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:08:13.187211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:08:13.187253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:08:16.518201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:08:16.518247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:08:19.852416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:08:19.852443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:36.092221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:36.092299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:39.428752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:39.428809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:39.698721 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-115.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-115.nip.io-tls was not found. Using default certificate W0313 23:10:39.698857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:39.698888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:10:39.700284 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0313 23:10:39.700343 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0313 23:10:39.711938 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0313 23:10:39.712483 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-115.nip.io-tls" in local store I0313 23:10:39.712989 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"2606ba60-4365-4c8e-8692-56a2d5e303ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3101", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0313 23:10:40.161284 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-115.nip.io-tls" I0313 23:10:40.162770 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-115.nip.io-tls" W0313 23:10:42.759288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:42.759342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:10:42.759441 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:10:42.801333 7 controller.go:216] "Backend successfully reloaded" I0313 23:10:42.801470 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bzgz8", UID:"ca1d29cb-5a9e-4506-91d3-b20d5e99c530", APIVersion:"v1", ResourceVersion:"1225", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0313 23:10:46.092646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:10:46.092693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [13/Mar/2026:23:10:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.246 [auth-system-keycloak-80] [] 10.0.0.48:8080 1928 2.244 200 7959d12150b6ddcd0dacbceb6383844c 199.204.45.115 - - [13/Mar/2026:23:10:51 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.181 [auth-system-keycloak-80] [] 10.0.0.48:8080 116 0.181 404 14362531e6ac746f51fe22f8d9d50d9a 199.204.45.115 - - [13/Mar/2026:23:10:55 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.293 [auth-system-keycloak-80] [] 10.0.0.48:8080 0 4.292 201 7a187de4f3400b11ecc46fe3f39fa404 199.204.45.115 - - [13/Mar/2026:23:10:56 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.790 [auth-system-keycloak-80] [] 10.0.0.48:8080 4246 0.790 200 ea6204745826733c0233449818ccf8c8 199.204.45.115 - - [13/Mar/2026:23:10:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.530 [auth-system-keycloak-80] [] 10.0.0.48:8080 1928 0.529 200 830d9cb86356762b3e8786d0bbea24ae 199.204.45.115 - - [13/Mar/2026:23:10:58 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.177 [auth-system-keycloak-80] [] 10.0.0.48:8080 12500 0.178 200 3beb2cf068f5d3c974ba63f867aed805 199.204.45.115 - - [13/Mar/2026:23:10:58 +0000] "GET /admin/realms/atmosphere/client-scopes/a1e7b500-a9b6-4a24-b462-ffcb6c00e966 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.071 [auth-system-keycloak-80] [] 10.0.0.48:8080 1278 0.072 200 a0cadc05fc04bf1ebb5fc15b4bd0c494 199.204.45.115 - - [13/Mar/2026:23:10:58 +0000] "PUT /admin/realms/atmosphere/client-scopes/a1e7b500-a9b6-4a24-b462-ffcb6c00e966 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.090 [auth-system-keycloak-80] [] 10.0.0.48:8080 0 0.089 204 e3f4065e5eb66ac8c63dc6f1989113a2 199.204.45.115 - - [13/Mar/2026:23:10:58 +0000] "GET /admin/realms/atmosphere/client-scopes/a1e7b500-a9b6-4a24-b462-ffcb6c00e966/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.022 [auth-system-keycloak-80] [] 10.0.0.48:8080 963 0.022 200 46e8e1eb0e8bde071a510b3af9a1e569 199.204.45.115 - - [13/Mar/2026:23:10:58 +0000] "GET /admin/realms/atmosphere/client-scopes/a1e7b500-a9b6-4a24-b462-ffcb6c00e966/protocol-mappers/models/8c589390-ec82-4558-a97c-76bdb8c38288 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.063 [auth-system-keycloak-80] [] 10.0.0.48:8080 366 0.064 200 4c5b331a3dcefff5b9710cafc645264f 199.204.45.115 - - [13/Mar/2026:23:10:58 +0000] "PUT /admin/realms/atmosphere/client-scopes/a1e7b500-a9b6-4a24-b462-ffcb6c00e966/protocol-mappers/models/8c589390-ec82-4558-a97c-76bdb8c38288 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.098 [auth-system-keycloak-80] [] 10.0.0.48:8080 0 0.098 204 f4616cf23b610c85caeb974fd754bb00 199.204.45.115 - - [13/Mar/2026:23:10:58 +0000] "GET /admin/realms/atmosphere/client-scopes/a1e7b500-a9b6-4a24-b462-ffcb6c00e966 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.085 [auth-system-keycloak-80] [] 10.0.0.48:8080 1218 0.085 200 6f3964c378d41e8b394ba5d4e1477408 I0313 23:11:01.843724 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.26.30"}] I0313 23:11:01.850819 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"2606ba60-4365-4c8e-8692-56a2d5e303ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3390", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:11:01.852155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:01.852199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [13/Mar/2026:23:11:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.489 [auth-system-keycloak-80] [] 10.0.0.48:8080 1928 0.488 200 a4101d85cea81437fef5a8e9eb1901d0 199.204.45.115 - - [13/Mar/2026:23:11:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.079 [auth-system-keycloak-80] [] 10.0.0.48:8080 2 0.079 200 427338eb6de27319fd631b0aca94e87d 199.204.45.115 - - [13/Mar/2026:23:11:20 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.197 [auth-system-keycloak-80] [] 10.0.0.48:8080 0 0.195 201 52bab3070dd34bfa969dddcc2b6b8696 199.204.45.115 - - [13/Mar/2026:23:11:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.077 [auth-system-keycloak-80] [] 10.0.0.48:8080 1261 0.077 200 5d5207b5085ad780bf15d27020135c25 199.204.45.115 - - [13/Mar/2026:23:11:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.48:8080 1928 0.502 200 1236782a6655330e1ab219157d46e845 199.204.45.115 - - [13/Mar/2026:23:11:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.48:8080 2 0.009 200 c34087f340c30826e9eacce71ca637a9 199.204.45.115 - - [13/Mar/2026:23:11:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.077 [auth-system-keycloak-80] [] 10.0.0.48:8080 0 0.075 201 6543fc04a2a988131241ca88be3ad33a 199.204.45.115 - - [13/Mar/2026:23:11:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.025 [auth-system-keycloak-80] [] 10.0.0.48:8080 1286 0.024 200 d3691bb75d0a8e5cab56b85c9b53a8f7 199.204.45.115 - - [13/Mar/2026:23:11:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.48:8080 1928 0.479 200 358960d78bc1929f4dd343ec281e1536 199.204.45.115 - - [13/Mar/2026:23:11:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.48:8080 2 0.010 200 3821dae787d3d4d89d62f22569d9e874 199.204.45.115 - - [13/Mar/2026:23:11:22 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.084 [auth-system-keycloak-80] [] 10.0.0.48:8080 0 0.083 201 c3e13e414daae1a2738e79c0f5c60a43 199.204.45.115 - - [13/Mar/2026:23:11:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.076 [auth-system-keycloak-80] [] 10.0.0.48:8080 1251 0.077 200 ffdaed1a3ecf6ed260148ee9120ffa9b 199.204.45.115 - - [13/Mar/2026:23:11:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.48:8080 1928 0.474 200 7622b8e771ef5f3a0cad2608b2a8fb74 199.204.45.115 - - [13/Mar/2026:23:11:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.48:8080 1261 0.009 200 dd00857e7edc82df251e7b91f6302cc3 199.204.45.115 - - [13/Mar/2026:23:11:23 +0000] "GET /admin/realms/atmosphere/clients/7da874b2-562c-4317-8ab2-aa1cfb7eabdd/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.034 [auth-system-keycloak-80] [] 10.0.0.48:8080 119 0.033 404 d58290f7637877a40e7f5b69b213c704 199.204.45.115 - - [13/Mar/2026:23:11:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.48:8080 1261 0.008 200 29a724c801acbe7898d05b925fa16fff 199.204.45.115 - - [13/Mar/2026:23:11:23 +0000] "POST /admin/realms/atmosphere/clients/7da874b2-562c-4317-8ab2-aa1cfb7eabdd/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.48:8080 0 0.020 201 4adcc5d9c329bcc811959347f95a8c76 199.204.45.115 - - [13/Mar/2026:23:11:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.037 [auth-system-keycloak-80] [] 10.0.0.48:8080 1261 0.036 200 5ac63f1525a8e4abd1ff1c99a62b1dde 199.204.45.115 - - [13/Mar/2026:23:11:23 +0000] "GET /admin/realms/atmosphere/clients/7da874b2-562c-4317-8ab2-aa1cfb7eabdd/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.48:8080 166 0.018 200 fbeb265b93da1e72f7374adc8875a6b1 199.204.45.115 - - [13/Mar/2026:23:11:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.48:8080 1928 0.496 200 6f688a5a58558e96b846a3e1237e2ef1 199.204.45.115 - - [13/Mar/2026:23:11:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.48:8080 1286 0.006 200 9e086d56bf7aeeb9b8f981a2caf2f412 199.204.45.115 - - [13/Mar/2026:23:11:24 +0000] "GET /admin/realms/atmosphere/clients/34782221-d692-4f60-a105-2c46a180cae3/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.061 [auth-system-keycloak-80] [] 10.0.0.48:8080 119 0.060 404 4b1427eae00b7fc57419604e6ef91ff4 199.204.45.115 - - [13/Mar/2026:23:11:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.48:8080 1286 0.008 200 5f2b8ecbdf6bbf031e8da8262f73e435 199.204.45.115 - - [13/Mar/2026:23:11:24 +0000] "POST /admin/realms/atmosphere/clients/34782221-d692-4f60-a105-2c46a180cae3/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.48:8080 0 0.014 201 99bbb7208a464e7a59d212462d0cf939 199.204.45.115 - - [13/Mar/2026:23:11:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.48:8080 1286 0.044 200 3e62f70b4707a351943de119525bc32a 199.204.45.115 - - [13/Mar/2026:23:11:24 +0000] "GET /admin/realms/atmosphere/clients/34782221-d692-4f60-a105-2c46a180cae3/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.48:8080 165 0.014 200 475476aeea1711cfb6fa709fb6cef560 199.204.45.115 - - [13/Mar/2026:23:11:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.631 [auth-system-keycloak-80] [] 10.0.0.48:8080 1928 0.630 200 315d7f5fc6e7e4d96ac5cb50446907b5 199.204.45.115 - - [13/Mar/2026:23:11:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.063 [auth-system-keycloak-80] [] 10.0.0.48:8080 1286 0.062 200 617c88a2589f0ff1086db964b914f0e2 199.204.45.115 - - [13/Mar/2026:23:11:25 +0000] "GET /admin/realms/atmosphere/clients/34782221-d692-4f60-a105-2c46a180cae3/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.48:8080 119 0.013 404 e60198852a6236dc561de5ae52790574 199.204.45.115 - - [13/Mar/2026:23:11:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.48:8080 1286 0.008 200 144acfe8bdb2d26e584650d066c1601d 199.204.45.115 - - [13/Mar/2026:23:11:26 +0000] "POST /admin/realms/atmosphere/clients/34782221-d692-4f60-a105-2c46a180cae3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.052 [auth-system-keycloak-80] [] 10.0.0.48:8080 0 0.051 201 635da4fe3326edef443933a34ff6fa67 199.204.45.115 - - [13/Mar/2026:23:11:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.48:8080 1286 0.009 200 91ceaadecb8a46f76e3f0bba88ebfb0f 199.204.45.115 - - [13/Mar/2026:23:11:26 +0000] "GET /admin/realms/atmosphere/clients/34782221-d692-4f60-a105-2c46a180cae3/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.48:8080 166 0.013 200 33e6eefaa4e8e0a274158348d6a85bc2 199.204.45.115 - - [13/Mar/2026:23:11:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.48:8080 1928 0.473 200 6a9c27375f03b413f30bd0d84e93c6f9 199.204.45.115 - - [13/Mar/2026:23:11:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.48:8080 1286 0.046 200 0c223066b41be1738fe59afb2dee420a 199.204.45.115 - - [13/Mar/2026:23:11:26 +0000] "GET /admin/realms/atmosphere/clients/34782221-d692-4f60-a105-2c46a180cae3/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.48:8080 119 0.012 404 73de354581d531b8de87a12ad127335b 199.204.45.115 - - [13/Mar/2026:23:11:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.48:8080 1286 0.008 200 1282eac05a69efa9bd83e91370c494d3 199.204.45.115 - - [13/Mar/2026:23:11:27 +0000] "POST /admin/realms/atmosphere/clients/34782221-d692-4f60-a105-2c46a180cae3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.052 [auth-system-keycloak-80] [] 10.0.0.48:8080 0 0.051 201 f116988952d7634ce7da6e2a4a3b47ea 199.204.45.115 - - [13/Mar/2026:23:11:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.48:8080 1286 0.008 200 c9fd50ac2932564d2faf524c49cc3edd 199.204.45.115 - - [13/Mar/2026:23:11:27 +0000] "GET /admin/realms/atmosphere/clients/34782221-d692-4f60-a105-2c46a180cae3/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.48:8080 166 0.013 200 49eb21b1cad42e3d2a3ccb10d67f83ed 199.204.45.115 - - [13/Mar/2026:23:11:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.500 [auth-system-keycloak-80] [] 10.0.0.48:8080 1928 0.499 200 e28b6dd499dab2591f442a0173c67f38 199.204.45.115 - - [13/Mar/2026:23:11:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.046 [auth-system-keycloak-80] [] 10.0.0.48:8080 1251 0.046 200 679200fb7a88d9884062ee595f72446d 199.204.45.115 - - [13/Mar/2026:23:11:27 +0000] "GET /admin/realms/atmosphere/clients/6fc44fa6-0a53-41a3-8df8-91a5a3aaf1e6/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.48:8080 119 0.012 404 cd8912fbab533265fb8d687a2776515f 199.204.45.115 - - [13/Mar/2026:23:11:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.48:8080 1251 0.008 200 5250ac5bfc51da3649709c6c56585f27 199.204.45.115 - - [13/Mar/2026:23:11:28 +0000] "POST /admin/realms/atmosphere/clients/6fc44fa6-0a53-41a3-8df8-91a5a3aaf1e6/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.044 [auth-system-keycloak-80] [] 10.0.0.48:8080 0 0.042 201 5e1cc6f2767b1721d9eed63251010a1c 199.204.45.115 - - [13/Mar/2026:23:11:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.48:8080 1251 0.007 200 231afd672bfebd06e8336ab09e1056cb 199.204.45.115 - - [13/Mar/2026:23:11:28 +0000] "GET /admin/realms/atmosphere/clients/6fc44fa6-0a53-41a3-8df8-91a5a3aaf1e6/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.48:8080 166 0.012 200 1a05fb7eab084fc78448457f01fc70ed W0313 23:11:28.793423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:28.793468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:32.127352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:11:32.127395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:36.636359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:36.636399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:36.704721 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:12:36.704824 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0313 23:12:36.704884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:36.704912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:36.705272 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:12:36.705464 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0313 23:12:36.705575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:36.705625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:36.706340 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:12:36.706412 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0313 23:12:36.706455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:36.706473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:12:36.707924 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0313 23:12:36.707968 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0313 23:12:36.708475 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0313 23:12:36.708516 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0313 23:12:36.709058 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0313 23:12:36.709099 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0313 23:12:36.715329 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0313 23:12:36.715591 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"07366417-79ae-4d9c-b5bc-a88a2e6b8b41", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4077", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:12:36.715775 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0313 23:12:36.715802 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0313 23:12:36.715976 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1a3b2dde-5263-477e-894d-9b555975f8c9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4078", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:12:36.716022 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0313 23:12:36.716044 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0313 23:12:36.716188 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"960b91d2-683f-43e7-a844-c90ed02dde67", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4080", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:12:36.716248 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0313 23:12:37.330978 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0313 23:12:37.331922 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0313 23:12:37.389865 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0313 23:12:37.390885 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0313 23:12:37.430923 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0313 23:12:37.432255 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0313 23:12:39.970719 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:12:39.970776 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:12:39.970808 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:12:39.970899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:39.970922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:12:39.971011 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:12:40.011558 7 controller.go:216] "Backend successfully reloaded" I0313 23:12:40.011857 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bzgz8", UID:"ca1d29cb-5a9e-4506-91d3-b20d5e99c530", APIVersion:"v1", ResourceVersion:"1225", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0313 23:12:43.304535 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:12:43.304617 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:12:43.305045 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:12:43.305262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:43.305301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:46.636873 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:12:46.636941 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:12:46.636970 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:12:46.637064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:46.637083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:49.970782 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:12:49.970835 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:12:49.970858 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:12:49.970947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:49.970965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:53.303707 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:12:53.303775 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:12:53.303883 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:12:53.304015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:53.304043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:56.636520 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:12:56.636678 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:12:56.636717 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:12:56.636869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:56.636894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:59.970832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:12:59.970874 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:12:59.970897 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:12:59.970988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:12:59.971004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:13:01.844165 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.26.30"}] I0313 23:13:01.844391 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.26.30"}] I0313 23:13:01.844933 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.26.30"}] I0313 23:13:01.850922 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1a3b2dde-5263-477e-894d-9b555975f8c9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4859", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0313 23:13:01.852210 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"07366417-79ae-4d9c-b5bc-a88a2e6b8b41", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4860", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0313 23:13:01.853290 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"960b91d2-683f-43e7-a844-c90ed02dde67", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4861", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:13:03.303046 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:13:03.303097 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:13:03.303118 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:13:03.303210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:03.303226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:06.636837 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:13:06.636914 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0313 23:13:06.636952 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:13:06.637111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:06.637139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:09.970732 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:13:09.970813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:13:09.970913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:09.970931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:13.303694 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:13:13.303843 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:13:13.304039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:13.304067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:16.948398 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:13:16.948471 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:13:16.948578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:16.948596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:20.282130 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:13:20.282304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:13:20.282501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:20.282555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.141 - - [13/Mar/2026:23:13:22 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.041 [auth-system-keycloak-80] [] 10.0.0.48:8080 6432 0.041 200 dc2f41a346bfee844c0bb3e65792f844 W0313 23:13:23.615262 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:13:23.615359 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:13:23.615488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:23.615519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:26.948752 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:13:26.948892 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0313 23:13:26.949056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:26.949087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.1 - - [13/Mar/2026:23:13:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.48:8080 6432 0.010 200 036a39516fd9fc290f5b723ee5e585d5 W0313 23:13:30.282253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0313 23:13:30.282570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:30.282663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:33.616141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:33.616197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:36.948851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:36.948911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:40.283104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:40.283151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:46.755669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:46.755712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:50.089953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:13:50.090177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [13/Mar/2026:23:13:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.48:8080 1928 0.475 200 e33e5fdb256f3797248c7f29c0589759 199.204.45.115 - - [13/Mar/2026:23:13:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.008 [auth-system-keycloak-80] [] 10.0.0.48:8080 4246 0.008 200 00da9364472bc22572f85ebd9ae0385f 199.204.45.115 - - [13/Mar/2026:23:13:52 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.465 [auth-system-keycloak-80] [] 10.0.0.48:8080 0 0.464 204 caf0a93f7d06f712750d2ddbbf70f42c 199.204.45.115 - - [13/Mar/2026:23:13:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.258 [auth-system-keycloak-80] [] 10.0.0.48:8080 4384 0.258 200 870996bd9fa8e6f48cb43aacbed93f72 199.204.45.115 - - [13/Mar/2026:23:13:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.48:8080 1928 0.472 200 d403079b282119c98a5546481bf41e44 199.204.45.115 - - [13/Mar/2026:23:13:53 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.012 [auth-system-keycloak-80] [] 10.0.0.48:8080 1682 0.012 200 54b9986b6f1c9f23d7240ca08ebe0a4c 199.204.45.115 - - [13/Mar/2026:23:13:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.48:8080 6432 0.007 200 1d70ff06b2453a24798e5e8476dd08b9 199.204.45.115 - - [13/Mar/2026:23:13:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.544 [auth-system-keycloak-80] [] 10.0.0.48:8080 1928 0.543 200 b89cf745c60a444f081617a1314f33ba 199.204.45.115 - - [13/Mar/2026:23:13:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.48:8080 2 0.009 200 41e76f8f9218d4cd9c4cfe61bc55fdc9 199.204.45.115 - - [13/Mar/2026:23:13:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.092 [auth-system-keycloak-80] [] 10.0.0.48:8080 0 0.090 201 d4d8c38ee227918184f130a1b2472f6c 199.204.45.115 - - [13/Mar/2026:23:13:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.071 [auth-system-keycloak-80] [] 10.0.0.48:8080 2246 0.070 200 b3ad620922d84adafc652df722f62743 199.204.45.115 - - [13/Mar/2026:23:13:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.48:8080 1928 0.468 200 2dd15c9cfd0d9774d6826166907e9056 199.204.45.115 - - [13/Mar/2026:23:13:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.48:8080 2246 0.005 200 8bf64c2b04715be653071f63248dbf2c 199.204.45.115 - - [13/Mar/2026:23:13:57 +0000] "GET /admin/realms/atmosphere/clients/ae4ccfe1-01ce-48a4-a74f-249c790bdf91/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.042 [auth-system-keycloak-80] [] 10.0.0.48:8080 233 0.042 200 24a93754be6a0792583601963cd301c5 199.204.45.115 - - [13/Mar/2026:23:13:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.021 [auth-system-keycloak-80] [] 10.0.0.48:8080 831 0.021 200 a98df04421537161d28466f3cbfc9e75 199.204.45.115 - - [13/Mar/2026:23:13:57 +0000] "GET /admin/realms/atmosphere/clients/800ed402-3683-4e50-98c2-f6e6810ce88d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.069 [auth-system-keycloak-80] [] 10.0.0.48:8080 3758 0.069 200 ad2e73223e019b2d9c8fbcb611114735 199.204.45.115 - - [13/Mar/2026:23:13:57 +0000] "GET /admin/realms/atmosphere/users/985d5918-71d1-43fb-b9f6-02b6012ba0d1/role-mappings/clients/800ed402-3683-4e50-98c2-f6e6810ce88d/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.184 [auth-system-keycloak-80] [] 10.0.0.48:8080 3758 0.184 200 92d8eaf80b71fb17e84ebe012cd40e1f 199.204.45.115 - - [13/Mar/2026:23:13:57 +0000] "GET /admin/realms/atmosphere/users/985d5918-71d1-43fb-b9f6-02b6012ba0d1/role-mappings/clients/800ed402-3683-4e50-98c2-f6e6810ce88d/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.089 [auth-system-keycloak-80] [] 10.0.0.48:8080 2 0.089 200 f2f2a4865a305a5d412011a05de386d7 199.204.45.115 - - [13/Mar/2026:23:13:57 +0000] "POST /admin/realms/atmosphere/users/985d5918-71d1-43fb-b9f6-02b6012ba0d1/role-mappings/clients/800ed402-3683-4e50-98c2-f6e6810ce88d HTTP/1.1" 204 0 "-" "Ansible" 1390 0.020 [auth-system-keycloak-80] [] 10.0.0.48:8080 0 0.019 204 73c3049771be1d44ff445278fadbc4d8 199.204.45.115 - - [13/Mar/2026:23:13:57 +0000] "GET /admin/realms/atmosphere/users/985d5918-71d1-43fb-b9f6-02b6012ba0d1/role-mappings/clients/800ed402-3683-4e50-98c2-f6e6810ce88d/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.054 [auth-system-keycloak-80] [] 10.0.0.48:8080 576 0.054 200 438060c57c2e47532121f0d982579d52 W0313 23:14:00.639045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:14:00.639085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:14:03.973095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:14:03.973144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:14:07.307055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:14:07.307111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:14:10.639293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:14:10.639346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:05.172395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:05.172439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:36.247757 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0313 23:16:36.247847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:36.247867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:16:36.250998 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:28.7kB} I0313 23:16:36.251026 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0313 23:16:36.256036 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0313 23:16:36.256308 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"55f19bcf-00ca-4041-b5ea-cb2399757f9c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6404", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:16:36.256923 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0313 23:16:36.257402 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0313 23:16:36.257546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:36.257571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:16:36.257781 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:16:36.306025 7 controller.go:216] "Backend successfully reloaded" I0313 23:16:36.306300 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bzgz8", UID:"ca1d29cb-5a9e-4506-91d3-b20d5e99c530", APIVersion:"v1", ResourceVersion:"1225", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0313 23:16:36.554718 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0313 23:16:36.555763 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0313 23:16:39.592214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:39.592270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [13/Mar/2026:23:16:40 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.005 300 d529cc75d9730432d49f9615fc1fe5ec 199.204.45.115 - - [13/Mar/2026:23:16:42 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 266 0.005 200 7252ec1f3630ff394a7fd6d6da22dcb5 199.204.45.115 - - [13/Mar/2026:23:16:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.350 [openstack-keystone-api-5000] [] 10.0.0.34:5000 1360 0.350 201 fa28a2be50580b8e79ba4b3fc2dec457 199.204.45.115 - - [13/Mar/2026:23:16:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.004 300 10b9e7853686ad35449a053c63ad369c 199.204.45.115 - - [13/Mar/2026:23:16:42 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.038 [openstack-keystone-api-5000] [] 10.0.0.34:5000 90 0.038 404 154f231fa0db97612ee357ea5ec26b24 199.204.45.115 - - [13/Mar/2026:23:16:42 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.036 [openstack-keystone-api-5000] [] 10.0.0.34:5000 368 0.037 200 fbd6b1588bec98c408a488427990b5c7 199.204.45.115 - - [13/Mar/2026:23:16:42 +0000] "GET /v3/domains/18194dd0a91e4e79bed982b9a1fc5ad2 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.034 [openstack-keystone-api-5000] [] 10.0.0.34:5000 245 0.033 200 884f0f726d4b2decb27cac5f031af6db 199.204.45.115 - - [13/Mar/2026:23:16:43 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 266 0.004 200 4c2393f5d2482e9af112125cd5ac0c7a 199.204.45.115 - - [13/Mar/2026:23:16:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.34:5000 1360 0.341 201 bf5e173fe4ae1f945045ed3548045a68 199.204.45.115 - - [13/Mar/2026:23:16:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.004 300 dd1a075659490a3520ad7422f8e38087 199.204.45.115 - - [13/Mar/2026:23:16:43 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.031 [openstack-keystone-api-5000] [] 10.0.0.34:5000 101 0.032 404 4dc3c9422baef24aebeb811440b91399 199.204.45.115 - - [13/Mar/2026:23:16:43 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.34:5000 156 0.018 200 daf083fa97ab1856321e93d2e1db186d 199.204.45.115 - - [13/Mar/2026:23:16:43 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.031 [openstack-keystone-api-5000] [] 10.0.0.34:5000 454 0.031 201 e4c0df4032c9c6101099804ae309f92e 199.204.45.115 - - [13/Mar/2026:23:16:44 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 266 0.005 200 74c84bbfb11e5af1a8c9e0f86e99d1fb 199.204.45.115 - - [13/Mar/2026:23:16:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.34:5000 1360 0.293 201 834440fbbcd2e3e501bf649d771a0342 199.204.45.115 - - [13/Mar/2026:23:16:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.004 300 fd0685cb83ac0db7d513ec15b1f4cb5a 199.204.45.115 - - [13/Mar/2026:23:16:45 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.031 [openstack-keystone-api-5000] [] 10.0.0.34:5000 98 0.031 404 abeba618ca4f40e6bd07526bde022393 199.204.45.115 - - [13/Mar/2026:23:16:45 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.34:5000 136 0.023 200 3dbd28e39ca0615ab6caac2ea0dd806c 199.204.45.115 - - [13/Mar/2026:23:16:45 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.34:5000 357 0.020 201 8ceef101482f5f2f40411579c0469bc4 199.204.45.115 - - [13/Mar/2026:23:16:45 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 266 0.004 200 cbc5aaf025a48b787bea78dbfd70f188 199.204.45.115 - - [13/Mar/2026:23:16:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.34:5000 1360 0.294 201 8277ee4e3473960c7359f3ac392185c4 199.204.45.115 - - [13/Mar/2026:23:16:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.005 300 cf4ca00bbab0892c2be21ef143659170 199.204.45.115 - - [13/Mar/2026:23:16:46 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.027 [openstack-keystone-api-5000] [] 10.0.0.34:5000 131 0.026 404 4e565907c4cfc014eef1d95a0663db48 199.204.45.115 - - [13/Mar/2026:23:16:46 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.020 [openstack-keystone-api-5000] [] 10.0.0.34:5000 168 0.020 200 a290caf9b3b393d8953ef4679d6545e5 199.204.45.115 - - [13/Mar/2026:23:16:46 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.026 [openstack-keystone-api-5000] [] 10.0.0.34:5000 224 0.027 201 324ad8a8d89bb91895c7d2fbb9b715c9 W0313 23:16:56.412374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:56.412433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:59.746691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:16:59.746750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:17:01.843704 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.110.26.30"}] I0313 23:17:01.849192 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"55f19bcf-00ca-4041-b5ea-cb2399757f9c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6622", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:17:03.079820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:03.079872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:06.412644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:06.412707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:21.890681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:21.890849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:25.226769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:25.226817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:29.810321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:29.810368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:33.145558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:17:33.145593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:02.950583 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0313 23:19:02.950791 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0313 23:19:02.950898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:02.950931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:19:02.956518 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:32.2kB} I0313 23:19:02.956564 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0313 23:19:02.963588 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0313 23:19:02.963854 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"ff24da96-47e5-460c-a858-63a9cb1065ae", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7442", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:19:02.964227 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0313 23:19:02.964706 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0313 23:19:02.964834 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0313 23:19:02.964916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:02.964941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:19:02.965093 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:19:03.020278 7 controller.go:216] "Backend successfully reloaded" I0313 23:19:03.020567 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bzgz8", UID:"ca1d29cb-5a9e-4506-91d3-b20d5e99c530", APIVersion:"v1", ResourceVersion:"1225", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0313 23:19:03.402889 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0313 23:19:03.403780 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.115 - - [13/Mar/2026:23:19:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.004 300 4b8fa4695d153d8cc267430711e65f92 199.204.45.115 - - [13/Mar/2026:23:19:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.362 [openstack-keystone-api-5000] [] 10.0.0.34:5000 1992 0.363 201 2764269504ac859b0fdc4c8651be8364 199.204.45.115 - - [13/Mar/2026:23:19:04 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.033 [openstack-keystone-api-5000] [] 10.0.0.34:5000 85 0.034 404 ddb1cd82ad9b964761033c17e11d8ecd 199.204.45.115 - - [13/Mar/2026:23:19:04 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.34:5000 129 0.020 200 c61f5988fa32a8377435fafb642400aa 199.204.45.115 - - [13/Mar/2026:23:19:04 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.026 [openstack-keystone-api-5000] [] 10.0.0.34:5000 230 0.026 201 ea560c360eb56acd4b69acf0298a6cfd W0313 23:19:06.299134 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0313 23:19:06.299428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:06.299480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [13/Mar/2026:23:19:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.005 300 aec685dd8e858624abef8823d511bd1d 199.204.45.115 - - [13/Mar/2026:23:19:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.300 [openstack-keystone-api-5000] [] 10.0.0.34:5000 1992 0.299 201 491f638296fdc007ee81ce08d4ea7a7e 199.204.45.115 - - [13/Mar/2026:23:19:09 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.030 [openstack-keystone-api-5000] [] 10.0.0.34:5000 1521 0.031 200 93cd7084c08c45204f41b697c04a9c17 199.204.45.115 - - [13/Mar/2026:23:19:09 +0000] "PUT /v3/roles/04e43cbfdc7541b4b59d54c0bf966ee5/implies/7aec083c2ffc42e59b0479f64fb54811 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.038 [openstack-keystone-api-5000] [] 10.0.0.34:5000 521 0.037 201 182338ad2da547faa36f2cd1be9855c1 W0313 23:19:10.276879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:19:10.276919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [13/Mar/2026:23:19:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.004 300 42e8744853214c831e0051ec3d640c73 199.204.45.115 - - [13/Mar/2026:23:19:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.34:5000 2055 0.338 201 66b8bcccc78dc144fe23cc2f2c9877d3 199.204.45.115 - - [13/Mar/2026:23:19:58 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.035 [openstack-keystone-api-5000] [] 10.0.0.34:5000 87 0.034 404 451c7aa351856f7481a3bd56ee72a539 199.204.45.115 - - [13/Mar/2026:23:19:58 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.040 [openstack-keystone-api-5000] [] 10.0.0.34:5000 390 0.040 200 a7303352eba8c21ad743b0147f7c5e95 199.204.45.115 - - [13/Mar/2026:23:19:58 +0000] "GET /v3/users/rgw-RegionOne?domain_id=5672e3c4bad9498f87cf36452bc5b061 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.037 [openstack-keystone-api-5000] [] 10.0.0.34:5000 91 0.036 404 5f1eb1444c1fbc4cfaebb795744a326d 199.204.45.115 - - [13/Mar/2026:23:19:58 +0000] "GET /v3/users?domain_id=5672e3c4bad9498f87cf36452bc5b061&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.040 [openstack-keystone-api-5000] [] 10.0.0.34:5000 178 0.040 200 45b271780740413d1392f70f1b163247 199.204.45.115 - - [13/Mar/2026:23:19:58 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.299 [openstack-keystone-api-5000] [] 10.0.0.34:5000 291 0.299 201 b44ef427245ad48799fa0e518d1c244b 199.204.45.115 - - [13/Mar/2026:23:20:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.004 300 e7baa9b2c955ef42411cb434938df11b 199.204.45.115 - - [13/Mar/2026:23:20:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.299 [openstack-keystone-api-5000] [] 10.0.0.34:5000 2055 0.299 201 b39288fb1758be510b7d608ac2cb9816 199.204.45.115 - - [13/Mar/2026:23:20:01 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.030 [openstack-keystone-api-5000] [] 10.0.0.34:5000 83 0.029 404 1027e031fd1050d66c25024a96daccb2 199.204.45.115 - - [13/Mar/2026:23:20:02 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.020 [openstack-keystone-api-5000] [] 10.0.0.34:5000 361 0.020 200 e7372bb19d44c1b0c42861670f079c3a 199.204.45.115 - - [13/Mar/2026:23:20:02 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.030 [openstack-keystone-api-5000] [] 10.0.0.34:5000 87 0.030 404 5be26f929276f58ac47c29579a3aba4f 199.204.45.115 - - [13/Mar/2026:23:20:02 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.019 [openstack-keystone-api-5000] [] 10.0.0.34:5000 390 0.019 200 3cc62a835ca5dd70f36e3f385fba1898 199.204.45.115 - - [13/Mar/2026:23:20:02 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.032 [openstack-keystone-api-5000] [] 10.0.0.34:5000 91 0.032 404 8e68f9976ff4429d98f75715e2563d29 199.204.45.115 - - [13/Mar/2026:23:20:02 +0000] "GET /v3/users?domain_id=5672e3c4bad9498f87cf36452bc5b061&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.041 [openstack-keystone-api-5000] [] 10.0.0.34:5000 458 0.040 200 4b50d7f9bf01c906fe0517993cd88e48 199.204.45.115 - - [13/Mar/2026:23:20:02 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.030 [openstack-keystone-api-5000] [] 10.0.0.34:5000 88 0.031 404 aef86edfd87bf5e9bda6c290e8c39488 199.204.45.115 - - [13/Mar/2026:23:20:02 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.023 [openstack-keystone-api-5000] [] 10.0.0.34:5000 520 0.023 200 9c9fc2623210422dda0e659efad157dd 199.204.45.115 - - [13/Mar/2026:23:20:03 +0000] "PUT /v3/projects/3e8e9424b46c41e3bcad7a53859fceb7/users/5f347ebe77324e90879bb7783a67439b/roles/80230dd0e4394719a53fe700cefea51e HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 1.067 [openstack-keystone-api-5000] [] 10.0.0.34:5000 0 1.067 204 af52818ed996ee2fc31bc87584932dbf I0313 23:20:03.413163 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.110.26.30"}] I0313 23:20:03.419959 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"ff24da96-47e5-460c-a858-63a9cb1065ae", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7951", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:20:03.422216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:03.422245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [13/Mar/2026:23:20:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.006 300 39c178b9f5ed9192ad22072440ba69ff 199.204.45.115 - - [13/Mar/2026:23:20:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.343 [openstack-keystone-api-5000] [] 10.0.0.34:5000 2055 0.343 201 f901ea308535eafccb51fade0c052d63 199.204.45.115 - - [13/Mar/2026:23:20:05 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.023 [openstack-keystone-api-5000] [] 10.0.0.34:5000 151 0.022 200 58a2ff0263ae9826a0edf3e549e94b8b 199.204.45.115 - - [13/Mar/2026:23:20:05 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.027 [openstack-keystone-api-5000] [] 10.0.0.34:5000 263 0.027 201 20f5ac077023a7c1626ee425a3344f30 199.204.45.115 - - [13/Mar/2026:23:20:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.004 300 dd171bc18852c3baec799f8823ab28f2 199.204.45.115 - - [13/Mar/2026:23:20:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.34:5000 2157 0.309 201 1c1dfb35055cc904317369bf318b1f24 199.204.45.115 - - [13/Mar/2026:23:20:06 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.34:5000 86 0.025 404 e444fff93a1c24a8c41a76e638c0ce95 199.204.45.115 - - [13/Mar/2026:23:20:06 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.34:5000 382 0.020 200 3207bba934f74b93bf6fe3507aa00c3d 199.204.45.115 - - [13/Mar/2026:23:20:06 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=a3c485c3653a4cdfb35d4c74b43cc84f HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.022 [openstack-keystone-api-5000] [] 10.0.0.34:5000 205 0.023 200 7cf8630e6f0332686baaed8f77a89fcf 199.204.45.115 - - [13/Mar/2026:23:20:06 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.033 [openstack-keystone-api-5000] [] 10.0.0.34:5000 379 0.032 201 378da0bc498f492f3e2d86e2c46b64c5 199.204.45.115 - - [13/Mar/2026:23:20:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.004 300 e63852a92b8552a08294e036d9e6c1b2 199.204.45.115 - - [13/Mar/2026:23:20:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.34:5000 2366 0.315 201 371ca1222d8067a82dd376cca0871b91 199.204.45.115 - - [13/Mar/2026:23:20:07 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.027 [openstack-keystone-api-5000] [] 10.0.0.34:5000 86 0.027 404 c6617393232ea942fdaab0fdde26434c 199.204.45.115 - - [13/Mar/2026:23:20:07 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.022 [openstack-keystone-api-5000] [] 10.0.0.34:5000 382 0.022 200 dfd3cc4a611a6443f6fabf033625dcc1 199.204.45.115 - - [13/Mar/2026:23:20:07 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=a3c485c3653a4cdfb35d4c74b43cc84f HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.020 [openstack-keystone-api-5000] [] 10.0.0.34:5000 207 0.021 200 4e33b07ff3cdf4a5169b5d6cf3383cda 199.204.45.115 - - [13/Mar/2026:23:20:07 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.034 [openstack-keystone-api-5000] [] 10.0.0.34:5000 392 0.034 201 6b932ff060c005f29773f8840067127c W0313 23:20:08.935854 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0313 23:20:08.935989 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0313 23:20:08.936042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:08.936053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:20:08.940129 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0313 23:20:08.940172 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0313 23:20:08.945689 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0313 23:20:08.945996 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ff01f600-4a02-405f-bfb9-eef929f94363", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7973", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:20:08.946079 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0313 23:20:08.946363 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0313 23:20:08.946454 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0313 23:20:08.946515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:08.946532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:20:08.946687 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:20:08.997352 7 controller.go:216] "Backend successfully reloaded" I0313 23:20:08.997645 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bzgz8", UID:"ca1d29cb-5a9e-4506-91d3-b20d5e99c530", APIVersion:"v1", ResourceVersion:"1225", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0313 23:20:09.603979 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0313 23:20:09.605793 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0313 23:20:12.279979 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0313 23:20:12.280236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:12.280263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:25.851263 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0313 23:20:25.851473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:25.851496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:30.908170 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:20:30.908904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:30.908940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:20:30.909269 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:20:30.978063 7 controller.go:216] "Backend successfully reloaded" I0313 23:20:30.978383 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bzgz8", UID:"ca1d29cb-5a9e-4506-91d3-b20d5e99c530", APIVersion:"v1", ResourceVersion:"1225", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0313 23:20:34.242830 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:20:34.242993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:34.243016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:37.578535 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:20:37.578763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:37.578799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:40.908509 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:20:40.908833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:40.908863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:56.972785 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:20:56.972985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:20:56.973086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:00.307113 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:21:00.307462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:00.307508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:21:01.843209 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.110.26.30"}] I0313 23:21:01.849531 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ff01f600-4a02-405f-bfb9-eef929f94363", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8433", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:21:03.640593 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:21:03.640861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:03.640888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:06.973094 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:21:06.973337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:06.973372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:14.621302 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0313 23:21:14.621475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:14.621499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:53.597973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:21:53.598014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:23:10.575166 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0313 23:23:10.575335 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0313 23:23:10.575419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:23:10.575478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:23:10.581141 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:39.2kB} I0313 23:23:10.581179 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0313 23:23:10.585614 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0313 23:23:10.585831 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"84671d75-9b3c-4836-880e-8f243c76e170", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9401", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:23:10.585872 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0313 23:23:10.586088 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0313 23:23:10.586143 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0313 23:23:10.586181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:23:10.586193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:23:10.586285 7 controller.go:196] "Configuration changes detected, backend reload required" I0313 23:23:10.638334 7 controller.go:216] "Backend successfully reloaded" I0313 23:23:10.638582 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bzgz8", UID:"ca1d29cb-5a9e-4506-91d3-b20d5e99c530", APIVersion:"v1", ResourceVersion:"1225", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0313 23:23:10.928776 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0313 23:23:10.930003 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0313 23:23:13.920105 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0313 23:23:13.920306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:23:13.920328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [13/Mar/2026:23:23:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.005 300 f3172e6da080211011025acfa17f2375 199.204.45.115 - - [13/Mar/2026:23:23:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.34:5000 3201 0.338 201 c4b8656ea63ced088f185093f9f6a159 199.204.45.115 - - [13/Mar/2026:23:23:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3dd1c82df0b06403d3ec3ddf7075da6e 199.204.45.115 - - [13/Mar/2026:23:23:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 90d2dff3a845279e087dca06f88e199d 199.204.45.115 - - [13/Mar/2026:23:23:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.004 300 8405bf48b42baf65ae011ca7e16704ea 199.204.45.115 - - [13/Mar/2026:23:23:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.34:5000 3201 0.300 201 b22a94bcb36a894fab83f1101ae13fc5 199.204.45.115 - - [13/Mar/2026:23:23:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e49104d65105135f9ae75b1471a3f5d7 199.204.45.115 - - [13/Mar/2026:23:23:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a22aacd4ba5c4275f908b12d24702515 199.204.45.115 - - [13/Mar/2026:23:23:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.004 300 62b863eddafe1164736ba58a69d5850a 199.204.45.115 - - [13/Mar/2026:23:23:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.34:5000 3201 0.305 201 74f61e4cc4b2d456ea7a1787f5d9d715 199.204.45.115 - - [13/Mar/2026:23:23:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bfed4d4e519cc786ce623f20b5888b54 199.204.45.115 - - [13/Mar/2026:23:23:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d38c69c14155b3cf6d5a993158ed5c83 199.204.45.115 - - [13/Mar/2026:23:23:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.004 300 1627c856621d9e400c6005e988c00b99 199.204.45.115 - - [13/Mar/2026:23:23:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.34:5000 3201 0.299 201 5d04463dc370265362f8c357a63f3e86 199.204.45.115 - - [13/Mar/2026:23:23:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2d8d8428a1d9cd7cee022ccb212641f8 199.204.45.115 - - [13/Mar/2026:23:23:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 131ff91efa51ac11fd73d0457db52445 199.204.45.115 - - [13/Mar/2026:23:23:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.005 300 c109edd82688652bf1e71ae3cebc3535 199.204.45.115 - - [13/Mar/2026:23:23:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.328 [openstack-keystone-api-5000] [] 10.0.0.34:5000 3201 0.328 201 669ec8bf21794a190e5c18243e7c71e3 199.204.45.115 - - [13/Mar/2026:23:23:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d0401c6b0b2f9fccade6ba5fc5f261e2 199.204.45.115 - - [13/Mar/2026:23:23:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 43bb40a5e53570ca866541a2fe27d053 199.204.45.115 - - [13/Mar/2026:23:23:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.002 300 e2f0a11be762f4ce69ea5a5168cab6fe W0313 23:23:23.988643 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0313 23:23:23.988812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:23:23.988836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [13/Mar/2026:23:23:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.34:5000 3201 0.304 201 52983861189caeed262cc171c789abbe 199.204.45.115 - - [13/Mar/2026:23:23:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 570674b6f3911ab08b690def5353cff2 199.204.45.115 - - [13/Mar/2026:23:23:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ff257bd9b60646f34ead015247165975 199.204.45.115 - - [13/Mar/2026:23:23:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.003 300 beebce1f87f110814834a1b6b0167049 199.204.45.115 - - [13/Mar/2026:23:23:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.34:5000 3201 0.300 201 90b23b09108b203dea0a4fdbd42ba685 199.204.45.115 - - [13/Mar/2026:23:23:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 47516c4dcd6e74734a7c75ee98e16d2d 199.204.45.115 - - [13/Mar/2026:23:23:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7f23cbca1e1b1dca1e8a1ca16ce51ec8 199.204.45.115 - - [13/Mar/2026:23:23:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.003 300 6634e46df286f5f2920bad7eae6ce7ad 199.204.45.115 - - [13/Mar/2026:23:23:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.34:5000 3201 0.288 201 9696926e2f847db1278021c6113e1ce6 199.204.45.115 - - [13/Mar/2026:23:23:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5954feb97dd134f3f02e1a35ebf6a784 199.204.45.115 - - [13/Mar/2026:23:23:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 82da81996b8e785cb6e7c29f543274ca 199.204.45.115 - - [13/Mar/2026:23:23:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.004 300 1f75afa492fe83ca49e0cac68f626d15 199.204.45.115 - - [13/Mar/2026:23:23:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.34:5000 3201 0.303 201 27847e17a2a3ad6abc9bd330e5e672d9 199.204.45.115 - - [13/Mar/2026:23:23:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4bf628d7df70bfd5ae1584c41dbdb9bb 199.204.45.115 - - [13/Mar/2026:23:23:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 75d41eed491ecda898a88050eddd0674 199.204.45.115 - - [13/Mar/2026:23:23:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.003 300 72006320475b0664d1f8fbe45410569f 199.204.45.115 - - [13/Mar/2026:23:23:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.34:5000 3201 0.298 201 e64ddfaf30dd149c3d01d940a3c0c8b2 199.204.45.115 - - [13/Mar/2026:23:23:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5a6b5c13ea36eeeaa32881b4a6ef5ea0 199.204.45.115 - - [13/Mar/2026:23:23:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7abb00fb1bed385d45ea386b9cb16f92 W0313 23:23:32.523750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:23:32.523788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [13/Mar/2026:23:23:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.004 300 8fd3caabc84b04ed4ef72b0da170c89f 199.204.45.115 - - [13/Mar/2026:23:23:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.34:5000 3201 0.295 201 a0da604674d9142fe9785d8057b22b79 199.204.45.115 - - [13/Mar/2026:23:23:33 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.101:9292 1193 0.004 300 8fb065f5cc29089949d69aad4e136e06 199.204.45.115 - - [13/Mar/2026:23:23:33 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.536 [openstack-glance-api-9292] [] 10.0.0.101:9292 69 0.535 200 510fd8d26384cae0d47f27b50d0f0173 199.204.45.115 - - [13/Mar/2026:23:23:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.34:5000 281 0.005 300 ec5a7ac256e75ded5e4143a6a30cd031 199.204.45.115 - - [13/Mar/2026:23:23:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.34:5000 3201 0.294 201 4724278d9b1e60637cb3469f76525c4f 199.204.45.115 - - [13/Mar/2026:23:23:36 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.101:9292 1193 0.002 300 8436a696b8ae74aa701827f51866b79d 199.204.45.115 - - [13/Mar/2026:23:23:37 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.046 [openstack-glance-api-9292] [] 10.0.0.101:9292 69 0.046 200 9d9232c61dfae65fb00233931a00027d 199.204.45.115 - - [13/Mar/2026:23:23:37 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.117 [openstack-glance-api-9292] [] 10.0.0.101:9292 151 0.116 404 494f09c11a506a9a48b17e8c589d7e34 199.204.45.115 - - [13/Mar/2026:23:23:37 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.101:9292 81 0.023 200 e893f0d0d24359ed44f72fd71d74000f 199.204.45.115 - - [13/Mar/2026:23:23:37 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.029 [openstack-glance-api-9292] [] 10.0.0.101:9292 84 0.029 200 45cc53bb8323281cbba2fcca1f16754b 199.204.45.115 - - [13/Mar/2026:23:23:37 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.070 [openstack-glance-api-9292] [] 10.0.0.101:9292 760 0.071 201 1bdc7c5c8ae050fa5a1a70802bc94a70 199.204.45.115 - - [13/Mar/2026:23:23:41 +0000] "PUT /v2/images/2e70ffd5-aa6a-4036-8481-860cc5beca7a/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.854 [openstack-glance-api-9292] [] 10.0.0.101:9292 0 3.854 204 9d0cfa148cf3ec7ce61479dbf8fcc8b4 199.204.45.115 - - [13/Mar/2026:23:23:41 +0000] "GET /v2/images/2e70ffd5-aa6a-4036-8481-860cc5beca7a HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-glance-api-9292] [] 10.0.0.101:9292 1171 0.019 200 6686d96749f01ce358bd58610d3f7be4 199.204.45.115 - - [13/Mar/2026:23:23:41 +0000] "GET /v2/images/2e70ffd5-aa6a-4036-8481-860cc5beca7a HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-glance-api-9292] [] 10.0.0.101:9292 1171 0.020 200 eef881e2d48877f67ec00517bb6cc293 W0313 23:23:43.931567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:23:43.931606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:23:47.266784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:23:47.266824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0313 23:24:01.843673 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.110.26.30"}] I0313 23:24:01.850060 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"84671d75-9b3c-4836-880e-8f243c76e170", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9824", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0313 23:24:01.851170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0313 23:24:01.851214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store