------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0309 01:40:47.071579 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0309 01:40:47.071696 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0309 01:40:47.079542 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0309 01:40:47.082892 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0309 01:40:47.406345 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0309 01:40:47.422332 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0309 01:40:47.432848 7 nginx.go:271] "Starting NGINX Ingress controller" I0309 01:40:47.438691 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"ad8121f3-a9e5-4073-ad26-1be00afd2d12", APIVersion:"v1", ResourceVersion:"1085", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0309 01:40:47.444253 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"d5725769-e2ca-4986-833e-fe772bb15bba", APIVersion:"v1", ResourceVersion:"1083", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0309 01:40:47.444307 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"62d5fcc7-db7e-4f1a-8a15-2f9e5f5b6f68", APIVersion:"v1", ResourceVersion:"1084", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0309 01:40:48.633939 7 nginx.go:317] "Starting NGINX process" I0309 01:40:48.633961 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0309 01:40:48.634475 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0309 01:40:48.634730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:48.634761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:40:48.634820 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:40:48.641264 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0309 01:40:48.641337 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-x8s4m" I0309 01:40:48.660408 7 controller.go:216] "Backend successfully reloaded" I0309 01:40:48.660495 7 controller.go:227] "Initial sync, sleeping for 1 second" I0309 01:40:48.660544 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x8s4m", UID:"9a687ee4-08a0-41db-9299-3eebe35a9cbf", APIVersion:"v1", ResourceVersion:"1127", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:40:52.453191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:52.453216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:55.786963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:55.787008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:59.120162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:40:59.120221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:02.453501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:02.453572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:05.786996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:05.787040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:09.121105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:09.121149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:12.453563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:12.453639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:17.717366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:17.717401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:21.051209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:21.051235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:24.384294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:24.384343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:12.658334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:12.658369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:19.631626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:19.631661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:23.752158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:23.752199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:27.086312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:27.086357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:30.419414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:30.419446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:33.753249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:33.753297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:37.086626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:37.086747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:43.101770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:43.101837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:46.435471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:46.435528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:49.768729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:49.768777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:53.103557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:53.103600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:56.435394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:56.435438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:53.659259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:53.659301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:56.402927 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-144.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-144.nip.io-tls was not found. Using default certificate W0309 01:44:56.402993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:56.403011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:44:56.404418 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0309 01:44:56.404445 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0309 01:44:56.410298 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0309 01:44:56.410530 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f6ea2541-19da-427b-9d96-0b7dce866c51", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2941", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:44:56.410889 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-144.nip.io-tls" in local store I0309 01:44:56.727868 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-144.nip.io-tls" I0309 01:44:56.729089 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-144.nip.io-tls" W0309 01:44:56.993742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:56.993784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:44:56.993871 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:44:57.047361 7 controller.go:216] "Backend successfully reloaded" I0309 01:44:57.047640 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x8s4m", UID:"9a687ee4-08a0-41db-9299-3eebe35a9cbf", APIVersion:"v1", ResourceVersion:"1127", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:45:00.329056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:00.329111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [09/Mar/2026:01:45:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.938 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 1.938 200 a014a168ea8a5bb272169f3f61aee4ce 199.204.45.144 - - [09/Mar/2026:01:45:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.108 [auth-system-keycloak-80] [] 10.0.0.181:8080 116 0.108 404 a3118136f0adbbbba3668cb3b2677e2d 199.204.45.144 - - [09/Mar/2026:01:45:11 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.763 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 3.762 201 812004e0241e479e244727efc48a2791 199.204.45.144 - - [09/Mar/2026:01:45:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.503 [auth-system-keycloak-80] [] 10.0.0.181:8080 4246 0.502 200 043c0a4c0a517bd7bac7c86a493e697e 199.204.45.144 - - [09/Mar/2026:01:45:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.508 200 95954f8533fae8e2d71d3972ffe29587 199.204.45.144 - - [09/Mar/2026:01:45:12 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.094 [auth-system-keycloak-80] [] 10.0.0.181:8080 12500 0.094 200 5ad4919b79c6a549f476b124c25ad14f 199.204.45.144 - - [09/Mar/2026:01:45:12 +0000] "GET /admin/realms/atmosphere/client-scopes/598a0240-f95b-4e5a-9abb-b05cfc068d73 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.181:8080 1278 0.009 200 de08e347f7ccf0800d7cbc8fecb0db06 199.204.45.144 - - [09/Mar/2026:01:45:12 +0000] "PUT /admin/realms/atmosphere/client-scopes/598a0240-f95b-4e5a-9abb-b05cfc068d73 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.074 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.071 204 46bd208f9bf1856939c80a97ead66381 199.204.45.144 - - [09/Mar/2026:01:45:12 +0000] "GET /admin/realms/atmosphere/client-scopes/598a0240-f95b-4e5a-9abb-b05cfc068d73/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.082 [auth-system-keycloak-80] [] 10.0.0.181:8080 963 0.082 200 95334cded1e61e5509fa9324cd74b360 199.204.45.144 - - [09/Mar/2026:01:45:12 +0000] "GET /admin/realms/atmosphere/client-scopes/598a0240-f95b-4e5a-9abb-b05cfc068d73/protocol-mappers/models/44801611-4ab9-4ac4-a195-6e790eec640b HTTP/1.1" 200 366 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.181:8080 366 0.010 200 e7248426ccb1ebbe2ef85c6d472d3352 199.204.45.144 - - [09/Mar/2026:01:45:12 +0000] "PUT /admin/realms/atmosphere/client-scopes/598a0240-f95b-4e5a-9abb-b05cfc068d73/protocol-mappers/models/44801611-4ab9-4ac4-a195-6e790eec640b HTTP/1.1" 204 0 "-" "Ansible" 1622 0.075 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.074 204 6ce74a2c31dbbb7fcc3cb456e38123c8 199.204.45.144 - - [09/Mar/2026:01:45:13 +0000] "GET /admin/realms/atmosphere/client-scopes/598a0240-f95b-4e5a-9abb-b05cfc068d73 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.076 [auth-system-keycloak-80] [] 10.0.0.181:8080 1218 0.076 200 773e78016838d13ebf03256ca3d5513d 199.204.45.144 - - [09/Mar/2026:01:45:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.475 200 b18499246dfbe768e7699824af21b09d 199.204.45.144 - - [09/Mar/2026:01:45:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.042 [auth-system-keycloak-80] [] 10.0.0.181:8080 2 0.041 200 fc752061d01604d0835495caa57dc3a0 199.204.45.144 - - [09/Mar/2026:01:45:34 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.200 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.199 201 160d0fa887b6a9ce4a71ee390f948d14 199.204.45.144 - - [09/Mar/2026:01:45:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.083 [auth-system-keycloak-80] [] 10.0.0.181:8080 1261 0.083 200 516bf07e3281168dcf4e583de5b450ea 199.204.45.144 - - [09/Mar/2026:01:45:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.463 200 b2b197441289e720ca028a44f146dbce 199.204.45.144 - - [09/Mar/2026:01:45:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.181:8080 2 0.043 200 cb94bb6bba470813cfce2059bfa989e1 199.204.45.144 - - [09/Mar/2026:01:45:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.084 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.083 201 dd6829ea9a57141276f4d7cbee714317 199.204.45.144 - - [09/Mar/2026:01:45:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.020 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.021 200 061a1f6c07edab913f1491f1e3bce3ae 199.204.45.144 - - [09/Mar/2026:01:45:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.822 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.821 200 fbae65ff22a41d0b3e25a664f54eab21 199.204.45.144 - - [09/Mar/2026:01:45:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.037 [auth-system-keycloak-80] [] 10.0.0.181:8080 2 0.037 200 e3b7eac9ded9bb2f577beb1732460695 199.204.45.144 - - [09/Mar/2026:01:45:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.214 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.212 201 c08e34f4688ae29b13a0bad048f47fe0 199.204.45.144 - - [09/Mar/2026:01:45:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.020 [auth-system-keycloak-80] [] 10.0.0.181:8080 1251 0.020 200 deb3193e647231f10af432ee21ad1a35 199.204.45.144 - - [09/Mar/2026:01:45:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.460 200 ab142028ed616a5ae76ff88a69fec0f9 199.204.45.144 - - [09/Mar/2026:01:45:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.181:8080 1261 0.006 200 f3a3c492e74a5ae9406e02821a33c281 199.204.45.144 - - [09/Mar/2026:01:45:37 +0000] "GET /admin/realms/atmosphere/clients/9839e6d9-dd76-4c05-9690-02a4e44aa49b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.040 [auth-system-keycloak-80] [] 10.0.0.181:8080 119 0.040 404 d4a2f5828fbef356fe9c3008e80e724f 199.204.45.144 - - [09/Mar/2026:01:45:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.181:8080 1261 0.007 200 e7b728184b1f4e82f57feaf039e8a13c 199.204.45.144 - - [09/Mar/2026:01:45:37 +0000] "POST /admin/realms/atmosphere/clients/9839e6d9-dd76-4c05-9690-02a4e44aa49b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.061 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.060 201 e55a81079de62738b271a97fcb7e7f95 199.204.45.144 - - [09/Mar/2026:01:45:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.181:8080 1261 0.010 200 5286887e2d73bfc3c6d54f4f9abb2028 199.204.45.144 - - [09/Mar/2026:01:45:37 +0000] "GET /admin/realms/atmosphere/clients/9839e6d9-dd76-4c05-9690-02a4e44aa49b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.181:8080 166 0.018 200 7b4d5bbf0ef3bac591953bededf44f4f 199.204.45.144 - - [09/Mar/2026:01:45:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.467 200 d177549971511faa6b76128d31f34820 199.204.45.144 - - [09/Mar/2026:01:45:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.007 200 d9b861b1b1ce4a831b21808e6cda7a61 199.204.45.144 - - [09/Mar/2026:01:45:38 +0000] "GET /admin/realms/atmosphere/clients/efcd0f1c-c140-46d7-8c2e-63803568d1ee/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.181:8080 119 0.010 404 485ac63a8530c3fdc201e5ec76b29fa2 199.204.45.144 - - [09/Mar/2026:01:45:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.045 200 65145299e788eceb7bb07ed09841e51e 199.204.45.144 - - [09/Mar/2026:01:45:38 +0000] "POST /admin/realms/atmosphere/clients/efcd0f1c-c140-46d7-8c2e-63803568d1ee/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.016 201 b9813b261bd299ff753f905b012251fe 199.204.45.144 - - [09/Mar/2026:01:45:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.007 200 5e03792262a5c6f4467de334c9d4c534 199.204.45.144 - - [09/Mar/2026:01:45:38 +0000] "GET /admin/realms/atmosphere/clients/efcd0f1c-c140-46d7-8c2e-63803568d1ee/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.052 [auth-system-keycloak-80] [] 10.0.0.181:8080 165 0.053 200 30ff55c4be73a6ea60eb92daa6323d11 199.204.45.144 - - [09/Mar/2026:01:45:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.460 200 1b57db0c039d31aa3740cfc5e0dbf6cd 199.204.45.144 - - [09/Mar/2026:01:45:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.006 200 32049480efad581d687113de89ccdc02 199.204.45.144 - - [09/Mar/2026:01:45:39 +0000] "GET /admin/realms/atmosphere/clients/efcd0f1c-c140-46d7-8c2e-63803568d1ee/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.047 [auth-system-keycloak-80] [] 10.0.0.181:8080 119 0.047 404 cedbfff386f313aae18dfbae2eb8ee07 199.204.45.144 - - [09/Mar/2026:01:45:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.006 200 65538a13c58725bfc346f9d077d2cf5f 199.204.45.144 - - [09/Mar/2026:01:45:39 +0000] "POST /admin/realms/atmosphere/clients/efcd0f1c-c140-46d7-8c2e-63803568d1ee/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.015 201 7fcc687f2b1c1c786ef24ba6d2386ced 199.204.45.144 - - [09/Mar/2026:01:45:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.042 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.043 200 548ec6ae62fda06114cb0921ff7371c1 199.204.45.144 - - [09/Mar/2026:01:45:39 +0000] "GET /admin/realms/atmosphere/clients/efcd0f1c-c140-46d7-8c2e-63803568d1ee/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.181:8080 166 0.012 200 45a50d0a24830ff82a252df41cf2c486 199.204.45.144 - - [09/Mar/2026:01:45:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.518 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.517 200 c877f94267679c5c714b7e1f662f403a 199.204.45.144 - - [09/Mar/2026:01:45:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.010 200 faeb3f2eab502e0a99c3a0b61448f9c4 199.204.45.144 - - [09/Mar/2026:01:45:40 +0000] "GET /admin/realms/atmosphere/clients/efcd0f1c-c140-46d7-8c2e-63803568d1ee/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.056 [auth-system-keycloak-80] [] 10.0.0.181:8080 119 0.056 404 a0e3d8c6c39c0f1ff44903fe2fe37fef 199.204.45.144 - - [09/Mar/2026:01:45:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.007 200 da63d526041844bbca3775faabfb07ac 199.204.45.144 - - [09/Mar/2026:01:45:40 +0000] "POST /admin/realms/atmosphere/clients/efcd0f1c-c140-46d7-8c2e-63803568d1ee/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.086 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.085 201 d0721ce207dad0e3e3550a940bff7d6c 199.204.45.144 - - [09/Mar/2026:01:45:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.007 200 39188ae76e132781fc712dd475aaa8a1 199.204.45.144 - - [09/Mar/2026:01:45:40 +0000] "GET /admin/realms/atmosphere/clients/efcd0f1c-c140-46d7-8c2e-63803568d1ee/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.057 [auth-system-keycloak-80] [] 10.0.0.181:8080 166 0.056 200 277db0e0c7e4cfaa7c24dcd8adb2f46b 199.204.45.144 - - [09/Mar/2026:01:45:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.540 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.540 200 2a31acd1ef29eb49692910006994484b 199.204.45.144 - - [09/Mar/2026:01:45:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.181:8080 1251 0.007 200 df002863acbd600b9bbfe903a789e393 199.204.45.144 - - [09/Mar/2026:01:45:41 +0000] "GET /admin/realms/atmosphere/clients/679190b8-6301-4307-a9fa-3afa0ee3dedb/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.181:8080 119 0.050 404 5752522a79a782f68c9c8ace823537ce 199.204.45.144 - - [09/Mar/2026:01:45:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.181:8080 1251 0.008 200 677233b77d893dea497d3153b64b6a2e 199.204.45.144 - - [09/Mar/2026:01:45:41 +0000] "POST /admin/realms/atmosphere/clients/679190b8-6301-4307-a9fa-3afa0ee3dedb/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.064 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.063 201 6c6433286a7c380ac0dc9c9c26686fa3 199.204.45.144 - - [09/Mar/2026:01:45:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.181:8080 1251 0.007 200 4b8ff2c3a5b0051ef1de2b545beadfca 199.204.45.144 - - [09/Mar/2026:01:45:41 +0000] "GET /admin/realms/atmosphere/clients/679190b8-6301-4307-a9fa-3afa0ee3dedb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.181:8080 166 0.014 200 f5e98ddf1a705bbc0708911381a23fce I0309 01:45:48.649965 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.92.96"}] I0309 01:45:48.654233 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f6ea2541-19da-427b-9d96-0b7dce866c51", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3380", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:45:48.655502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:48.655528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:02.454707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:02.454746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:05.788973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:05.789023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:46.422749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:46.422783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:46.493278 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:46:46.493347 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0309 01:46:46.493389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:46.493412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:46.494045 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:46:46.494120 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0309 01:46:46.494162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:46.494179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:46.494828 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:46:46.494905 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0309 01:46:46.494951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:46.494971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:46:46.495177 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0309 01:46:46.495216 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0309 01:46:46.495827 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0309 01:46:46.495853 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0309 01:46:46.496947 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0309 01:46:46.496974 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0309 01:46:46.501283 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0309 01:46:46.501555 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7d9fe76c-ef16-48b1-9f91-415689713570", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3893", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:46:46.501735 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0309 01:46:46.503840 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0309 01:46:46.504176 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0309 01:46:46.504201 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0309 01:46:46.504310 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"fe73ec78-85e0-4453-94a8-dbc364c5ecdc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3894", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:46:46.504336 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7842211e-2f68-4440-816e-c4ec4f93f3ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3896", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:46:46.504409 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0309 01:46:46.773156 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0309 01:46:46.774514 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0309 01:46:46.780287 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0309 01:46:46.781009 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0309 01:46:48.011155 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0309 01:46:48.011941 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0309 01:46:48.648690 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.92.96"}] I0309 01:46:48.648705 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.92.96"}] I0309 01:46:48.648737 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.92.96"}] I0309 01:46:48.654219 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7842211e-2f68-4440-816e-c4ec4f93f3ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4116", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:46:48.655929 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"fe73ec78-85e0-4453-94a8-dbc364c5ecdc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4117", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:46:48.657750 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7d9fe76c-ef16-48b1-9f91-415689713570", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4118", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:46:49.757223 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:46:49.757310 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:46:49.757362 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:46:49.757558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:49.757598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:46:49.757743 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:46:49.804839 7 controller.go:216] "Backend successfully reloaded" I0309 01:46:49.805077 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x8s4m", UID:"9a687ee4-08a0-41db-9299-3eebe35a9cbf", APIVersion:"v1", ResourceVersion:"1127", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:46:53.090150 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:46:53.090216 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:46:53.090254 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:46:53.090376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:53.090431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:56.423718 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:46:56.423764 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:46:56.423791 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:46:56.423870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:56.423887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:59.757100 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:46:59.757178 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:46:59.757218 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:46:59.757341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:59.757367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:03.090178 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:03.090236 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:03.090271 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:03.090396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:03.090443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:06.422934 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:06.422979 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:06.423018 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:06.423125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:06.423141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:09.756776 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:09.756845 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:09.756882 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:09.757007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:09.757031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:13.089609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:13.089665 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:13.089700 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:13.089817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:13.089842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:16.423304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:16.423340 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:16.423365 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:16.423437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:16.423450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:19.757211 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:19.757304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:19.757431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:19.757457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:23.091123 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:23.091231 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:23.091336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:23.091358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:26.423544 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:26.423621 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:26.423720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:26.423735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:29.756860 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:29.756941 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:29.757018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:29.757039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:33.090893 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:33.090983 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:33.091095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:33.091121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.22 - - [09/Mar/2026:01:47:36 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.032 [auth-system-keycloak-80] [] 10.0.0.181:8080 6432 0.032 200 bd38ede31b4b7ce7d407ca9e900705b6 10.0.0.109 - - [09/Mar/2026:01:47:36 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.181:8080 6432 0.007 200 82d8e1a6b6e2dee382bdb51cf266b128 W0309 01:47:36.423444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:36.423573 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:36.423735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:36.423773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:39.756562 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:39.756762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:39.756794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:43.090924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:43.090974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:46.423179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:46.423230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:52.871213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:52.871265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:56.207755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:56.207797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [09/Mar/2026:01:47:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.488 200 f67c28d5f1df71255e381a39c8caafb1 199.204.45.144 - - [09/Mar/2026:01:47:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.181:8080 4246 0.006 200 5bf926364fdaa7b68f0842a7a76520ca 199.204.45.144 - - [09/Mar/2026:01:47:59 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.283 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.281 204 f5abb90d1d43d499e7718a02b15deab1 199.204.45.144 - - [09/Mar/2026:01:47:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.182 [auth-system-keycloak-80] [] 10.0.0.181:8080 4384 0.182 200 3e58e28136e5baefc0036cde38ac8c8b 199.204.45.144 - - [09/Mar/2026:01:48:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.463 200 154befe4044b9c0d1382255d71ca4546 199.204.45.144 - - [09/Mar/2026:01:48:00 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.181:8080 1682 0.008 200 e4db0d54328956b2c6ddc9362d137d91 199.204.45.144 - - [09/Mar/2026:01:48:00 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.181:8080 6432 0.006 200 39a7a452a5441b8cf6c5f4792b962bfa 199.204.45.144 - - [09/Mar/2026:01:48:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.466 200 b251eb5f3b9899cd7714d2d610889f18 199.204.45.144 - - [09/Mar/2026:01:48:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.181:8080 2 0.008 200 ab30bc8b2929016e96d00e9daa808bd9 199.204.45.144 - - [09/Mar/2026:01:48:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.158 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.157 201 740b6c4ffa2f8cdb9693b8574d6aeb8b 199.204.45.144 - - [09/Mar/2026:01:48:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.181:8080 2246 0.021 200 cd4700c9447ab449764f043a4a1274b6 199.204.45.144 - - [09/Mar/2026:01:48:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.504 200 e32f8c166ca4b378a497a3783c44bfa1 199.204.45.144 - - [09/Mar/2026:01:48:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.003 [auth-system-keycloak-80] [] 10.0.0.181:8080 2246 0.004 200 207c2e1135726d1977fabbabf0123389 199.204.45.144 - - [09/Mar/2026:01:48:03 +0000] "GET /admin/realms/atmosphere/clients/3e2b8b31-eefd-4db0-abc0-fbbe82394d5f/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.012 [auth-system-keycloak-80] [] 10.0.0.181:8080 233 0.012 200 263b70d67d486197b22d58387c963b18 199.204.45.144 - - [09/Mar/2026:01:48:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.033 [auth-system-keycloak-80] [] 10.0.0.181:8080 831 0.034 200 154c3daf09ca94ffaea84f6ddadcbb70 199.204.45.144 - - [09/Mar/2026:01:48:03 +0000] "GET /admin/realms/atmosphere/clients/d3225d37-1adb-4900-a47a-ba41ccd49764/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.087 [auth-system-keycloak-80] [] 10.0.0.181:8080 3758 0.086 200 64bbd866d5035dfd4cd01df3945ff5bf 199.204.45.144 - - [09/Mar/2026:01:48:03 +0000] "GET /admin/realms/atmosphere/users/cc097885-2dd0-4309-a52f-4519935f191e/role-mappings/clients/d3225d37-1adb-4900-a47a-ba41ccd49764/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.095 [auth-system-keycloak-80] [] 10.0.0.181:8080 3758 0.096 200 0770a8531b4be92db3af1741a1ca417a 199.204.45.144 - - [09/Mar/2026:01:48:03 +0000] "GET /admin/realms/atmosphere/users/cc097885-2dd0-4309-a52f-4519935f191e/role-mappings/clients/d3225d37-1adb-4900-a47a-ba41ccd49764/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.087 [auth-system-keycloak-80] [] 10.0.0.181:8080 2 0.086 200 96d6e9ee950b8ba34364456c6c0502e8 199.204.45.144 - - [09/Mar/2026:01:48:03 +0000] "POST /admin/realms/atmosphere/users/cc097885-2dd0-4309-a52f-4519935f191e/role-mappings/clients/d3225d37-1adb-4900-a47a-ba41ccd49764 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.018 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.017 204 bcbd6109b4da86ac36335638ae438f8e 199.204.45.144 - - [09/Mar/2026:01:48:03 +0000] "GET /admin/realms/atmosphere/users/cc097885-2dd0-4309-a52f-4519935f191e/role-mappings/clients/d3225d37-1adb-4900-a47a-ba41ccd49764/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.058 [auth-system-keycloak-80] [] 10.0.0.181:8080 576 0.057 200 770eea3b51c47728a6445b389ff74d58 W0309 01:48:06.210485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:06.210519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:09.545195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:09.545236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:12.877314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:12.877356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:11.677311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:11.677358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:50.929443 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 01:50:50.929529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:50.929576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:50:50.933932 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0309 01:50:50.933983 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0309 01:50:50.939029 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0309 01:50:50.939297 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4f688062-04af-409a-b0a4-7feeb8563c4e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6242", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:50:50.939740 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0309 01:50:50.940238 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 01:50:50.940333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:50.940374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:50:50.940522 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:50:50.984844 7 controller.go:216] "Backend successfully reloaded" I0309 01:50:50.985075 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x8s4m", UID:"9a687ee4-08a0-41db-9299-3eebe35a9cbf", APIVersion:"v1", ResourceVersion:"1127", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:50:51.334274 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0309 01:50:51.335892 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0309 01:50:54.275829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:54.275886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [09/Mar/2026:01:50:55 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.006 300 b43ef1a176adf5aba6e98702801c1d95 199.204.45.144 - - [09/Mar/2026:01:50:56 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 266 0.004 200 30f23ca463f5617632fccc38eb5cc2ee 199.204.45.144 - - [09/Mar/2026:01:50:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1360 0.333 201 5d933bbccbe4b803cbeebae81a7a2fdb 199.204.45.144 - - [09/Mar/2026:01:50:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.002 300 10d70639e24318097aaba4d32fd3f072 199.204.45.144 - - [09/Mar/2026:01:50:57 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.036 [openstack-keystone-api-5000] [] 10.0.0.107:5000 90 0.035 404 3def16429d412af706370c9c39abb671 199.204.45.144 - - [09/Mar/2026:01:50:57 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.022 [openstack-keystone-api-5000] [] 10.0.0.107:5000 368 0.021 200 5197a2d609572d86a2e4ef31c7480cb9 199.204.45.144 - - [09/Mar/2026:01:50:57 +0000] "GET /v3/domains/dcde61366ca34e649a1ce13fe41c8ecb HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-keystone-api-5000] [] 10.0.0.107:5000 245 0.016 200 7b4b2ea1284c9a7cf43b565003eb14fd 199.204.45.144 - - [09/Mar/2026:01:50:57 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.107:5000 266 0.003 200 4377e0901d393207e53cf15a64d5376b 199.204.45.144 - - [09/Mar/2026:01:50:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.356 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1360 0.355 201 fd735d378213ca597bfb15bf2594dc83 199.204.45.144 - - [09/Mar/2026:01:50:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 b5c49d8285d3d231ccb406698f13b2ea 199.204.45.144 - - [09/Mar/2026:01:50:58 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.107:5000 101 0.021 404 3369d188938dba9f5dcb58e6cd83e1ed 199.204.45.144 - - [09/Mar/2026:01:50:58 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.016 [openstack-keystone-api-5000] [] 10.0.0.107:5000 156 0.016 200 86e250d0e09bb3e5c6054db7ab1c0d56 199.204.45.144 - - [09/Mar/2026:01:50:58 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.028 [openstack-keystone-api-5000] [] 10.0.0.107:5000 454 0.028 201 00f7dd8d3943a69cbabb6298cc7a12de 199.204.45.144 - - [09/Mar/2026:01:50:58 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 266 0.004 200 c9e6811adcd3fa3f4897d71f4187ee9e 199.204.45.144 - - [09/Mar/2026:01:50:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1360 0.299 201 af42665a5f088d8a8f6811c82ced1c83 199.204.45.144 - - [09/Mar/2026:01:50:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 ab5c33d40b48b38ab3331a4e69032e36 199.204.45.144 - - [09/Mar/2026:01:50:59 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.107:5000 98 0.019 404 90d12a9aed3e7aaf70ed3661f3b3624e 199.204.45.144 - - [09/Mar/2026:01:50:59 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.020 [openstack-keystone-api-5000] [] 10.0.0.107:5000 136 0.019 200 db8da4aeae827c0481d5cb861ea4d193 199.204.45.144 - - [09/Mar/2026:01:50:59 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.107:5000 357 0.020 201 9856993deaacf15f250d7f063f743e46 199.204.45.144 - - [09/Mar/2026:01:50:59 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 266 0.004 200 a03929a5af80346759e2130196146810 199.204.45.144 - - [09/Mar/2026:01:51:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1360 0.288 201 89098a9363f0170c88e2e39a476feef8 199.204.45.144 - - [09/Mar/2026:01:51:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.005 300 2a8cb34a4d399c2f52041065daf97e86 199.204.45.144 - - [09/Mar/2026:01:51:00 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.107:5000 131 0.022 404 124d39f7f782b63fffe274cefe65fcea 199.204.45.144 - - [09/Mar/2026:01:51:00 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.107:5000 168 0.019 200 5c02bee5f3f9cfb2f1d510c062087165 199.204.45.144 - - [09/Mar/2026:01:51:00 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.025 [openstack-keystone-api-5000] [] 10.0.0.107:5000 224 0.024 201 4ef29b166764c6df8a00b89e65c31c33 W0309 01:51:09.266104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:09.266145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:12.599987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:12.600048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:15.933782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:15.933818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:19.267451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:19.267495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:33.711246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:33.711275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:37.046904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:37.046951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:40.379036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:40.379082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:43.713652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:43.713700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:51:48.647831 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.92.96"}] I0309 01:51:48.654188 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4f688062-04af-409a-b0a4-7feeb8563c4e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6739", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:51:48.655409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:48.655433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:07.906250 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:53:07.906337 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 01:53:07.906381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:07.906428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:53:07.909057 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0309 01:53:07.909085 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0309 01:53:07.915951 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0309 01:53:07.916182 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"04a92a88-c706-4832-8427-acde4d635a65", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7235", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:53:07.916471 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0309 01:53:07.916844 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:53:07.916948 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 01:53:07.917028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:07.917052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:53:07.917187 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:53:07.961345 7 controller.go:216] "Backend successfully reloaded" I0309 01:53:07.961682 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x8s4m", UID:"9a687ee4-08a0-41db-9299-3eebe35a9cbf", APIVersion:"v1", ResourceVersion:"1127", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:53:08.429303 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0309 01:53:08.429971 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.144 - - [09/Mar/2026:01:53:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.003 300 88daeefd0b12d0ce1ba3bc3c4c44e959 199.204.45.144 - - [09/Mar/2026:01:53:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1992 0.331 201 e25aef2a26f8b6cda46c954221dcaa6c 199.204.45.144 - - [09/Mar/2026:01:53:09 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.019 [openstack-keystone-api-5000] [] 10.0.0.107:5000 85 0.020 404 f714766a919af6c655c75cefd8d935b4 199.204.45.144 - - [09/Mar/2026:01:53:09 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.015 [openstack-keystone-api-5000] [] 10.0.0.107:5000 129 0.015 200 3d8b5d48197245e56dda477ebb391934 199.204.45.144 - - [09/Mar/2026:01:53:09 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.025 [openstack-keystone-api-5000] [] 10.0.0.107:5000 230 0.025 201 0c48d554987736d78eb4b123bdf0d491 W0309 01:53:11.251178 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:53:11.251347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:11.251372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [09/Mar/2026:01:53:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 1fde323b84e9afb1cc429696616de25c 199.204.45.144 - - [09/Mar/2026:01:53:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.297 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1992 0.297 201 498f114956cd8dbd70047cc045aeb228 199.204.45.144 - - [09/Mar/2026:01:53:15 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.020 [openstack-keystone-api-5000] [] 10.0.0.107:5000 1521 0.020 200 0e39ead6552e83560605e913d5540383 199.204.45.144 - - [09/Mar/2026:01:53:15 +0000] "PUT /v3/roles/1fae08a91b6a4deabdd4cd9b817b5eac/implies/aacef3b5aef04e41bb4a64fb1bc1b5ca HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.035 [openstack-keystone-api-5000] [] 10.0.0.107:5000 521 0.034 201 d5b32c29e15cae0e0f33d6de599027c0 W0309 01:53:17.572209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:17.572252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:53:48.648527 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.104.92.96"}] I0309 01:53:48.654622 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"04a92a88-c706-4832-8427-acde4d635a65", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7607", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:53:48.656082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:48.656110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [09/Mar/2026:01:53:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 af36b8508c9ccddd4cc8d403a9e333c8 199.204.45.144 - - [09/Mar/2026:01:54:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.327 [openstack-keystone-api-5000] [] 10.0.0.107:5000 2055 0.327 201 3f3df1a46a73615c56ac8f1da56b5472 199.204.45.144 - - [09/Mar/2026:01:54:00 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.023 [openstack-keystone-api-5000] [] 10.0.0.107:5000 87 0.023 404 d4a3a26a64ef943c8e3e92359d6a605d 199.204.45.144 - - [09/Mar/2026:01:54:00 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.025 [openstack-keystone-api-5000] [] 10.0.0.107:5000 390 0.025 200 3dd58f69697713ca611a31b5aa50cd77 199.204.45.144 - - [09/Mar/2026:01:54:00 +0000] "GET /v3/users/rgw-RegionOne?domain_id=ffde2e5abf74465e8bbcde89e8f07381 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.030 [openstack-keystone-api-5000] [] 10.0.0.107:5000 91 0.030 404 295da6d4ee3200426fa4550d6b4c9084 199.204.45.144 - - [09/Mar/2026:01:54:00 +0000] "GET /v3/users?domain_id=ffde2e5abf74465e8bbcde89e8f07381&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.035 [openstack-keystone-api-5000] [] 10.0.0.107:5000 178 0.036 200 3763d1f3948320e5a96f72939bd963d0 199.204.45.144 - - [09/Mar/2026:01:54:00 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.276 [openstack-keystone-api-5000] [] 10.0.0.107:5000 291 0.276 201 381158e798de3c424a64017daf2bbc37 199.204.45.144 - - [09/Mar/2026:01:54:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.006 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.006 300 aea6f53719acb529b8735d42a69bb3f0 199.204.45.144 - - [09/Mar/2026:01:54:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.357 [openstack-keystone-api-5000] [] 10.0.0.107:5000 2055 0.357 201 c50d8023ecfa7b7da7035decd9bdbf0b 199.204.45.144 - - [09/Mar/2026:01:54:03 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.022 [openstack-keystone-api-5000] [] 10.0.0.107:5000 83 0.022 404 5e5e00898ad82b58a8a2f11c0a0c1abb 199.204.45.144 - - [09/Mar/2026:01:54:04 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.011 [openstack-keystone-api-5000] [] 10.0.0.107:5000 361 0.011 200 d5c728df666218498cbb139b14ed322f 199.204.45.144 - - [09/Mar/2026:01:54:04 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.116 [openstack-keystone-api-5000] [] 10.0.0.107:5000 87 0.117 404 d9db3d879c08d0d0b6cce26be14f207b 199.204.45.144 - - [09/Mar/2026:01:54:04 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.116 [openstack-keystone-api-5000] [] 10.0.0.107:5000 390 0.117 200 900aba7d1f901f2dd1e0804df015b9ac 199.204.45.144 - - [09/Mar/2026:01:54:04 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.025 [openstack-keystone-api-5000] [] 10.0.0.107:5000 91 0.026 404 4b56cea2e5a3ddbd921f518271370852 199.204.45.144 - - [09/Mar/2026:01:54:04 +0000] "GET /v3/users?domain_id=ffde2e5abf74465e8bbcde89e8f07381&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.040 [openstack-keystone-api-5000] [] 10.0.0.107:5000 458 0.040 200 fc47eebd894d3f8fd74c7e29b264b56a 199.204.45.144 - - [09/Mar/2026:01:54:04 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.017 [openstack-keystone-api-5000] [] 10.0.0.107:5000 88 0.017 404 ad545e57cba3dfad26a1f3588f199ab2 199.204.45.144 - - [09/Mar/2026:01:54:04 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.019 [openstack-keystone-api-5000] [] 10.0.0.107:5000 520 0.019 200 2aaffd952bcca3df7e00afe7de067743 199.204.45.144 - - [09/Mar/2026:01:54:04 +0000] "PUT /v3/projects/d0777b9561bd4549861ba73df7e8ef43/users/8b2176cbc1ff4b8bb72d97c7209c05b8/roles/8830581f6f27418899d20f849f21c9c5 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.032 [openstack-keystone-api-5000] [] 10.0.0.107:5000 0 0.033 204 5cf57d6c3bb23f9b9fcd40dc1ccfe988 199.204.45.144 - - [09/Mar/2026:01:54:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.003 300 0622de3465073d54c170815f23691e4d 199.204.45.144 - - [09/Mar/2026:01:54:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.320 [openstack-keystone-api-5000] [] 10.0.0.107:5000 2055 0.320 201 28e048c04d87f03e6e248b52d012f206 199.204.45.144 - - [09/Mar/2026:01:54:06 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.015 [openstack-keystone-api-5000] [] 10.0.0.107:5000 151 0.015 200 8813d51c2f235513410024399687c65c 199.204.45.144 - - [09/Mar/2026:01:54:06 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.025 [openstack-keystone-api-5000] [] 10.0.0.107:5000 263 0.024 201 50bc393e29f194b97d0a03baffeadc61 199.204.45.144 - - [09/Mar/2026:01:54:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 e36103ab765f7fdd2c8a241da9df45a6 199.204.45.144 - - [09/Mar/2026:01:54:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.107:5000 2157 0.314 201 2c7713f27777a6746b00489132e630e2 199.204.45.144 - - [09/Mar/2026:01:54:07 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.018 [openstack-keystone-api-5000] [] 10.0.0.107:5000 86 0.018 404 c3e9536b4a07b59133177b05643b28fc 199.204.45.144 - - [09/Mar/2026:01:54:07 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.013 [openstack-keystone-api-5000] [] 10.0.0.107:5000 382 0.012 200 488542c6eb0b1e866c230bbb0e9f418b 199.204.45.144 - - [09/Mar/2026:01:54:07 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=052eb1c68f624b7aa27b1f28d2005520 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.016 [openstack-keystone-api-5000] [] 10.0.0.107:5000 205 0.016 200 d8d42ce00bf037e981367413e528abe6 199.204.45.144 - - [09/Mar/2026:01:54:07 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.024 [openstack-keystone-api-5000] [] 10.0.0.107:5000 379 0.025 201 0556d25ac1a05d988d069feca3d97793 199.204.45.144 - - [09/Mar/2026:01:54:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 ac5649dcda412a4c22a4b94459bf313d 199.204.45.144 - - [09/Mar/2026:01:54:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.107:5000 2366 0.288 201 06fcfd395265cca1e11710137b0a2941 199.204.45.144 - - [09/Mar/2026:01:54:08 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.020 [openstack-keystone-api-5000] [] 10.0.0.107:5000 86 0.019 404 82f92762f4726e473531ce9620b8f9e2 199.204.45.144 - - [09/Mar/2026:01:54:08 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.015 [openstack-keystone-api-5000] [] 10.0.0.107:5000 382 0.015 200 052307eed24b70742ee7cd4161d355a8 199.204.45.144 - - [09/Mar/2026:01:54:08 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=052eb1c68f624b7aa27b1f28d2005520 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.017 [openstack-keystone-api-5000] [] 10.0.0.107:5000 207 0.018 200 e2c1e7159ac60777de259d462fb17bca 199.204.45.144 - - [09/Mar/2026:01:54:08 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.027 [openstack-keystone-api-5000] [] 10.0.0.107:5000 392 0.027 201 d15ecda59ca562194ffc219b1afb1170 W0309 01:54:09.455346 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:54:09.455475 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 01:54:09.455550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:09.455567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:09.460033 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0309 01:54:09.460069 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0309 01:54:09.466621 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0309 01:54:09.466908 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"9d4763fb-1aa3-44aa-8846-b4694cfa3634", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7758", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:54:09.467240 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0309 01:54:09.467634 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:54:09.467746 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 01:54:09.467830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:09.467850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:09.468004 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:54:09.521645 7 controller.go:216] "Backend successfully reloaded" I0309 01:54:09.521878 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x8s4m", UID:"9a687ee4-08a0-41db-9299-3eebe35a9cbf", APIVersion:"v1", ResourceVersion:"1127", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:54:09.877269 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0309 01:54:09.878714 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0309 01:54:12.801538 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:54:12.801699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:12.801715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:26.221689 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:54:26.221817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:26.221834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:31.063254 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:54:31.063412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:31.063431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:34.398790 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:34.398969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:34.398998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:34.399161 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:54:34.467503 7 controller.go:216] "Backend successfully reloaded" I0309 01:54:34.468111 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x8s4m", UID:"9a687ee4-08a0-41db-9299-3eebe35a9cbf", APIVersion:"v1", ResourceVersion:"1127", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:54:37.730503 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:37.730719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:37.730759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:41.064048 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:41.064286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:41.064334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:48.648747 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.104.92.96"}] I0309 01:54:48.654536 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"9d4763fb-1aa3-44aa-8846-b4694cfa3634", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8143", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:54:48.656665 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:48.656821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:48.656850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:55.543648 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:55.543747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:55.543762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:58.877732 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:54:58.877933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:58.877959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:02.210604 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:55:02.210800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:02.210820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:15.510086 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:55:15.510248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:15.510281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:54.036295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:54.036337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:06.269722 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:57:06.269850 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 01:57:06.269925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:06.269951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:57:06.273937 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.2kB} I0309 01:57:06.273962 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0309 01:57:06.278301 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0309 01:57:06.278613 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"b252c90a-6ecf-4ec5-9ba7-cd61aad97b73", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9177", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:57:06.278843 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0309 01:57:06.279286 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:57:06.279404 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 01:57:06.279529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:06.279556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:57:06.279719 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:57:06.329272 7 controller.go:216] "Backend successfully reloaded" I0309 01:57:06.329857 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x8s4m", UID:"9a687ee4-08a0-41db-9299-3eebe35a9cbf", APIVersion:"v1", ResourceVersion:"1127", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:57:06.637738 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0309 01:57:06.638677 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0309 01:57:09.613774 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:57:09.613972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:09.613996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [09/Mar/2026:01:57:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 db3d81db8ad6b97db9c1a0d5e5b802cf 199.204.45.144 - - [09/Mar/2026:01:57:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.323 [openstack-keystone-api-5000] [] 10.0.0.107:5000 3201 0.323 201 d4db1ca9f6808b19972be0addd0dc5b6 199.204.45.144 - - [09/Mar/2026:01:57:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 70bd0f04d3161149e150af9b932b401c 199.204.45.144 - - [09/Mar/2026:01:57:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fcb07807d59764c056668780bc761177 199.204.45.144 - - [09/Mar/2026:01:57:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.003 300 afa64409e8036cd2625e34268b82b22e 199.204.45.144 - - [09/Mar/2026:01:57:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.107:5000 3201 0.295 201 1c823213bef273957db02d3f5eeb8c06 199.204.45.144 - - [09/Mar/2026:01:57:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e6d9ab2aa19fb7d3966ad9bfb5789f7f 199.204.45.144 - - [09/Mar/2026:01:57:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8416104db442655b242d0542fcd9367b 199.204.45.144 - - [09/Mar/2026:01:57:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.005 300 920d4d6895466a93b2e2c5fd5dfe93eb 199.204.45.144 - - [09/Mar/2026:01:57:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.107:5000 3201 0.283 201 d74dfdcee929debe881e29c7ec718dcd 199.204.45.144 - - [09/Mar/2026:01:57:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c957619ed33081ae3774d19710a1bdf1 199.204.45.144 - - [09/Mar/2026:01:57:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d1fc5fd73db4f7123d5c6e2a1ed0b0cd 199.204.45.144 - - [09/Mar/2026:01:57:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 18eb4bcb2809bb6c397bda1e8eaac094 W0309 01:57:15.710725 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:57:15.710845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:15.710864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [09/Mar/2026:01:57:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.107:5000 3201 0.289 201 d4beb6570ff86257bd7a19d274034e3b 199.204.45.144 - - [09/Mar/2026:01:57:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bdaca1f6644aab8deec6eb95e03f9308 199.204.45.144 - - [09/Mar/2026:01:57:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7f5fdcee87e2d6d659af0640bfb65509 199.204.45.144 - - [09/Mar/2026:01:57:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 fc7cd0d66ff43ab4702a9a64c204a66d 199.204.45.144 - - [09/Mar/2026:01:57:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.107:5000 3201 0.282 201 96c8b7e4cc5a7e3d9a07503e1d7f1125 199.204.45.144 - - [09/Mar/2026:01:57:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6f63bbb6cc710f862a91e6b6b3afcf6b 199.204.45.144 - - [09/Mar/2026:01:57:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7dd0316713a8885a477d75dfe47d57eb 199.204.45.144 - - [09/Mar/2026:01:57:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 67fe8d882541deb935fe464a22b64957 199.204.45.144 - - [09/Mar/2026:01:57:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.107:5000 3201 0.297 201 a06f83268af5f58677e79ced52adb2e0 199.204.45.144 - - [09/Mar/2026:01:57:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8e9637e2a2e88354412df8abd6f3a3c7 199.204.45.144 - - [09/Mar/2026:01:57:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1b946bc2ca6267e316840ae913b38412 199.204.45.144 - - [09/Mar/2026:01:57:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.008 300 fd3ae4a6cba895a65cfabea258049b46 199.204.45.144 - - [09/Mar/2026:01:57:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.107:5000 3201 0.287 201 e48fd24477535697edd4545d45a4f74c 199.204.45.144 - - [09/Mar/2026:01:57:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c26b694f6f72d24a679624feab4f1223 199.204.45.144 - - [09/Mar/2026:01:57:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 701096e2ea5570fa9dce17c53188ae2e 199.204.45.144 - - [09/Mar/2026:01:57:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.003 300 ccd197340b56c178ced4390e5cb5cf02 199.204.45.144 - - [09/Mar/2026:01:57:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.107:5000 3201 0.301 201 8aed1375b344a905dbe91e11de95b5bd 199.204.45.144 - - [09/Mar/2026:01:57:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a6254c32f842ba3bf030c6a7051f3165 199.204.45.144 - - [09/Mar/2026:01:57:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9b039a55c9fd217a7e56668b33933350 199.204.45.144 - - [09/Mar/2026:01:57:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 22d769cadc2f71fb0b7cb3fbe936f298 199.204.45.144 - - [09/Mar/2026:01:57:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.107:5000 3201 0.302 201 113dbe526193eecd71425cd060f70297 199.204.45.144 - - [09/Mar/2026:01:57:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7d4c95d1f4415b4c5ad1706e71694523 199.204.45.144 - - [09/Mar/2026:01:57:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b82673e09583ec305564dc4060330cb6 199.204.45.144 - - [09/Mar/2026:01:57:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 2b1157905d49bb1683686ac4d6f76e78 W0309 01:57:26.241542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:26.241589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [09/Mar/2026:01:57:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.107:5000 3201 0.286 201 ee476ad3945181a9865083676431a2d9 199.204.45.144 - - [09/Mar/2026:01:57:26 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.83:9292 1312 0.002 300 697f18b6bb660423ac1820cc6bd784a1 199.204.45.144 - - [09/Mar/2026:01:57:27 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.565 [openstack-glance-api-9292] [] 10.0.0.83:9292 69 0.565 200 9a91ca4bebd41adb05146899aaa44165 199.204.45.144 - - [09/Mar/2026:01:57:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.107:5000 281 0.004 300 9d92f370c05fb7a6265694924f92a12d 199.204.45.144 - - [09/Mar/2026:01:57:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.107:5000 3201 0.285 201 167f239183c348d9f5e55b8264ca07c3 199.204.45.144 - - [09/Mar/2026:01:57:30 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.83:9292 1312 0.002 300 6c44d5b10bd350cf14a16e7bbcdc58e7 199.204.45.144 - - [09/Mar/2026:01:57:30 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.042 [openstack-glance-api-9292] [] 10.0.0.83:9292 69 0.041 200 de45d1e57254abc03180c3cc4db1e207 199.204.45.144 - - [09/Mar/2026:01:57:30 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.120 [openstack-glance-api-9292] [] 10.0.0.83:9292 151 0.121 404 44c38f34bd075beae60ba0c9c38ceffa 199.204.45.144 - - [09/Mar/2026:01:57:30 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.83:9292 81 0.021 200 bca47d02422d14cedec1a7e73ac5ce65 199.204.45.144 - - [09/Mar/2026:01:57:30 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.024 [openstack-glance-api-9292] [] 10.0.0.83:9292 84 0.023 200 3ba61e2d47bd968d04171333577f7603 199.204.45.144 - - [09/Mar/2026:01:57:30 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.063 [openstack-glance-api-9292] [] 10.0.0.83:9292 760 0.062 201 c1826477c0cd2db2ed9c5b4878c59132 199.204.45.144 - - [09/Mar/2026:01:57:34 +0000] "PUT /v2/images/57aa3e17-c05d-476b-91c5-6459099f7004/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.201 [openstack-glance-api-9292] [] 10.0.0.83:9292 0 4.201 204 9a1862667a5836a3cdfed18ab6cb46e9 199.204.45.144 - - [09/Mar/2026:01:57:34 +0000] "GET /v2/images/57aa3e17-c05d-476b-91c5-6459099f7004 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.83:9292 1171 0.015 200 a195c5266644cde43cee9da91c53bfe0 199.204.45.144 - - [09/Mar/2026:01:57:34 +0000] "GET /v2/images/57aa3e17-c05d-476b-91c5-6459099f7004 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.83:9292 1171 0.014 200 66866416f74191081ae2e194797ad7c9 W0309 01:57:37.667091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:37.667143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:41.000429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:41.000461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:57:48.649545 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.104.92.96"}] I0309 01:57:48.655582 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"b252c90a-6ecf-4ec5-9ba7-cd61aad97b73", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9549", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:57:48.657214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:48.657245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store