------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 01:28:21.228611 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 01:28:21.228736 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 01:28:21.237264 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 01:28:21.240311 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 01:28:21.769519 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 01:28:21.788724 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 01:28:21.800423 7 nginx.go:271] "Starting NGINX Ingress controller" I0407 01:28:21.805314 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"074c0cf9-f743-4b37-9231-3bba0cef5fba", APIVersion:"v1", ResourceVersion:"1316", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 01:28:21.809743 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"2716d66f-94dd-40d0-8731-66f9c92bc2bf", APIVersion:"v1", ResourceVersion:"1314", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 01:28:21.809806 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"2d65882c-346a-4cc7-b7a1-6d3d2b9f7805", APIVersion:"v1", ResourceVersion:"1315", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 01:28:23.002160 7 nginx.go:317] "Starting NGINX process" I0407 01:28:23.002239 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0407 01:28:23.002785 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0407 01:28:23.002987 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0407 01:28:23.003058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:23.003073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:28:23.003112 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:28:23.010454 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 01:28:23.010517 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-gl99t" I0407 01:28:23.039739 7 controller.go:216] "Backend successfully reloaded" I0407 01:28:23.039856 7 controller.go:227] "Initial sync, sleeping for 1 second" I0407 01:28:23.039908 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gl99t", UID:"ce71f12f-94f1-4d71-8748-9af90cc45de1", APIVersion:"v1", ResourceVersion:"1421", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:28:26.814049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:26.814077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:30.148637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:30.148727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:33.481003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:33.481070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:36.815122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:36.815162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:40.147559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:40.147645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:43.481793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:43.481826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:46.815474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:46.815518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:53.666177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:53.666227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:58.688757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:58.688817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:48.065269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:48.065303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:51.399221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:51.399267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:55.905357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:55.905381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:59.238891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:59.238937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:02.573173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:02.573205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:05.906052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:05.906077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:09.239307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:09.239358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:12.572421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:12.572462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:16.024675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:16.024723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:19.360024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:19.360069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:22.691556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:22.691598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:26.103470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:26.103521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:29.438852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:29.438900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:32.770764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:32.770800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:30.079830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:30.079863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:32.860746 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-227.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-227.nip.io-tls was not found. Using default certificate W0407 01:32:32.860794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:32.860806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:32:32.862012 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0407 01:32:32.862036 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 01:32:32.868643 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0407 01:32:32.869005 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f534fc0e-ba50-4a52-b689-d78e80e08a57", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3308", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:32:32.869110 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-227.nip.io-tls" in local store W0407 01:32:33.413349 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-227.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-227.nip.io-tls was not found. Using default certificate W0407 01:32:33.413437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:33.413479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:32:33.413624 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:32:33.471887 7 controller.go:216] "Backend successfully reloaded" I0407 01:32:33.472135 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gl99t", UID:"ce71f12f-94f1-4d71-8748-9af90cc45de1", APIVersion:"v1", ResourceVersion:"1421", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:32:33.506418 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-227.nip.io-tls" I0407 01:32:33.507308 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-227.nip.io-tls" W0407 01:32:36.749152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:36.749205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [07/Apr/2026:01:32:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.117 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 2.115 200 81f3c867e43948b8547d7268e9adca0f 199.204.45.227 - - [07/Apr/2026:01:32:44 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.183 [auth-system-keycloak-80] [] 10.0.0.121:8080 116 0.183 404 eb83eb05da33f2ce1d0097512217f1ef 199.204.45.227 - - [07/Apr/2026:01:32:49 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.586 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 4.585 201 8fa0c3530d6b6a5e79c1b8b112fe553d 199.204.45.227 - - [07/Apr/2026:01:32:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.698 [auth-system-keycloak-80] [] 10.0.0.121:8080 4246 0.698 200 8b9bbfa0967af60787a01cd7a7336cf4 199.204.45.227 - - [07/Apr/2026:01:32:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.486 200 5d5c07f0521dd38acd51a54da0a79d98 199.204.45.227 - - [07/Apr/2026:01:32:50 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.095 [auth-system-keycloak-80] [] 10.0.0.121:8080 12500 0.095 200 06ea2118b2121762060022274c5489f8 199.204.45.227 - - [07/Apr/2026:01:32:51 +0000] "GET /admin/realms/atmosphere/client-scopes/59bc650a-1281-4334-9265-538f6f6b0500 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.070 [auth-system-keycloak-80] [] 10.0.0.121:8080 1278 0.070 200 740af01a73105330b217ea9ffadcf86b 199.204.45.227 - - [07/Apr/2026:01:32:51 +0000] "PUT /admin/realms/atmosphere/client-scopes/59bc650a-1281-4334-9265-538f6f6b0500 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.022 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.021 204 0c620fab4e90f1da3a135beb40d7b20b 199.204.45.227 - - [07/Apr/2026:01:32:51 +0000] "GET /admin/realms/atmosphere/client-scopes/59bc650a-1281-4334-9265-538f6f6b0500/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.052 [auth-system-keycloak-80] [] 10.0.0.121:8080 963 0.052 200 9c7e9cae444c4812cdc29eff59624940 199.204.45.227 - - [07/Apr/2026:01:32:51 +0000] "GET /admin/realms/atmosphere/client-scopes/59bc650a-1281-4334-9265-538f6f6b0500/protocol-mappers/models/2a0ce1da-376e-4cf7-8d98-41ecda3cb504 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.007 [auth-system-keycloak-80] [] 10.0.0.121:8080 366 0.007 200 11a5bd5bcc3337349d453e847fc36761 199.204.45.227 - - [07/Apr/2026:01:32:51 +0000] "PUT /admin/realms/atmosphere/client-scopes/59bc650a-1281-4334-9265-538f6f6b0500/protocol-mappers/models/2a0ce1da-376e-4cf7-8d98-41ecda3cb504 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.079 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.078 204 ddd93fdb5065c4e45831653f65b3875a 199.204.45.227 - - [07/Apr/2026:01:32:51 +0000] "GET /admin/realms/atmosphere/client-scopes/59bc650a-1281-4334-9265-538f6f6b0500 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.121:8080 1218 0.016 200 732cb6eeb15a999f5719dacd38522a97 199.204.45.227 - - [07/Apr/2026:01:33:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.482 200 1dfc50caa82f750cfa9127b25a098fc7 199.204.45.227 - - [07/Apr/2026:01:33:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.028 [auth-system-keycloak-80] [] 10.0.0.121:8080 2 0.028 200 5afcc0c3f8c7a5f64b595a7615274d58 199.204.45.227 - - [07/Apr/2026:01:33:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.299 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.298 201 30a7a07e7aab3e5316fac1db56d6c0e0 199.204.45.227 - - [07/Apr/2026:01:33:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.078 [auth-system-keycloak-80] [] 10.0.0.121:8080 1261 0.078 200 b675d3d87fc957afd4dcab43b46a8c20 199.204.45.227 - - [07/Apr/2026:01:33:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.802 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.801 200 5605152afcd317c596fb76009a540d4a 199.204.45.227 - - [07/Apr/2026:01:33:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.121:8080 2 0.009 200 8c281bfcf5cc55374c2a1eb767589038 199.204.45.227 - - [07/Apr/2026:01:33:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.081 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.079 201 30fd3dd92f60f30684ca0a86d62ee74e 199.204.45.227 - - [07/Apr/2026:01:33:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.075 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.075 200 ece136ebf2934f6cc268d25928ae4c61 199.204.45.227 - - [07/Apr/2026:01:33:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.724 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.723 200 4405f4c9697caf693c59a5365c286956 199.204.45.227 - - [07/Apr/2026:01:33:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.121:8080 2 0.009 200 3907f68627cd805d1c2ddf442f35b7bf 199.204.45.227 - - [07/Apr/2026:01:33:15 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.066 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.065 201 04ce857413d53c952edb6a59836b0589 199.204.45.227 - - [07/Apr/2026:01:33:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.085 [auth-system-keycloak-80] [] 10.0.0.121:8080 1251 0.085 200 e06b0e6199e642feb48e887a13c93844 199.204.45.227 - - [07/Apr/2026:01:33:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.421 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.419 200 390c1e0d183a03dd7643eefa397f833a 199.204.45.227 - - [07/Apr/2026:01:33:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.033 [auth-system-keycloak-80] [] 10.0.0.121:8080 1261 0.033 200 25130098bd0d49df06b6a9d73c1345f6 199.204.45.227 - - [07/Apr/2026:01:33:16 +0000] "GET /admin/realms/atmosphere/clients/8e78268e-cfb7-43f7-bfcc-333ef6b39c20/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.121:8080 119 0.015 404 df37c52a35700fc5df5af1a387981d19 199.204.45.227 - - [07/Apr/2026:01:33:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.121:8080 1261 0.007 200 070191fc6e03d106e7b59333b5ee5d3c 199.204.45.227 - - [07/Apr/2026:01:33:16 +0000] "POST /admin/realms/atmosphere/clients/8e78268e-cfb7-43f7-bfcc-333ef6b39c20/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.047 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.046 201 bd9e7850264d26bbb178e2491d02baad 199.204.45.227 - - [07/Apr/2026:01:33:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.121:8080 1261 0.007 200 72b953b756eaa5bb172878548bc0b854 199.204.45.227 - - [07/Apr/2026:01:33:16 +0000] "GET /admin/realms/atmosphere/clients/8e78268e-cfb7-43f7-bfcc-333ef6b39c20/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.121:8080 166 0.015 200 cf0507a2e0db6020cabd910e6a9c0208 199.204.45.227 - - [07/Apr/2026:01:33:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.447 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.446 200 765f2ab80b63e9cff01917b34a6d0c81 199.204.45.227 - - [07/Apr/2026:01:33:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.031 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.031 200 f2706d162570553e68b44ffbfb4d9901 199.204.45.227 - - [07/Apr/2026:01:33:17 +0000] "GET /admin/realms/atmosphere/clients/6f28150e-d2c3-4baa-b3e5-fe564d4fd33e/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.006 [auth-system-keycloak-80] [] 10.0.0.121:8080 119 0.006 404 74e9aebf652133b213287cc130c82504 199.204.45.227 - - [07/Apr/2026:01:33:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.003 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.004 200 e3590af836957873a617377cc4149eb7 199.204.45.227 - - [07/Apr/2026:01:33:17 +0000] "POST /admin/realms/atmosphere/clients/6f28150e-d2c3-4baa-b3e5-fe564d4fd33e/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.072 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.072 201 57efbca19f5294ac773cb6aa9342919a 199.204.45.227 - - [07/Apr/2026:01:33:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.007 200 ff42ce2348bba91cbeb21c0203738191 199.204.45.227 - - [07/Apr/2026:01:33:17 +0000] "GET /admin/realms/atmosphere/clients/6f28150e-d2c3-4baa-b3e5-fe564d4fd33e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.066 [auth-system-keycloak-80] [] 10.0.0.121:8080 165 0.067 200 edef73e46657f0090945d835ac0f8ad7 199.204.45.227 - - [07/Apr/2026:01:33:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.465 200 6add1f1e5258a14a61d554942b1cd7d0 199.204.45.227 - - [07/Apr/2026:01:33:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.032 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.032 200 1442a5bbe3020467da29c1281066f2a5 199.204.45.227 - - [07/Apr/2026:01:33:18 +0000] "GET /admin/realms/atmosphere/clients/6f28150e-d2c3-4baa-b3e5-fe564d4fd33e/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.121:8080 119 0.010 404 c26d6a4b658a77a0505bc4d2caf08042 199.204.45.227 - - [07/Apr/2026:01:33:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.006 200 0c8a57871834ca28ba00dfdd33e5a340 199.204.45.227 - - [07/Apr/2026:01:33:18 +0000] "POST /admin/realms/atmosphere/clients/6f28150e-d2c3-4baa-b3e5-fe564d4fd33e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.055 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.054 201 fc8c0c37706c45fe4b5cd443c63d719b 199.204.45.227 - - [07/Apr/2026:01:33:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.007 200 2df8aeaa28cd35eaeb47b511cd69ed32 199.204.45.227 - - [07/Apr/2026:01:33:18 +0000] "GET /admin/realms/atmosphere/clients/6f28150e-d2c3-4baa-b3e5-fe564d4fd33e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.074 [auth-system-keycloak-80] [] 10.0.0.121:8080 166 0.074 200 b9cbc7a63b001049ae7e32b2b54123b1 199.204.45.227 - - [07/Apr/2026:01:33:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.518 200 aae24a4fd5fdb783b35efe8fa6fb61dd 199.204.45.227 - - [07/Apr/2026:01:33:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.015 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.015 200 5556562d0cee287e4cb1a8e0bb482f11 199.204.45.227 - - [07/Apr/2026:01:33:19 +0000] "GET /admin/realms/atmosphere/clients/6f28150e-d2c3-4baa-b3e5-fe564d4fd33e/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.062 [auth-system-keycloak-80] [] 10.0.0.121:8080 119 0.062 404 2ad7ddd8965d741a13f4d47d13926922 199.204.45.227 - - [07/Apr/2026:01:33:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.007 200 3f542dda5dcf60a6afcb54aa4efeb9e1 199.204.45.227 - - [07/Apr/2026:01:33:19 +0000] "POST /admin/realms/atmosphere/clients/6f28150e-d2c3-4baa-b3e5-fe564d4fd33e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.011 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.011 201 77a7480c1447029f23baee1cd4cc307a 199.204.45.227 - - [07/Apr/2026:01:33:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.003 [auth-system-keycloak-80] [] 10.0.0.121:8080 1286 0.003 200 9982a7fb37210e5a7c40ddcd257dcbed 199.204.45.227 - - [07/Apr/2026:01:33:19 +0000] "GET /admin/realms/atmosphere/clients/6f28150e-d2c3-4baa-b3e5-fe564d4fd33e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.121:8080 166 0.010 200 a5462f578b51064c89f43f9145692a0c 199.204.45.227 - - [07/Apr/2026:01:33:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.456 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.455 200 ea01264edbb95c7b609c2c91c55a32bd 199.204.45.227 - - [07/Apr/2026:01:33:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.121:8080 1251 0.006 200 27bfebff7371228b842637e8e1a3dfb1 199.204.45.227 - - [07/Apr/2026:01:33:20 +0000] "GET /admin/realms/atmosphere/clients/49bfb931-7fb8-4cb4-8681-fff554b22e13/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.121:8080 119 0.009 404 c4bd373798a2968127162e08880ab5e7 199.204.45.227 - - [07/Apr/2026:01:33:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.121:8080 1251 0.005 200 bacfceeb5dac22d15abc3a61d55274e6 199.204.45.227 - - [07/Apr/2026:01:33:20 +0000] "POST /admin/realms/atmosphere/clients/49bfb931-7fb8-4cb4-8681-fff554b22e13/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.031 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.030 201 d5266f54b0c6af0210bf2e7f7f6f2f6a 199.204.45.227 - - [07/Apr/2026:01:33:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.121:8080 1251 0.006 200 28d49b338fe45cbc7ae749f5811bd9cf 199.204.45.227 - - [07/Apr/2026:01:33:20 +0000] "GET /admin/realms/atmosphere/clients/49bfb931-7fb8-4cb4-8681-fff554b22e13/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.075 [auth-system-keycloak-80] [] 10.0.0.121:8080 166 0.075 200 45b4cf6f4fc8e236ea7470bd76269ff8 I0407 01:33:23.016931 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.77.187"}] I0407 01:33:23.022626 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f534fc0e-ba50-4a52-b689-d78e80e08a57", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3762", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:33:23.024209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:23.024245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:40.899744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:40.899784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:44.233973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:44.234019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:25.381271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:25.381306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:25.462096 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:25.462147 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 01:34:25.462176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:25.462189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:25.462442 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:25.462528 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0407 01:34:25.462575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:25.462598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:25.463243 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. I0407 01:34:25.463402 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0407 01:34:25.463516 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0407 01:34:25.463502 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 01:34:25.463757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:25.463895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:34:25.465179 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0407 01:34:25.465214 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 01:34:25.466756 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0407 01:34:25.466834 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0407 01:34:25.470179 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0407 01:34:25.470567 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 01:34:25.470589 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0407 01:34:25.470776 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 01:34:25.470799 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"73de9e94-5d81-402b-96af-8c1f98ef0e95", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4320", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:34:25.470813 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"af13bf0e-094b-4742-b743-44cfedc785a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4325", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:34:25.471133 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0407 01:34:25.471339 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 01:34:25.471373 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"80d34b55-570d-45ec-959b-93e85c617ebb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4327", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:34:25.986306 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 01:34:25.987085 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0407 01:34:26.138915 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 01:34:26.140017 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0407 01:34:26.193434 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 01:34:26.194256 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0407 01:34:28.715315 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:28.715363 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:28.715388 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:28.715718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:28.715739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:34:28.715820 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:34:28.764839 7 controller.go:216] "Backend successfully reloaded" I0407 01:34:28.765143 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gl99t", UID:"ce71f12f-94f1-4d71-8748-9af90cc45de1", APIVersion:"v1", ResourceVersion:"1421", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:34:32.048028 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:32.048099 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:32.048135 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:32.048306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:32.048335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:35.382076 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:35.382123 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:35.382149 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:35.382275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:35.382296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:38.715304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:38.715375 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:38.715426 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:38.715551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:38.715579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:42.048046 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:42.048109 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:42.048149 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:42.048284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:42.048311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:45.381973 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:45.382054 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:45.382098 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:45.382203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:45.382230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:48.714569 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:48.714635 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:48.714702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:48.714717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:52.048307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:52.048406 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:52.048627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:52.048663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:55.382178 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:55.382242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:55.382326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:55.382346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:58.715467 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:58.715531 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:58.715611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:58.715629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:02.049002 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:35:02.049112 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:35:02.049269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:02.049313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.220 - - [07/Apr/2026:01:35:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.041 [auth-system-keycloak-80] [] 10.0.0.121:8080 6432 0.041 200 c4595f9c46f7ae24291f8461ee198b32 10.0.0.148 - - [07/Apr/2026:01:35:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.121:8080 6432 0.009 200 5c195f3af4777b88af30c2b85cf133dc W0407 01:35:05.381305 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:35:05.381455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:05.381490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:08.715774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:08.715828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:12.048252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:12.048290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:15.381794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:15.381845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:18.716044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:18.716087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:22.048615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:22.048653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:35:23.017533 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.77.187"}] I0407 01:35:23.017618 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.77.187"}] I0407 01:35:23.017697 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.77.187"}] I0407 01:35:23.021122 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"80d34b55-570d-45ec-959b-93e85c617ebb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5535", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:35:23.024684 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"73de9e94-5d81-402b-96af-8c1f98ef0e95", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5536", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:35:23.025491 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"af13bf0e-094b-4742-b743-44cfedc785a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5537", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:35:25.381801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:25.381871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [07/Apr/2026:01:35:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.430 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.429 200 544017949bd748e710aaaf320c9e6407 199.204.45.227 - - [07/Apr/2026:01:35:27 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.027 [auth-system-keycloak-80] [] 10.0.0.121:8080 4246 0.027 200 85f69ff110425234e1fa4d1f7094283f 199.204.45.227 - - [07/Apr/2026:01:35:28 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.408 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.406 204 fb7ab2121b45c405414d58682a370e42 199.204.45.227 - - [07/Apr/2026:01:35:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.199 [auth-system-keycloak-80] [] 10.0.0.121:8080 4384 0.199 200 bf92ad6084740dc62eabef34698fcefc W0407 01:35:28.715238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:28.715325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [07/Apr/2026:01:35:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.561 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.560 200 a983140d6e4c1d364ef3d17c91d11da4 199.204.45.227 - - [07/Apr/2026:01:35:29 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.050 [auth-system-keycloak-80] [] 10.0.0.121:8080 1682 0.050 200 d5eac68745c241791c09e171f9567364 199.204.45.227 - - [07/Apr/2026:01:35:29 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.121:8080 6432 0.006 200 3f10057e98d1b4b13be6cfb06a19e0e1 199.204.45.227 - - [07/Apr/2026:01:35:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.472 200 907a19640b95faae63f3d9cd45c9de06 199.204.45.227 - - [07/Apr/2026:01:35:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.033 [auth-system-keycloak-80] [] 10.0.0.121:8080 2 0.034 200 60ceac0409855c7ded11bffb944077bf 199.204.45.227 - - [07/Apr/2026:01:35:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.189 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.188 201 a7a9471c4331818e2df76f022a6fc3ca 199.204.45.227 - - [07/Apr/2026:01:35:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.029 [auth-system-keycloak-80] [] 10.0.0.121:8080 2246 0.029 200 3ec2f0dbddc2403563f3eb41775bf54a 199.204.45.227 - - [07/Apr/2026:01:35:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.459 [auth-system-keycloak-80] [] 10.0.0.121:8080 1928 0.458 200 9096c9d9d9077c1b1070e193905852fe 199.204.45.227 - - [07/Apr/2026:01:35:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.121:8080 2246 0.007 200 3aa98671160e745ede4040b9df033ed5 199.204.45.227 - - [07/Apr/2026:01:35:32 +0000] "GET /admin/realms/atmosphere/clients/0b15a22b-3905-4ad2-b580-e19a2e668f57/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.021 [auth-system-keycloak-80] [] 10.0.0.121:8080 233 0.021 200 af4eee87b69243a5b38cc623d3e94635 199.204.45.227 - - [07/Apr/2026:01:35:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.018 [auth-system-keycloak-80] [] 10.0.0.121:8080 831 0.018 200 4604aa16bfa9e84f0d3213fde1026d83 199.204.45.227 - - [07/Apr/2026:01:35:32 +0000] "GET /admin/realms/atmosphere/clients/3f62f422-8e5e-4650-9c17-8f2b3089e1b0/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.077 [auth-system-keycloak-80] [] 10.0.0.121:8080 3758 0.077 200 5a9b9584aee4d2a8e5fe1d1353aa083d 199.204.45.227 - - [07/Apr/2026:01:35:32 +0000] "GET /admin/realms/atmosphere/users/2d2194e6-0684-46aa-a0ff-fce8ed38c706/role-mappings/clients/3f62f422-8e5e-4650-9c17-8f2b3089e1b0/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.106 [auth-system-keycloak-80] [] 10.0.0.121:8080 3758 0.107 200 6475dd61d250a0ae01ba632afe9733e5 199.204.45.227 - - [07/Apr/2026:01:35:32 +0000] "GET /admin/realms/atmosphere/users/2d2194e6-0684-46aa-a0ff-fce8ed38c706/role-mappings/clients/3f62f422-8e5e-4650-9c17-8f2b3089e1b0/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.072 [auth-system-keycloak-80] [] 10.0.0.121:8080 2 0.072 200 1dc9a03638fcef1e6784893585b49b08 199.204.45.227 - - [07/Apr/2026:01:35:32 +0000] "POST /admin/realms/atmosphere/users/2d2194e6-0684-46aa-a0ff-fce8ed38c706/role-mappings/clients/3f62f422-8e5e-4650-9c17-8f2b3089e1b0 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.016 [auth-system-keycloak-80] [] 10.0.0.121:8080 0 0.016 204 671c1eae6fe34204f4f7961cdafbf897 199.204.45.227 - - [07/Apr/2026:01:35:32 +0000] "GET /admin/realms/atmosphere/users/2d2194e6-0684-46aa-a0ff-fce8ed38c706/role-mappings/clients/3f62f422-8e5e-4650-9c17-8f2b3089e1b0/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.121:8080 576 0.012 200 ef1b12303f4ef0c61cba21b19be0cb5e W0407 01:35:35.634664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:35.634731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:38.968383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:38.968412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:53.918814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:53.918859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:41.253806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:41.253846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:11.592148 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 01:38:11.592206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:11.592217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:38:11.596822 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0407 01:38:11.596864 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0407 01:38:11.602203 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0407 01:38:11.602473 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2b912abe-7902-4293-9e66-305139bb29ac", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6697", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:38:11.602741 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0407 01:38:11.603137 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 01:38:11.603210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:11.603235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:38:11.603351 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:38:11.647235 7 controller.go:216] "Backend successfully reloaded" I0407 01:38:11.647612 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gl99t", UID:"ce71f12f-94f1-4d71-8748-9af90cc45de1", APIVersion:"v1", ResourceVersion:"1421", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:38:11.917477 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0407 01:38:11.919097 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0407 01:38:14.937356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:14.937416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [07/Apr/2026:01:38:16 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 d957295887fd4241cd69a2f5f7160952 199.204.45.227 - - [07/Apr/2026:01:38:17 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 266 0.004 200 aeaa5f754d9c5b186222c984d2ac49ac 199.204.45.227 - - [07/Apr/2026:01:38:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.132:5000 1360 0.331 201 7e358fa2d82e5af7dc6f7795e33771c4 199.204.45.227 - - [07/Apr/2026:01:38:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 9c0d570c9ca223662aa8e2edfadb31d1 199.204.45.227 - - [07/Apr/2026:01:38:17 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.032 [openstack-keystone-api-5000] [] 10.0.0.132:5000 90 0.032 404 958aafa34ddc6b6075bd43897f33b255 199.204.45.227 - - [07/Apr/2026:01:38:17 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.132:5000 370 0.027 200 b541de5549bcef2dcbf44f551cfd45ff 199.204.45.227 - - [07/Apr/2026:01:38:17 +0000] "GET /v3/domains/8eed39dbde8449fd908d70b9de1a9471 HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.132:5000 247 0.018 200 7e0c962eb2f308db0bdf129e951ec3db 199.204.45.227 - - [07/Apr/2026:01:38:18 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 266 0.003 200 cf7fbee94c5dd0e8a01434c00a2f340d 199.204.45.227 - - [07/Apr/2026:01:38:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.132:5000 1360 0.288 201 04d0156b84c5cbefdbe841f22d7f6a19 199.204.45.227 - - [07/Apr/2026:01:38:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 bbbd93fe1095f2a72780b5497bd2938b 199.204.45.227 - - [07/Apr/2026:01:38:19 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.132:5000 101 0.021 404 7cb1c8585259c45b4f322cb5d2053804 199.204.45.227 - - [07/Apr/2026:01:38:19 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.016 [openstack-keystone-api-5000] [] 10.0.0.132:5000 156 0.017 200 645aa03fd0e04b90013a442aaff1c041 199.204.45.227 - - [07/Apr/2026:01:38:19 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.027 [openstack-keystone-api-5000] [] 10.0.0.132:5000 342 0.027 201 eed88a40b22e218a807c6c69d751da4d 199.204.45.227 - - [07/Apr/2026:01:38:19 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.132:5000 266 0.002 200 6636307d7c4c12aa3ffe0eb327133f32 199.204.45.227 - - [07/Apr/2026:01:38:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.281 [openstack-keystone-api-5000] [] 10.0.0.132:5000 1360 0.281 201 c5ad4824b5890fe712b34bd69171f739 199.204.45.227 - - [07/Apr/2026:01:38:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 1a9516d73d5df20a99b41b2d349dba04 199.204.45.227 - - [07/Apr/2026:01:38:20 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.132:5000 98 0.018 404 d9775be4588dfd48fbf378176efba41c 199.204.45.227 - - [07/Apr/2026:01:38:20 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.132:5000 136 0.019 200 991b26214ef18438a2a4bd532e82c66b 199.204.45.227 - - [07/Apr/2026:01:38:20 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.019 [openstack-keystone-api-5000] [] 10.0.0.132:5000 357 0.019 201 2fffb8ccceec75ed9b6f699db61da2c1 199.204.45.227 - - [07/Apr/2026:01:38:20 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 266 0.004 200 113b3a7722881353f1ea8359deaf44b3 199.204.45.227 - - [07/Apr/2026:01:38:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.132:5000 1360 0.290 201 a6804e7a4247e80d1780c5b408537423 199.204.45.227 - - [07/Apr/2026:01:38:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 9e45feaf89f27cab34a0bec601173089 199.204.45.227 - - [07/Apr/2026:01:38:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.021 [openstack-keystone-api-5000] [] 10.0.0.132:5000 131 0.022 404 bc53527201dcd943cd0ad0270a27ed9a 199.204.45.227 - - [07/Apr/2026:01:38:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.017 [openstack-keystone-api-5000] [] 10.0.0.132:5000 168 0.017 200 5ac42e3303ab4de8eaba84d45154a127 199.204.45.227 - - [07/Apr/2026:01:38:21 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.026 [openstack-keystone-api-5000] [] 10.0.0.132:5000 224 0.026 201 95794dfeb467198157485d3f92a98062 I0407 01:38:23.017698 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.77.187"}] I0407 01:38:23.022655 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2b912abe-7902-4293-9e66-305139bb29ac", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6785", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:38:23.024359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:23.024386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:30.380082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:30.380128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:33.713776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:33.713810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:37.249709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:37.249738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:40.584627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:40.584676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:55.876992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:55.877025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:03.722923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:03.722964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:07.057196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:07.057249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:39.826170 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:40:39.826256 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 01:40:39.826301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:39.826319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:40:39.828949 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0407 01:40:39.828975 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0407 01:40:39.834403 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0407 01:40:39.834743 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"0a85f556-1f89-46b8-8d24-c31d016f488f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7817", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:40:39.834944 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0407 01:40:39.835319 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:40:39.835416 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 01:40:39.835489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:39.835513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:40:39.835640 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:40:39.886526 7 controller.go:216] "Backend successfully reloaded" I0407 01:40:39.887027 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gl99t", UID:"ce71f12f-94f1-4d71-8748-9af90cc45de1", APIVersion:"v1", ResourceVersion:"1421", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:40:40.164256 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0407 01:40:40.165848 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.227 - - [07/Apr/2026:01:40:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 115c31aaf9b3c38cfc25a41cb84ec7e5 199.204.45.227 - - [07/Apr/2026:01:40:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.322 [openstack-keystone-api-5000] [] 10.0.0.132:5000 1992 0.322 201 2f973ceb8ab1c80aea994891a3fe48e1 199.204.45.227 - - [07/Apr/2026:01:40:41 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.132:5000 85 0.025 404 6ef26db0d2629f11091158e1f2b0d08e 199.204.45.227 - - [07/Apr/2026:01:40:41 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.132:5000 129 0.021 200 9f095b9e6d8edd8b145979f60b287c96 199.204.45.227 - - [07/Apr/2026:01:40:41 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.031 [openstack-keystone-api-5000] [] 10.0.0.132:5000 230 0.031 201 9364c4f328816e4ae5c94237ffa9510b W0407 01:40:43.169993 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:40:43.170178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:43.170209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:46.502681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:46.502778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [07/Apr/2026:01:40:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 deac9e5a5e596e667019ff3129df3d4b 199.204.45.227 - - [07/Apr/2026:01:40:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.298 [openstack-keystone-api-5000] [] 10.0.0.132:5000 1992 0.298 201 607a98b1c4bd93223e87b23201b13a5a 199.204.45.227 - - [07/Apr/2026:01:40:50 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.023 [openstack-keystone-api-5000] [] 10.0.0.132:5000 1521 0.023 200 a3f8516cbe8cf753c3011928cbd3ef6f 199.204.45.227 - - [07/Apr/2026:01:40:50 +0000] "PUT /v3/roles/284390995d6b4bbeade95b3577db6fcf/implies/325cb60f07e1446999b1289e7869a4ec HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.039 [openstack-keystone-api-5000] [] 10.0.0.132:5000 521 0.039 201 48035558b5b5fd8fe05ff52942658dc2 I0407 01:41:23.016857 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.104.77.187"}] I0407 01:41:23.023723 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"0a85f556-1f89-46b8-8d24-c31d016f488f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8216", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:41:23.025074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:23.025111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [07/Apr/2026:01:41:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 d062e55f796cc70facaa77e91f73ed8f 199.204.45.227 - - [07/Apr/2026:01:41:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.332 [openstack-keystone-api-5000] [] 10.0.0.132:5000 2055 0.332 201 6fe06f934c3f0fe42d925c9d4f7baf70 199.204.45.227 - - [07/Apr/2026:01:41:36 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.025 [openstack-keystone-api-5000] [] 10.0.0.132:5000 87 0.025 404 34fbef2024b8cc01dba59e2582a30fc4 199.204.45.227 - - [07/Apr/2026:01:41:36 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.024 [openstack-keystone-api-5000] [] 10.0.0.132:5000 390 0.024 200 64be2d1d9803a175f7a0aedea6b488f9 199.204.45.227 - - [07/Apr/2026:01:41:36 +0000] "GET /v3/users/rgw-RegionOne?domain_id=4d667f5be88443bfb0491ecc9aafe50e HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.025 [openstack-keystone-api-5000] [] 10.0.0.132:5000 91 0.026 404 78f4d0f1c3a348e91eb0d54d00068145 199.204.45.227 - - [07/Apr/2026:01:41:36 +0000] "GET /v3/users?domain_id=4d667f5be88443bfb0491ecc9aafe50e&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.047 [openstack-keystone-api-5000] [] 10.0.0.132:5000 178 0.047 200 62210d8cfa4b452bdfced02d42197c2c 199.204.45.227 - - [07/Apr/2026:01:41:36 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.294 [openstack-keystone-api-5000] [] 10.0.0.132:5000 291 0.294 201 ff9bc1b9b8cb4dc7cf96872c8969b592 199.204.45.227 - - [07/Apr/2026:01:41:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 436c775baeb1893f650c8108c9853877 199.204.45.227 - - [07/Apr/2026:01:41:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.288 [openstack-keystone-api-5000] [] 10.0.0.132:5000 2055 0.288 201 c4e0b194231727ceac9c68972d568267 199.204.45.227 - - [07/Apr/2026:01:41:41 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 429 0.027 [openstack-keystone-api-5000] [] 10.0.0.132:5000 83 0.026 404 ccbdd55378cc3c9caf01e82f7cea1633 199.204.45.227 - - [07/Apr/2026:01:41:41 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 447 0.022 [openstack-keystone-api-5000] [] 10.0.0.132:5000 361 0.022 200 0f82e0772aa8e4648017912f86f2a3a2 199.204.45.227 - - [07/Apr/2026:01:41:41 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.132:5000 87 0.026 404 0fdff346ed9ab000d0bfde5159708c17 199.204.45.227 - - [07/Apr/2026:01:41:41 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.132:5000 390 0.018 200 905579d63775512e83538a56a031a57b 199.204.45.227 - - [07/Apr/2026:01:41:41 +0000] "GET /v3/users/rgw-RegionOne?domain_id=4d667f5be88443bfb0491ecc9aafe50e HTTP/1.1" 404 91 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 480 0.020 [openstack-keystone-api-5000] [] 10.0.0.132:5000 91 0.021 404 1068ca6635617cd1ea7b5a47cef54efe 199.204.45.227 - - [07/Apr/2026:01:41:41 +0000] "GET /v3/users?domain_id=4d667f5be88443bfb0491ecc9aafe50e&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 498 0.041 [openstack-keystone-api-5000] [] 10.0.0.132:5000 458 0.040 200 7069c890d0c7e06d671ccf73dd6e41ef 199.204.45.227 - - [07/Apr/2026:01:41:41 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.132:5000 88 0.022 404 e707609bc3ff962fe5006b7e5aad28f7 199.204.45.227 - - [07/Apr/2026:01:41:41 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.132:5000 520 0.025 200 eeed73ef5e619c29492203bd0a5eee78 199.204.45.227 - - [07/Apr/2026:01:41:41 +0000] "PUT /v3/projects/9bc391a4d0ca4c29b0479ee5e793dffa/users/20e74b1cfef741a09134553950e7b5c7/roles/7940f18c825a4a658c6636759ddcbe71 HTTP/1.1" 204 0 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 556 0.030 [openstack-keystone-api-5000] [] 10.0.0.132:5000 0 0.030 204 103af4c2c02f819fcb63aec423b6157c 199.204.45.227 - - [07/Apr/2026:01:41:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 7f3971d6ef3a372f2f0cb1c4736f8842 199.204.45.227 - - [07/Apr/2026:01:41:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.132:5000 2055 0.329 201 c31ee6379c765392610f488afb0f5f1d 199.204.45.227 - - [07/Apr/2026:01:41:43 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.025 [openstack-keystone-api-5000] [] 10.0.0.132:5000 151 0.025 200 2227b0a1d3b3e0c9def9bc3b66e4baca 199.204.45.227 - - [07/Apr/2026:01:41:44 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.091 [openstack-keystone-api-5000] [] 10.0.0.132:5000 263 0.091 201 563cc06e810ba04b8371ed889f7177fe 199.204.45.227 - - [07/Apr/2026:01:41:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 b3c8f21d8bf734a0c8d45c6776eb34cc 199.204.45.227 - - [07/Apr/2026:01:41:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.132:5000 2157 0.287 201 8673180fa1438b8edc502e69711f74b9 199.204.45.227 - - [07/Apr/2026:01:41:45 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.030 [openstack-keystone-api-5000] [] 10.0.0.132:5000 86 0.030 404 4d42513aa48769076b9492ee0da1d8fa 199.204.45.227 - - [07/Apr/2026:01:41:45 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.132:5000 382 0.017 200 33c8b6fde636ed379e0f9ae48a4abd39 199.204.45.227 - - [07/Apr/2026:01:41:45 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=c6c71069a4c8400fab9014178a997c49 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.132:5000 205 0.020 200 877417fba30080c7ec7e7813fd370f62 199.204.45.227 - - [07/Apr/2026:01:41:45 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.020 [openstack-keystone-api-5000] [] 10.0.0.132:5000 379 0.020 201 c785a640f4d972c7ac15c9b540bd5578 199.204.45.227 - - [07/Apr/2026:01:41:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 5ce6465042eab235e52f22ebdea6e2e9 199.204.45.227 - - [07/Apr/2026:01:41:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.132:5000 2366 0.308 201 bcae91d91a4c2f8b6d671eea56457f49 199.204.45.227 - - [07/Apr/2026:01:41:45 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.132:5000 86 0.022 404 323f4ce1872cd1b47d6ac0e1e9fe5c49 199.204.45.227 - - [07/Apr/2026:01:41:46 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.132:5000 382 0.018 200 314cce0797e760fbf8286d09c50eb109 199.204.45.227 - - [07/Apr/2026:01:41:46 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=c6c71069a4c8400fab9014178a997c49 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.021 [openstack-keystone-api-5000] [] 10.0.0.132:5000 207 0.021 200 5c9fd53871f3ac02917e13b33ebd7b1a 199.204.45.227 - - [07/Apr/2026:01:41:46 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.023 [openstack-keystone-api-5000] [] 10.0.0.132:5000 392 0.022 201 957b594f9606ac27615003d0e0fdea90 W0407 01:41:47.472879 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:47.473012 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 01:41:47.473085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:47.473104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:41:47.476978 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0407 01:41:47.477004 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0407 01:41:47.482570 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0407 01:41:47.483081 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0407 01:41:47.483499 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:47.483604 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 01:41:47.483679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:47.483703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:41:47.483842 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:41:47.486284 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"9b345bc2-d102-4512-be14-698c6edff286", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8398", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:41:47.542051 7 controller.go:216] "Backend successfully reloaded" I0407 01:41:47.542531 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gl99t", UID:"ce71f12f-94f1-4d71-8748-9af90cc45de1", APIVersion:"v1", ResourceVersion:"1421", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:41:47.789772 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0407 01:41:47.790978 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0407 01:41:50.818519 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:50.818658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:50.818679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:04.097724 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:42:04.097889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:04.097953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:08.699813 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:08.700007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:08.700031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:42:08.700253 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:42:08.767027 7 controller.go:216] "Backend successfully reloaded" I0407 01:42:08.767211 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gl99t", UID:"ce71f12f-94f1-4d71-8748-9af90cc45de1", APIVersion:"v1", ResourceVersion:"1421", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:42:12.033768 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:12.033975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:12.034008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:15.367426 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:15.367680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:15.367726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:18.700666 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:18.700847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:18.700881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:22.034304 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:22.034535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:22.034566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:42:23.017528 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.104.77.187"}] I0407 01:42:23.022299 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"9b345bc2-d102-4512-be14-698c6edff286", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8776", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:42:25.367433 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:25.367592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:25.367617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:35.202701 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:35.202832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:35.202854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:43.637590 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:43.637859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:43.637886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:53.489216 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:53.489359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:53.489379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:43:32.543224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:43:32.543253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:46.217864 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:46.218069 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 01:44:46.218218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:46.218269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:44:46.222649 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:39.2kB} I0407 01:44:46.222673 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0407 01:44:46.228040 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0407 01:44:46.228404 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c8de7b7b-16b0-4ca7-a966-c0ba30bc2c17", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9908", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:44:46.228898 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0407 01:44:46.229468 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:46.229614 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 01:44:46.229877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:46.229948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:44:46.230264 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:44:46.286870 7 controller.go:216] "Backend successfully reloaded" I0407 01:44:46.287152 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gl99t", UID:"ce71f12f-94f1-4d71-8748-9af90cc45de1", APIVersion:"v1", ResourceVersion:"1421", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:44:46.600933 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0407 01:44:46.602275 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0407 01:44:49.564283 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:49.564473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:49.564496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [07/Apr/2026:01:44:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 3faf4a118365361af4d8a05c95015bb6 199.204.45.227 - - [07/Apr/2026:01:44:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.352 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.352 201 097167fca622f9d07e16b47508a25352 199.204.45.227 - - [07/Apr/2026:01:44:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6345245a0b140ad89445036aaab6675c 199.204.45.227 - - [07/Apr/2026:01:44:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3015fc957db5d9dfadde2395faf339dd 199.204.45.227 - - [07/Apr/2026:01:44:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 67a82f35ba33999987756214e32c6579 199.204.45.227 - - [07/Apr/2026:01:44:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.291 201 7b544b56d82c66eb2d1d0c645d725b8c 199.204.45.227 - - [07/Apr/2026:01:44:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 42f86c6c34b0d88cb712055a13c8b842 199.204.45.227 - - [07/Apr/2026:01:44:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6d4a8d8d98ea9be78a756534d38cf458 199.204.45.227 - - [07/Apr/2026:01:44:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 ca093eecf1a69f539a8a7cce8972c5f7 199.204.45.227 - - [07/Apr/2026:01:44:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.284 201 d177a42ccc56738ad429d806d11a464f 199.204.45.227 - - [07/Apr/2026:01:44:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f336e99868dc3d8753645dc15ffeef3d 199.204.45.227 - - [07/Apr/2026:01:44:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a84202046e1c77d4d1b1fd3ddb9cf6df 199.204.45.227 - - [07/Apr/2026:01:44:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 80149db63ffb6b0c40c16567da884ab9 199.204.45.227 - - [07/Apr/2026:01:44:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.284 201 b97b1e99672a3bd48bde2d03ca5fe90e 199.204.45.227 - - [07/Apr/2026:01:44:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5554baa109359e2edc5bb2b9bfd3e2a5 199.204.45.227 - - [07/Apr/2026:01:44:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 12c30985723d040cd71e20a05c6e8f0d 199.204.45.227 - - [07/Apr/2026:01:44:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.006 300 4a6b6fc67e17536c7ec4cd1a14642728 199.204.45.227 - - [07/Apr/2026:01:44:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.294 201 a227c8a9473670df66b6895f7faddf02 199.204.45.227 - - [07/Apr/2026:01:44:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2d92ef8a4ab8427d4e318448152c334b 199.204.45.227 - - [07/Apr/2026:01:44:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a2b3b15f4720e252211ae2256afd3489 199.204.45.227 - - [07/Apr/2026:01:44:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 b00d7ba95e4123f5e0039aa67690f5ae 199.204.45.227 - - [07/Apr/2026:01:44:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.286 201 2238b44c46ef09fff414dbc7e9f8e188 199.204.45.227 - - [07/Apr/2026:01:44:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8402680b248255dd0f18dec7a5488b2c 199.204.45.227 - - [07/Apr/2026:01:44:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7352eee8af33f88bb93ea979192d8f03 W0407 01:45:00.756260 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:45:00.756449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:45:00.756477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [07/Apr/2026:01:45:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.006 300 8129f816d4bda3eca21ee3e6461ec1bf 199.204.45.227 - - [07/Apr/2026:01:45:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.286 201 02a037a21add8a531aad1750032ed426 199.204.45.227 - - [07/Apr/2026:01:45:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 768c65f3f504a84e259e64974fe34ff4 199.204.45.227 - - [07/Apr/2026:01:45:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e9ce2a420630ea6511b9ae7d911e7540 199.204.45.227 - - [07/Apr/2026:01:45:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.005 300 009b47c0e0aac2591a96c265ab1f1ff8 199.204.45.227 - - [07/Apr/2026:01:45:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.293 201 918da2db729c977e75689d93bc39cfe4 199.204.45.227 - - [07/Apr/2026:01:45:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0c4ac80607518ee866e636bc99c1c49a 199.204.45.227 - - [07/Apr/2026:01:45:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f62f59155d649154641d1e7a7ff69051 199.204.45.227 - - [07/Apr/2026:01:45:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 bafe473869f12d99baf1ba5adf3655e5 199.204.45.227 - - [07/Apr/2026:01:45:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.280 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.280 201 101c5a160912907552433f05eab995fc 199.204.45.227 - - [07/Apr/2026:01:45:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2bfad81400ff5c1895a3384f4fb946ee 199.204.45.227 - - [07/Apr/2026:01:45:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e618020edb1eed6da59e272ebb66df41 199.204.45.227 - - [07/Apr/2026:01:45:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 71f59597ed04deabccf4eae6cf015521 199.204.45.227 - - [07/Apr/2026:01:45:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.286 201 98b78359477f3683d1d8d85642d36037 199.204.45.227 - - [07/Apr/2026:01:45:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6850f5d87db3138611f82aaf1ac0a36b 199.204.45.227 - - [07/Apr/2026:01:45:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 86280e921c35d7ac5a8ae1d6256cb0b7 199.204.45.227 - - [07/Apr/2026:01:45:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.003 300 7bcc8b953e7ff3d6a64a8d85fecb0e9a 199.204.45.227 - - [07/Apr/2026:01:45:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.292 201 a3b3cfe6d5f4729e24919622a46a8f45 199.204.45.227 - - [07/Apr/2026:01:45:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8d7da779ca9223a7fecd345faba6e17f 199.204.45.227 - - [07/Apr/2026:01:45:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ef07541be719bb17b48a066066b0a204 199.204.45.227 - - [07/Apr/2026:01:45:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 c4d07730f3593048ef9098019d4d3bbd 199.204.45.227 - - [07/Apr/2026:01:45:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.293 201 054adf88f875bab0ef655683ad54174d 199.204.45.227 - - [07/Apr/2026:01:45:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b781f6efa8c8c08acf3e833dd3d320fc 199.204.45.227 - - [07/Apr/2026:01:45:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c31ecf1fe5d33a5c8dd2e502b88d91a0 W0407 01:45:10.189394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:45:10.189437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.227 - - [07/Apr/2026:01:45:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 b63d997f50082d5ad64d10fcedfc66a9 199.204.45.227 - - [07/Apr/2026:01:45:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.300 201 fa081582e8cfbe2deb757e4b402368f4 199.204.45.227 - - [07/Apr/2026:01:45:11 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.68:9292 1312 0.002 300 d137d1771114156f3504c0495c18057c 199.204.45.227 - - [07/Apr/2026:01:45:12 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.600 [openstack-glance-api-9292] [] 10.0.0.68:9292 69 0.600 200 d9e9ba3c97e02134ceae840e776fca6d 199.204.45.227 - - [07/Apr/2026:01:45:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.132:5000 281 0.004 300 a29c35a4c62d4308fb8afeb507edb018 199.204.45.227 - - [07/Apr/2026:01:45:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.132:5000 3201 0.284 201 101b52fe24f0c7b708f16191ab130b58 199.204.45.227 - - [07/Apr/2026:01:45:15 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.68:9292 1312 0.003 300 8856d5870a822736e5d8e9f9e4a05b50 199.204.45.227 - - [07/Apr/2026:01:45:15 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.039 [openstack-glance-api-9292] [] 10.0.0.68:9292 69 0.040 200 e35f5162aba2543a3d52fa17202c05b2 199.204.45.227 - - [07/Apr/2026:01:45:15 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.129 [openstack-glance-api-9292] [] 10.0.0.68:9292 151 0.130 404 2cee4f41484719e1bdfed7bf64f09baa 199.204.45.227 - - [07/Apr/2026:01:45:15 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.68:9292 81 0.023 200 97c4376ef932e45f87c6c56c47a1133f 199.204.45.227 - - [07/Apr/2026:01:45:15 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-glance-api-9292] [] 10.0.0.68:9292 84 0.024 200 44a6ea19c534ff0cc4596af2c65e7228 199.204.45.227 - - [07/Apr/2026:01:45:15 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.055 [openstack-glance-api-9292] [] 10.0.0.68:9292 760 0.055 201 dcaabc2c01e35f28b7a036335b331060 199.204.45.227 - - [07/Apr/2026:01:45:19 +0000] "PUT /v2/images/a6aca122-414c-43e8-b560-dfb3d0bddfde/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.097 [openstack-glance-api-9292] [] 10.0.0.68:9292 0 4.097 204 7dd5f70b1fcdcabebcda9beb82581d70 199.204.45.227 - - [07/Apr/2026:01:45:19 +0000] "GET /v2/images/a6aca122-414c-43e8-b560-dfb3d0bddfde HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.68:9292 1171 0.015 200 15adbd396bcf5e54148ec2421784d74d 199.204.45.227 - - [07/Apr/2026:01:45:19 +0000] "GET /v2/images/a6aca122-414c-43e8-b560-dfb3d0bddfde HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.68:9292 1171 0.016 200 b20c7fef4aedb302b8d7f68c07d9cb83 W0407 01:45:22.919243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:45:22.919272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:45:23.019684 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.104.77.187"}] I0407 01:45:23.027114 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c8de7b7b-16b0-4ca7-a966-c0ba30bc2c17", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10218", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:45:26.253433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:45:26.253487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:45:29.586627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:45:29.586680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store