------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0309 10:17:18.304865 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0309 10:17:18.305209 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0309 10:17:18.313818 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0309 10:17:18.317351 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0309 10:17:18.846497 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0309 10:17:18.864592 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0309 10:17:18.879689 7 nginx.go:271] "Starting NGINX Ingress controller" I0309 10:17:18.887793 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"cf087165-aeb9-4384-af37-a0629bbda7c4", APIVersion:"v1", ResourceVersion:"1099", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0309 10:17:18.892979 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"87b90006-f586-4448-b980-2de3c44b2236", APIVersion:"v1", ResourceVersion:"1101", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0309 10:17:18.893027 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"224b1276-1b4d-44e7-b7e8-c5e59bd7372f", APIVersion:"v1", ResourceVersion:"1100", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0309 10:17:20.082677 7 nginx.go:317] "Starting NGINX process" I0309 10:17:20.082773 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0309 10:17:20.083301 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0309 10:17:20.083549 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0309 10:17:20.083610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:20.083636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:17:20.083703 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 10:17:20.095378 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0309 10:17:20.095448 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-5sqb8" I0309 10:17:20.121990 7 controller.go:216] "Backend successfully reloaded" I0309 10:17:20.122116 7 controller.go:227] "Initial sync, sleeping for 1 second" I0309 10:17:20.122167 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5sqb8", UID:"6d3ff4c4-503d-4360-8357-31ca9b3fe582", APIVersion:"v1", ResourceVersion:"1201", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 10:17:23.899557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:23.899592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:27.233079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:27.233131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:30.566526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:30.566574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:33.900563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:33.900592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:37.234257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:37.234345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:40.566714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:40.566774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:43.900395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:43.900427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:52.889786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:52.889812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:56.223344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:56.223397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:59.556703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:17:59.556750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:18:48.506387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:18:48.506553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:18:51.840416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:18:51.840456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:18:58.388739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:18:58.388777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:01.722259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:01.722356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:06.255763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:06.255800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:09.589818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:09.589852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:12.923277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:12.923320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:16.256204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:16.256247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:19.590112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:19.590152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:23.299333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:23.299358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:26.633000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:26.633057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:30.355386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:19:30.355439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:21:35.576564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:21:35.576615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:21:38.171836 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-131.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-131.nip.io-tls was not found. Using default certificate W0309 10:21:38.171903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:21:38.171923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:21:38.173833 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0309 10:21:38.173873 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0309 10:21:38.179965 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0309 10:21:38.180299 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"2c420da2-f46e-4454-b006-40fb6ed41631", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3006", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 10:21:38.180358 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-131.nip.io-tls" in local store I0309 10:21:38.467964 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-131.nip.io-tls" I0309 10:21:38.469634 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-131.nip.io-tls" W0309 10:21:38.910842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:21:38.910900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:21:38.911004 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 10:21:38.949363 7 controller.go:216] "Backend successfully reloaded" I0309 10:21:38.950186 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5sqb8", UID:"6d3ff4c4-503d-4360-8357-31ca9b3fe582", APIVersion:"v1", ResourceVersion:"1201", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 10:21:42.246128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:21:42.246168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [09/Mar/2026:10:21:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.063 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 2.062 200 09b8585f62104f2c4a65cf836f2e6fc0 199.204.45.131 - - [09/Mar/2026:10:21:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.103 [auth-system-keycloak-80] [] 10.0.0.40:8080 116 0.103 404 289a92ab3b18663d5c7ef63108998bac 199.204.45.131 - - [09/Mar/2026:10:21:53 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.294 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 4.293 201 7916daba6e9f506a985ecc75a562e699 199.204.45.131 - - [09/Mar/2026:10:21:53 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.591 [auth-system-keycloak-80] [] 10.0.0.40:8080 4246 0.591 200 85be128118af909f4401e25b0b63d535 199.204.45.131 - - [09/Mar/2026:10:21:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.490 200 96970fd07df3f30df0e69df59c564c2c 199.204.45.131 - - [09/Mar/2026:10:21:54 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.094 [auth-system-keycloak-80] [] 10.0.0.40:8080 12500 0.095 200 872dbc6ca4ab927a82666ae302482cfa 199.204.45.131 - - [09/Mar/2026:10:21:55 +0000] "GET /admin/realms/atmosphere/client-scopes/ea53b0de-6745-4304-a748-a12649daf679 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.071 [auth-system-keycloak-80] [] 10.0.0.40:8080 1278 0.070 200 b900926f76947429d30497546be6a999 199.204.45.131 - - [09/Mar/2026:10:21:55 +0000] "PUT /admin/realms/atmosphere/client-scopes/ea53b0de-6745-4304-a748-a12649daf679 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.090 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.088 204 3282c87d7d8d4eb91cc188b1065ef890 199.204.45.131 - - [09/Mar/2026:10:21:55 +0000] "GET /admin/realms/atmosphere/client-scopes/ea53b0de-6745-4304-a748-a12649daf679/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.018 [auth-system-keycloak-80] [] 10.0.0.40:8080 963 0.018 200 568405715798766c34b0c8c672ddbbb0 199.204.45.131 - - [09/Mar/2026:10:21:55 +0000] "GET /admin/realms/atmosphere/client-scopes/ea53b0de-6745-4304-a748-a12649daf679/protocol-mappers/models/45ae1337-2d73-477f-88f9-1c7ee81830e8 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.054 [auth-system-keycloak-80] [] 10.0.0.40:8080 366 0.054 200 fdec4888902113d8e8f656b26c575b0c 199.204.45.131 - - [09/Mar/2026:10:21:55 +0000] "PUT /admin/realms/atmosphere/client-scopes/ea53b0de-6745-4304-a748-a12649daf679/protocol-mappers/models/45ae1337-2d73-477f-88f9-1c7ee81830e8 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.020 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.019 204 3d33acdadaa724fd5d049ef22bcc095d 199.204.45.131 - - [09/Mar/2026:10:21:55 +0000] "GET /admin/realms/atmosphere/client-scopes/ea53b0de-6745-4304-a748-a12649daf679 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.077 [auth-system-keycloak-80] [] 10.0.0.40:8080 1218 0.077 200 dbef7ed291201d34ed1f9927fda93e43 199.204.45.131 - - [09/Mar/2026:10:22:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.461 200 65f96a14ab2dec444250c69fe4e42ffc 199.204.45.131 - - [09/Mar/2026:10:22:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.050 [auth-system-keycloak-80] [] 10.0.0.40:8080 2 0.050 200 73eaeb15b76f5d70f98b4d14f52c35c4 199.204.45.131 - - [09/Mar/2026:10:22:16 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.184 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.182 201 ba6afeeff814aaf95a3adca1527794b1 199.204.45.131 - - [09/Mar/2026:10:22:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.021 [auth-system-keycloak-80] [] 10.0.0.40:8080 1261 0.022 200 664665eb74ee9cc46ceb0e09fdc296d0 199.204.45.131 - - [09/Mar/2026:10:22:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.457 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.456 200 6826f3509e770d746d83f812aaa40d18 199.204.45.131 - - [09/Mar/2026:10:22:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.021 [auth-system-keycloak-80] [] 10.0.0.40:8080 2 0.020 200 1373b679099a7505a440fa77f2f4315a 199.204.45.131 - - [09/Mar/2026:10:22:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.091 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.091 201 4246bc6ec0428336cc0d8dff80cf3c65 199.204.45.131 - - [09/Mar/2026:10:22:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.021 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.021 200 ec3472c79bf3f4bf1195026e51f8e4f5 199.204.45.131 - - [09/Mar/2026:10:22:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.520 200 f53135c35214910b3a0ee83b6ab26e8f 199.204.45.131 - - [09/Mar/2026:10:22:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.039 [auth-system-keycloak-80] [] 10.0.0.40:8080 2 0.039 200 4838299e2400c657b6dae4c5eafaa7b6 199.204.45.131 - - [09/Mar/2026:10:22:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.088 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.087 201 40594c90528112b0df96896247cd81e2 199.204.45.131 - - [09/Mar/2026:10:22:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.019 [auth-system-keycloak-80] [] 10.0.0.40:8080 1251 0.018 200 66a32314ab3d4a9ebd61b7e4d36186b2 199.204.45.131 - - [09/Mar/2026:10:22:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.481 200 ae2df7dc0958a07fef275cab96dec810 199.204.45.131 - - [09/Mar/2026:10:22:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.039 [auth-system-keycloak-80] [] 10.0.0.40:8080 1261 0.039 200 4b7b5717ec2f5241d296fda969eff236 199.204.45.131 - - [09/Mar/2026:10:22:19 +0000] "GET /admin/realms/atmosphere/clients/fd081e7f-d3eb-47c7-b637-9c465fa2654e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.40:8080 119 0.014 404 f8298dc30ea5307a8e8341d67e5939a3 199.204.45.131 - - [09/Mar/2026:10:22:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.40:8080 1261 0.006 200 d6e3b2454979f8b9c004d9fe89b1eea2 199.204.45.131 - - [09/Mar/2026:10:22:19 +0000] "POST /admin/realms/atmosphere/clients/fd081e7f-d3eb-47c7-b637-9c465fa2654e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.049 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.047 201 9dde9aa7d0ee40d5d0ca3b40ee45dc21 199.204.45.131 - - [09/Mar/2026:10:22:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.40:8080 1261 0.008 200 4ced890ee6f9072dbf4e94770ab10cb9 199.204.45.131 - - [09/Mar/2026:10:22:19 +0000] "GET /admin/realms/atmosphere/clients/fd081e7f-d3eb-47c7-b637-9c465fa2654e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.40:8080 166 0.015 200 491c06dd792aa778982e4fc5f74ecc7f I0309 10:22:20.102123 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.98.38.157"}] I0309 10:22:20.110871 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"2c420da2-f46e-4454-b006-40fb6ed41631", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3393", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 10:22:20.111745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:22:20.111776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [09/Mar/2026:10:22:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.488 200 8a92392eb73f8d204cdf56075e02f0d3 199.204.45.131 - - [09/Mar/2026:10:22:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.007 200 af49bc01dab4664044a5b9af6fa27b81 199.204.45.131 - - [09/Mar/2026:10:22:20 +0000] "GET /admin/realms/atmosphere/clients/a178b968-bbe0-43d1-a61f-306b8c517aaf/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.40:8080 119 0.010 404 ed9c4f40828b997b377f0be4670fbeb1 199.204.45.131 - - [09/Mar/2026:10:22:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.007 200 31175a9619a59581c8fde520913e5ddd 199.204.45.131 - - [09/Mar/2026:10:22:20 +0000] "POST /admin/realms/atmosphere/clients/a178b968-bbe0-43d1-a61f-306b8c517aaf/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.042 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.040 201 c393a023d44a31f309e8a19900c067f6 199.204.45.131 - - [09/Mar/2026:10:22:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.007 200 8468320eaecfc7d4b664d0bb0d8226a1 199.204.45.131 - - [09/Mar/2026:10:22:20 +0000] "GET /admin/realms/atmosphere/clients/a178b968-bbe0-43d1-a61f-306b8c517aaf/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.40:8080 165 0.012 200 9ad7525335c480a7e04e39886d090e5a 199.204.45.131 - - [09/Mar/2026:10:22:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.496 200 ba4e91fc0d70e5ea8c0447d782a96328 199.204.45.131 - - [09/Mar/2026:10:22:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.004 200 68d62e66749e89fe1c5318d4e16eb590 199.204.45.131 - - [09/Mar/2026:10:22:21 +0000] "GET /admin/realms/atmosphere/clients/a178b968-bbe0-43d1-a61f-306b8c517aaf/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.40:8080 119 0.006 404 3c40d48735429b1cd23586caaf4da203 199.204.45.131 - - [09/Mar/2026:10:22:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.004 200 76550267e05031a482714bbe172f627c 199.204.45.131 - - [09/Mar/2026:10:22:21 +0000] "POST /admin/realms/atmosphere/clients/a178b968-bbe0-43d1-a61f-306b8c517aaf/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.053 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.053 201 69cc932b0374406df518ffcc116cfdd6 199.204.45.131 - - [09/Mar/2026:10:22:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.007 200 642de95674120a1135f494f5bd1093e4 199.204.45.131 - - [09/Mar/2026:10:22:21 +0000] "GET /admin/realms/atmosphere/clients/a178b968-bbe0-43d1-a61f-306b8c517aaf/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.40:8080 166 0.012 200 ad4b3c425147b3c72290ddb335333282 199.204.45.131 - - [09/Mar/2026:10:22:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.503 200 9b9de444e0e6bca30e8f8d62dfe34b10 199.204.45.131 - - [09/Mar/2026:10:22:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.010 200 846451ff8f1c36042f35ba9e2b72077e 199.204.45.131 - - [09/Mar/2026:10:22:22 +0000] "GET /admin/realms/atmosphere/clients/a178b968-bbe0-43d1-a61f-306b8c517aaf/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.056 [auth-system-keycloak-80] [] 10.0.0.40:8080 119 0.056 404 3960221a76ba2f8f0769ca5551bef935 199.204.45.131 - - [09/Mar/2026:10:22:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.007 200 f6d172176ffba2aecd85520df6770345 199.204.45.131 - - [09/Mar/2026:10:22:22 +0000] "POST /admin/realms/atmosphere/clients/a178b968-bbe0-43d1-a61f-306b8c517aaf/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.018 201 0301bd0bd760b01e39bc1c7e39e3b547 199.204.45.131 - - [09/Mar/2026:10:22:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.042 200 052932cad06eba89020921c8f6742a3a 199.204.45.131 - - [09/Mar/2026:10:22:22 +0000] "GET /admin/realms/atmosphere/clients/a178b968-bbe0-43d1-a61f-306b8c517aaf/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.40:8080 166 0.011 200 8260be90a57405d25c0ee7fc80e049af 199.204.45.131 - - [09/Mar/2026:10:22:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.507 200 d6dd6377b63a9a74f92735344d2a2523 199.204.45.131 - - [09/Mar/2026:10:22:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.40:8080 1251 0.004 200 dce5063701f4df0fc4795224a608d247 199.204.45.131 - - [09/Mar/2026:10:22:23 +0000] "GET /admin/realms/atmosphere/clients/cd481e2d-fcdf-45e3-a457-d7fb8c3c9f4e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.40:8080 119 0.006 404 ea1efd4b72c79a56124f9b434fb6e226 199.204.45.131 - - [09/Mar/2026:10:22:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.40:8080 1251 0.006 200 8ff48e4ac5b2fd41ab79b1cd4ec630e3 199.204.45.131 - - [09/Mar/2026:10:22:23 +0000] "POST /admin/realms/atmosphere/clients/cd481e2d-fcdf-45e3-a457-d7fb8c3c9f4e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.036 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.035 201 65eb59c8046ca58d5e31e1fecc6101d6 199.204.45.131 - - [09/Mar/2026:10:22:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.40:8080 1251 0.005 200 098c717036cddf731fadb1ec56617638 199.204.45.131 - - [09/Mar/2026:10:22:23 +0000] "GET /admin/realms/atmosphere/clients/cd481e2d-fcdf-45e3-a457-d7fb8c3c9f4e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.40:8080 166 0.011 200 e832e98c880cc28586f508843d159010 W0309 10:22:45.156308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:22:45.156339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:22:48.491039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:22:48.491105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:29.470976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:29.471006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:29.541419 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 10:23:29.541727 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0309 10:23:29.541917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:29.541946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:29.542300 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 10:23:29.542416 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 10:23:29.542475 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0309 10:23:29.542530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:29.542557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:29.542559 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0309 10:23:29.542625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:29.542649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:23:29.545004 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0309 10:23:29.545044 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0309 10:23:29.545198 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0309 10:23:29.545222 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0309 10:23:29.545251 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0309 10:23:29.545277 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0309 10:23:29.552396 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0309 10:23:29.552720 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0309 10:23:29.552744 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0309 10:23:29.552954 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0309 10:23:29.552983 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0309 10:23:29.553204 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0309 10:23:29.553301 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"55fd4b69-8e59-465e-8764-e005d0a642cd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3956", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 10:23:29.553339 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"50b5fecc-1a08-4254-84e4-f19f4cd1d14b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3957", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 10:23:29.553367 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"da7c5bc1-2f16-4205-90f6-858791ce6d5b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3958", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 10:23:29.849667 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0309 10:23:29.850922 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0309 10:23:30.365101 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0309 10:23:30.366366 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" I0309 10:23:30.773450 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0309 10:23:30.775320 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0309 10:23:31.913856 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0309 10:23:31.915124 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0309 10:23:32.804297 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 10:23:32.804335 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 10:23:32.804356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 10:23:32.804428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:32.804445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:23:32.804542 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 10:23:32.850791 7 controller.go:216] "Backend successfully reloaded" I0309 10:23:32.850973 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5sqb8", UID:"6d3ff4c4-503d-4360-8357-31ca9b3fe582", APIVersion:"v1", ResourceVersion:"1201", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 10:23:36.137494 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 10:23:36.137548 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 10:23:36.137575 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 10:23:36.137658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:36.137677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:39.471583 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 10:23:39.471621 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 10:23:39.471645 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 10:23:39.471725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:39.471744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:42.804918 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 10:23:42.804990 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 10:23:42.805033 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 10:23:42.805153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:42.805181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:46.137557 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 10:23:46.137624 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 10:23:46.137650 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 10:23:46.137762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:46.137783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:49.472126 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 10:23:49.472170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 10:23:49.472192 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 10:23:49.472273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:49.472291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:52.805320 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 10:23:52.805660 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 10:23:52.805960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:52.806104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:56.138389 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 10:23:56.138482 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 10:23:56.138612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:56.138639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:59.471787 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 10:23:59.471906 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 10:23:59.472106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:23:59.472133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:02.804224 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 10:24:02.804346 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 10:24:02.804489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:02.804526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.85 - - [09/Mar/2026:10:24:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.032 [auth-system-keycloak-80] [] 10.0.0.40:8080 6432 0.032 200 36a57aef0ad9e7c31612fadfda7d2933 10.0.0.232 - - [09/Mar/2026:10:24:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.012 [auth-system-keycloak-80] [] 10.0.0.40:8080 6432 0.012 200 ee4b9c4ecc758b8720801b959bc538e3 W0309 10:24:06.138121 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 10:24:06.138447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:06.138519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:09.471995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:09.472044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:12.805911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:12.805964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:16.137941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:16.137971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:19.471628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:19.471661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:24:20.102517 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.98.38.157"}] I0309 10:24:20.102738 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.98.38.157"}] I0309 10:24:20.103239 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.98.38.157"}] I0309 10:24:20.109831 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"da7c5bc1-2f16-4205-90f6-858791ce6d5b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5112", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 10:24:20.112593 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"50b5fecc-1a08-4254-84e4-f19f4cd1d14b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5113", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 10:24:20.113201 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"55fd4b69-8e59-465e-8764-e005d0a642cd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5114", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 10:24:22.804978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:22.805014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:26.139167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:26.139227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:29.471564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:29.471609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [09/Mar/2026:10:24:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.550 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.548 200 33d31a2e61fe33153e4626c4dcbd69a7 199.204.45.131 - - [09/Mar/2026:10:24:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.40:8080 4246 0.007 200 efd2b11bbb851b001c5322f34c458979 199.204.45.131 - - [09/Mar/2026:10:24:34 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.388 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.388 204 5e33461f494889366f4a9f0309aa2dcb 199.204.45.131 - - [09/Mar/2026:10:24:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.172 [auth-system-keycloak-80] [] 10.0.0.40:8080 4384 0.172 200 a64a16272b4cd72fd46353f428fdd8ad 199.204.45.131 - - [09/Mar/2026:10:24:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.542 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.541 200 63afd22a1ffc405a66fcb58b038d2866 199.204.45.131 - - [09/Mar/2026:10:24:35 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.006 [auth-system-keycloak-80] [] 10.0.0.40:8080 1682 0.006 200 25d6312d1e99289ccd862aad6a343145 199.204.45.131 - - [09/Mar/2026:10:24:35 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.40:8080 6432 0.006 200 ca65e26d589690ed5dd8f3f44f56f009 199.204.45.131 - - [09/Mar/2026:10:24:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.549 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.548 200 7d96a0314e47d59ab6e99c66b1db79f3 199.204.45.131 - - [09/Mar/2026:10:24:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.041 [auth-system-keycloak-80] [] 10.0.0.40:8080 2 0.041 200 ad84918ca43ca6a3ef429374f3819dff 199.204.45.131 - - [09/Mar/2026:10:24:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.105 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.104 201 423c45326bc3efc5c980164c93bffbc2 199.204.45.131 - - [09/Mar/2026:10:24:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.078 [auth-system-keycloak-80] [] 10.0.0.40:8080 2246 0.078 200 f1255752311d99a7fb80a6c2850e06f2 199.204.45.131 - - [09/Mar/2026:10:24:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.493 200 a38ad33fa774845b3d3836b765fbf760 199.204.45.131 - - [09/Mar/2026:10:24:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.40:8080 2246 0.004 200 93572d84c3e5b8e0435e1f5aaca7a010 199.204.45.131 - - [09/Mar/2026:10:24:38 +0000] "GET /admin/realms/atmosphere/clients/c7dfbd07-9034-418b-a674-65de0e7755c0/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.044 [auth-system-keycloak-80] [] 10.0.0.40:8080 233 0.045 200 6be041b2e92d1811fc41e21950ac163d 199.204.45.131 - - [09/Mar/2026:10:24:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.019 [auth-system-keycloak-80] [] 10.0.0.40:8080 831 0.020 200 655b59cef2747cd31f83977d2ce3699e 199.204.45.131 - - [09/Mar/2026:10:24:38 +0000] "GET /admin/realms/atmosphere/clients/367632fd-6de0-44d3-b493-414d137fbc1c/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.064 [auth-system-keycloak-80] [] 10.0.0.40:8080 3758 0.065 200 214e8f8c3b3c38e213d79a91c49a6186 199.204.45.131 - - [09/Mar/2026:10:24:39 +0000] "GET /admin/realms/atmosphere/users/5de2b347-4bd6-49d8-8329-9951197a225e/role-mappings/clients/367632fd-6de0-44d3-b493-414d137fbc1c/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.195 [auth-system-keycloak-80] [] 10.0.0.40:8080 3758 0.195 200 1e04b8a563b7fa53e50ed4296a1f9d42 199.204.45.131 - - [09/Mar/2026:10:24:39 +0000] "GET /admin/realms/atmosphere/users/5de2b347-4bd6-49d8-8329-9951197a225e/role-mappings/clients/367632fd-6de0-44d3-b493-414d137fbc1c/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.086 [auth-system-keycloak-80] [] 10.0.0.40:8080 2 0.087 200 8092d1e5c3bc088285191709c8beb884 199.204.45.131 - - [09/Mar/2026:10:24:39 +0000] "POST /admin/realms/atmosphere/users/5de2b347-4bd6-49d8-8329-9951197a225e/role-mappings/clients/367632fd-6de0-44d3-b493-414d137fbc1c HTTP/1.1" 204 0 "-" "Ansible" 1390 0.019 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.018 204 6ab8b8a01d7e528e4b5eff6427140631 199.204.45.131 - - [09/Mar/2026:10:24:39 +0000] "GET /admin/realms/atmosphere/users/5de2b347-4bd6-49d8-8329-9951197a225e/role-mappings/clients/367632fd-6de0-44d3-b493-414d137fbc1c/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.050 [auth-system-keycloak-80] [] 10.0.0.40:8080 576 0.051 200 75b63c4b9784feb43ebd7a4bf324fe5f W0309 10:24:41.947044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:41.947080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:45.280677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:45.280726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:59.647421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:24:59.647511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:25:02.983367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:25:02.983422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:25:06.314219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:25:06.314267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:26:47.528295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:26:47.528440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:27:28.998102 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 10:27:28.998204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:27:28.998229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:27:29.002596 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0309 10:27:29.002639 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0309 10:27:29.007836 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0309 10:27:29.008209 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"06de9ea9-ad27-4178-8c5a-cabaeb882809", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6296", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 10:27:29.008523 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0309 10:27:29.009023 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 10:27:29.009105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:27:29.009127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:27:29.009253 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 10:27:29.060427 7 controller.go:216] "Backend successfully reloaded" I0309 10:27:29.060683 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5sqb8", UID:"6d3ff4c4-503d-4360-8357-31ca9b3fe582", APIVersion:"v1", ResourceVersion:"1201", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 10:27:29.626984 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0309 10:27:29.628117 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0309 10:27:32.343886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:27:32.343932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [09/Mar/2026:10:27:33 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.005 300 5616ca60e288f2c1d4945c450ff7a968 199.204.45.131 - - [09/Mar/2026:10:27:34 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.229:5000 266 0.006 200 7dd8c9b90b0097812c3e3ea9d7bda67f 199.204.45.131 - - [09/Mar/2026:10:27:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.229:5000 1360 0.336 201 dbf4748ae1b7413fddb55471b3a64abf 199.204.45.131 - - [09/Mar/2026:10:27:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.003 300 20263ec3bed6c9bd87cf5871525fd997 199.204.45.131 - - [09/Mar/2026:10:27:35 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.027 [openstack-keystone-api-5000] [] 10.0.0.229:5000 90 0.028 404 a2ca9ebfdf59f0fedf822e09f659614a 199.204.45.131 - - [09/Mar/2026:10:27:35 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.027 [openstack-keystone-api-5000] [] 10.0.0.229:5000 370 0.028 200 e302ae83475f5f696e6e5db282989438 199.204.45.131 - - [09/Mar/2026:10:27:35 +0000] "GET /v3/domains/ccdd045cb4ef4b37857e0242a3af0ca0 HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.229:5000 247 0.022 200 6af8b9eac374f25b43dbc0ef239bc27f 199.204.45.131 - - [09/Mar/2026:10:27:36 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.229:5000 266 0.003 200 b8e8465b3e55901ed225fa0573898ca1 199.204.45.131 - - [09/Mar/2026:10:27:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.229:5000 1360 0.298 201 20a2c6a11e649360a9f7b9a3473c8b0a 199.204.45.131 - - [09/Mar/2026:10:27:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 404a3675ee1f59e54ddd4d568ee021b1 199.204.45.131 - - [09/Mar/2026:10:27:36 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.024 [openstack-keystone-api-5000] [] 10.0.0.229:5000 101 0.023 404 9f0da0f226301e35f464168902d88bfb 199.204.45.131 - - [09/Mar/2026:10:27:36 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.229:5000 156 0.020 200 17f25f89ecb224eb6a1517ddc437201d 199.204.45.131 - - [09/Mar/2026:10:27:36 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.024 [openstack-keystone-api-5000] [] 10.0.0.229:5000 342 0.024 201 4c40e48d8a8a908f4575c55257409018 199.204.45.131 - - [09/Mar/2026:10:27:37 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.229:5000 266 0.004 200 753d388295a306679b6d4f948025f647 199.204.45.131 - - [09/Mar/2026:10:27:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.229:5000 1360 0.295 201 91a3013bb8e3f02833338749e1e10f60 199.204.45.131 - - [09/Mar/2026:10:27:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 9e764942fba5163ac94b111b4f309ebf 199.204.45.131 - - [09/Mar/2026:10:27:37 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.229:5000 98 0.021 404 42869f2c9afe6c4d7ccb232162f65a2b 199.204.45.131 - - [09/Mar/2026:10:27:37 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.229:5000 136 0.019 200 a927028c8e89ebe325872c59a2f60fed 199.204.45.131 - - [09/Mar/2026:10:27:37 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.021 [openstack-keystone-api-5000] [] 10.0.0.229:5000 357 0.022 201 8a1d8d52623daf34311e493fcc6e6be6 199.204.45.131 - - [09/Mar/2026:10:27:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.229:5000 266 0.004 200 2416fba30b2f77c74338a90854de9479 199.204.45.131 - - [09/Mar/2026:10:27:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.229:5000 1360 0.295 201 0a6d23658e8af289b7032cd8a2687b15 199.204.45.131 - - [09/Mar/2026:10:27:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 d09f913e832e387f24e55db55f3b00da 199.204.45.131 - - [09/Mar/2026:10:27:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.026 [openstack-keystone-api-5000] [] 10.0.0.229:5000 131 0.026 404 c5edfd9babc58664afb58430f7d5b5ec 199.204.45.131 - - [09/Mar/2026:10:27:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.021 [openstack-keystone-api-5000] [] 10.0.0.229:5000 168 0.021 200 94601b40a0824e14ff93a5ab022bfad7 199.204.45.131 - - [09/Mar/2026:10:27:38 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.026 [openstack-keystone-api-5000] [] 10.0.0.229:5000 224 0.026 201 612529cbe9d2940666c3d245edec89e1 W0309 10:27:48.348461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:27:48.348494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:27:51.682685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:27:51.682735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:27:55.701821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:27:55.701870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:27:59.034910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:27:59.034952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:28:13.854086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:28:13.854195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:28:20.103859 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.98.38.157"}] I0309 10:28:20.109011 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"06de9ea9-ad27-4178-8c5a-cabaeb882809", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6663", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 10:28:20.111345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:28:20.111381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:28:23.445333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:28:23.445403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:28:26.778651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:28:26.778780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:29:56.334098 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 10:29:56.334242 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 10:29:56.334400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:29:56.334438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:29:56.339075 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0309 10:29:56.339168 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0309 10:29:56.343377 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0309 10:29:56.343630 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"0c14063c-3862-4b2d-b82d-2e36bea6797f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7335", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 10:29:56.344033 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0309 10:29:56.344458 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 10:29:56.344598 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 10:29:56.344739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:29:56.344870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:29:56.345063 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 10:29:56.389383 7 controller.go:216] "Backend successfully reloaded" I0309 10:29:56.389546 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5sqb8", UID:"6d3ff4c4-503d-4360-8357-31ca9b3fe582", APIVersion:"v1", ResourceVersion:"1201", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.204.45.131 - - [09/Mar/2026:10:29:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 2c39d88aeb256e83a8915b0816ab77cd I0309 10:29:57.121342 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0309 10:29:57.123732 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.131 - - [09/Mar/2026:10:29:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.364 [openstack-keystone-api-5000] [] 10.0.0.229:5000 1992 0.364 201 aaa54d1a43090074fa89eeb629d23ab4 199.204.45.131 - - [09/Mar/2026:10:29:57 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.030 [openstack-keystone-api-5000] [] 10.0.0.229:5000 85 0.029 404 06054ccf4cc432f29d57914626192239 199.204.45.131 - - [09/Mar/2026:10:29:57 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.229:5000 129 0.022 200 9771bc1bf8a4588235fc7c36a9d57603 199.204.45.131 - - [09/Mar/2026:10:29:57 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.029 [openstack-keystone-api-5000] [] 10.0.0.229:5000 230 0.029 201 22eaa85d04469c2b878b05da8c27781f W0309 10:29:59.678126 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 10:29:59.678417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:29:59.678446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:30:03.012032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:30:03.012084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [09/Mar/2026:10:30:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 7ef8098ce02951f031a793961dde4603 199.204.45.131 - - [09/Mar/2026:10:30:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.229:5000 1992 0.284 201 33922ca044b5b78a507768bab593e201 199.204.45.131 - - [09/Mar/2026:10:30:05 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.029 [openstack-keystone-api-5000] [] 10.0.0.229:5000 1521 0.029 200 d72f4d440d7e91601fee3cf8cf7aa21d 199.204.45.131 - - [09/Mar/2026:10:30:05 +0000] "PUT /v3/roles/e040d8431a134fbd99ee8f2a3aec1a52/implies/4cf7ea4c3395470e9d9d33f7d2fadc36 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.049 [openstack-keystone-api-5000] [] 10.0.0.229:5000 521 0.049 201 41aba247a8c286ecc9e76fa6c7572e17 I0309 10:30:20.102442 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.98.38.157"}] I0309 10:30:20.106935 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"0c14063c-3862-4b2d-b82d-2e36bea6797f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7620", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 10:30:20.108804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:30:20.108843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [09/Mar/2026:10:30:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.003 300 3d295ba673c51f28106903d2495026c8 199.204.45.131 - - [09/Mar/2026:10:30:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.229:5000 2055 0.343 201 9862152d9c569bfb218a3994f7ea7bcf 199.204.45.131 - - [09/Mar/2026:10:30:50 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.026 [openstack-keystone-api-5000] [] 10.0.0.229:5000 87 0.025 404 7f760f8b13ac446571f0a1e60222544a 199.204.45.131 - - [09/Mar/2026:10:30:50 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.027 [openstack-keystone-api-5000] [] 10.0.0.229:5000 390 0.027 200 9a7a7e93ac99259fb6ec09909d91daa5 199.204.45.131 - - [09/Mar/2026:10:30:50 +0000] "GET /v3/users/rgw-RegionOne?domain_id=2693591a135d496886d3aca7a16c7337 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.027 [openstack-keystone-api-5000] [] 10.0.0.229:5000 91 0.027 404 a6e1603e399852cd06427f4f9d9e5119 199.204.45.131 - - [09/Mar/2026:10:30:50 +0000] "GET /v3/users?domain_id=2693591a135d496886d3aca7a16c7337&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.029 [openstack-keystone-api-5000] [] 10.0.0.229:5000 178 0.030 200 d1e23b0fcabd025dbd57a239c8609637 199.204.45.131 - - [09/Mar/2026:10:30:50 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.297 [openstack-keystone-api-5000] [] 10.0.0.229:5000 291 0.297 201 3eb7706ed724058f721d0e4d9d8c2f9f 199.204.45.131 - - [09/Mar/2026:10:30:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 980936969efb32b738f2a38e14975f44 199.204.45.131 - - [09/Mar/2026:10:30:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 549 0.317 [openstack-keystone-api-5000] [] 10.0.0.229:5000 2055 0.317 201 3564cae984f7d23f9e319cc0df933aa8 199.204.45.131 - - [09/Mar/2026:10:30:55 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 430 0.025 [openstack-keystone-api-5000] [] 10.0.0.229:5000 83 0.025 404 9ae3e28dc5f83d085a1dc83ea1d38200 199.204.45.131 - - [09/Mar/2026:10:30:55 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 448 0.023 [openstack-keystone-api-5000] [] 10.0.0.229:5000 361 0.024 200 4d05a29662597e14d0bdca2f39eb7562 199.204.45.131 - - [09/Mar/2026:10:30:55 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.229:5000 87 0.021 404 aacf5f847e21c220a88609b96262e826 199.204.45.131 - - [09/Mar/2026:10:30:55 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 452 0.028 [openstack-keystone-api-5000] [] 10.0.0.229:5000 390 0.028 200 1ba6d14e16766409fa8736196e30919e 199.204.45.131 - - [09/Mar/2026:10:30:55 +0000] "GET /v3/users/rgw-RegionOne?domain_id=2693591a135d496886d3aca7a16c7337 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 481 0.023 [openstack-keystone-api-5000] [] 10.0.0.229:5000 91 0.023 404 61f995e843b7160bc2e72fc9bf74f69d 199.204.45.131 - - [09/Mar/2026:10:30:55 +0000] "GET /v3/users?domain_id=2693591a135d496886d3aca7a16c7337&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 499 0.053 [openstack-keystone-api-5000] [] 10.0.0.229:5000 458 0.053 200 0072d0d7b8428109c7729a27bfcfc401 199.204.45.131 - - [09/Mar/2026:10:30:55 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 435 0.023 [openstack-keystone-api-5000] [] 10.0.0.229:5000 88 0.022 404 38d50def3c69e7f6b3c061ea80009e5b 199.204.45.131 - - [09/Mar/2026:10:30:55 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 453 0.028 [openstack-keystone-api-5000] [] 10.0.0.229:5000 520 0.028 200 3d945f1c8603d435a60e3bd0265912e5 199.204.45.131 - - [09/Mar/2026:10:30:55 +0000] "PUT /v3/projects/1d5b858c00684a3fbc3cc5ab6d1eef41/users/a4505a84c5a6439e8e8d1bab65ad44d6/roles/4d9976b5871044be853931a34bdb039f HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 557 0.039 [openstack-keystone-api-5000] [] 10.0.0.229:5000 0 0.039 204 17e21497986269eb1b7fc3f25f4d238f 199.204.45.131 - - [09/Mar/2026:10:30:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 e59392cd052d3d1fbec276132ff238f8 199.204.45.131 - - [09/Mar/2026:10:30:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.347 [openstack-keystone-api-5000] [] 10.0.0.229:5000 2055 0.347 201 6e6e384e6364fb763681665732918b6f 199.204.45.131 - - [09/Mar/2026:10:30:58 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.023 [openstack-keystone-api-5000] [] 10.0.0.229:5000 151 0.023 200 f9a1762248056061ab464a0791349ec1 199.204.45.131 - - [09/Mar/2026:10:30:58 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.040 [openstack-keystone-api-5000] [] 10.0.0.229:5000 263 0.040 201 581bc490bfa98f43f89318a3f9b3fb93 199.204.45.131 - - [09/Mar/2026:10:30:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 4b65db9ac01ee5b55fc3d7651ba19546 199.204.45.131 - - [09/Mar/2026:10:30:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.229:5000 2157 0.298 201 3490fa4fa5fdb950975646a408c447af 199.204.45.131 - - [09/Mar/2026:10:30:59 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.229:5000 86 0.026 404 ee7fecef0fb7151a0d5e6da0356edea4 199.204.45.131 - - [09/Mar/2026:10:30:59 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.023 [openstack-keystone-api-5000] [] 10.0.0.229:5000 382 0.023 200 a0b8fd930df3e806aa44905e73cfbb80 199.204.45.131 - - [09/Mar/2026:10:30:59 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=a214472f6a4e45c7952005df8c657b27 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.229:5000 205 0.020 200 9c6a429621b44323fff2e8c8fb66ddd1 199.204.45.131 - - [09/Mar/2026:10:30:59 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.038 [openstack-keystone-api-5000] [] 10.0.0.229:5000 379 0.037 201 a5928df3bf8e30c204a48fe1b8ec1aa1 199.204.45.131 - - [09/Mar/2026:10:30:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 dae31343b176091febb7b2d38d4108ec 199.204.45.131 - - [09/Mar/2026:10:31:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.229:5000 2366 0.302 201 3f03563f1d8755c232097123c702fba4 199.204.45.131 - - [09/Mar/2026:10:31:00 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.229:5000 86 0.023 404 280c350214e87925017ecc295be7e7ed 199.204.45.131 - - [09/Mar/2026:10:31:00 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.229:5000 382 0.018 200 cc6731089c973b072518d94263a68f63 199.204.45.131 - - [09/Mar/2026:10:31:00 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=a214472f6a4e45c7952005df8c657b27 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.021 [openstack-keystone-api-5000] [] 10.0.0.229:5000 207 0.020 200 5c7dad3fad866ddf72e6f7cbf8f08958 199.204.45.131 - - [09/Mar/2026:10:31:00 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.026 [openstack-keystone-api-5000] [] 10.0.0.229:5000 392 0.027 201 8cb2f36f154bf539564d6bab3ef765be W0309 10:31:01.354817 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 10:31:01.354959 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 10:31:01.355040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:01.355067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:31:01.358997 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0309 10:31:01.359020 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0309 10:31:01.363512 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0309 10:31:01.363780 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e6cd8af4-54ea-421c-8f9b-9f6587d3a215", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7879", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 10:31:01.364012 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0309 10:31:01.364370 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 10:31:01.364474 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 10:31:01.364551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:01.364572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:31:01.364708 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 10:31:01.430014 7 controller.go:216] "Backend successfully reloaded" I0309 10:31:01.430920 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5sqb8", UID:"6d3ff4c4-503d-4360-8357-31ca9b3fe582", APIVersion:"v1", ResourceVersion:"1201", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 10:31:01.748213 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0309 10:31:01.749145 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0309 10:31:04.698344 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 10:31:04.698586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:04.698610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:17.949385 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 10:31:17.949546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:17.949564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:31:20.107984 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.98.38.157"}] I0309 10:31:20.178231 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e6cd8af4-54ea-421c-8f9b-9f6587d3a215", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8051", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 10:31:21.283434 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 10:31:21.283655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:21.283676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:24.616240 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 10:31:24.616417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:24.616441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:31:24.616613 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 10:31:24.669845 7 controller.go:216] "Backend successfully reloaded" I0309 10:31:24.670151 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5sqb8", UID:"6d3ff4c4-503d-4360-8357-31ca9b3fe582", APIVersion:"v1", ResourceVersion:"1201", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 10:31:27.951249 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 10:31:27.951577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:27.951632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:31.283492 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 10:31:31.283756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:31.283794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:34.617059 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 10:31:34.617307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:34.617348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:48.760083 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 10:31:48.760240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:48.760267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:56.909906 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 10:31:56.910074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:31:56.910096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:32:04.802656 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 10:32:04.802843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:32:04.802867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:32:44.189791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:32:44.189837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:34:00.652350 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 10:34:00.652485 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 10:34:00.652570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:34:00.652595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:34:00.657678 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.2kB} I0309 10:34:00.657713 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0309 10:34:00.660987 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0309 10:34:00.661239 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c68ebd65-9649-4607-ac2f-32fb99f7d6b1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9303", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 10:34:00.661563 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0309 10:34:00.662055 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 10:34:00.662182 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 10:34:00.662259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:34:00.662276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 10:34:00.662483 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 10:34:00.719632 7 controller.go:216] "Backend successfully reloaded" I0309 10:34:00.719876 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5sqb8", UID:"6d3ff4c4-503d-4360-8357-31ca9b3fe582", APIVersion:"v1", ResourceVersion:"1201", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 10:34:00.975603 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0309 10:34:00.976290 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0309 10:34:03.995446 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 10:34:03.995554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:34:03.995572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [09/Mar/2026:10:34:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 5e29c47d3d33b623ca6b392d25be57e9 199.204.45.131 - - [09/Mar/2026:10:34:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.324 [openstack-keystone-api-5000] [] 10.0.0.229:5000 3201 0.323 201 7d817282124079238a902171522bd35f 199.204.45.131 - - [09/Mar/2026:10:34:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 758cc6a48189234bd4116ffb9c6dc1a5 199.204.45.131 - - [09/Mar/2026:10:34:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f431782625467024bb07207ce5002a2a 199.204.45.131 - - [09/Mar/2026:10:34:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 ef3fe6b8bd4c99c506e99fffe29d9a78 199.204.45.131 - - [09/Mar/2026:10:34:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.229:5000 3201 0.296 201 b8d1825a33c9b6d3037a78ee88c5752a 199.204.45.131 - - [09/Mar/2026:10:34:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0f6271892e83936b4c58447cf84be276 199.204.45.131 - - [09/Mar/2026:10:34:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8b58109fd60537f98462df5bbf3d4b4a 199.204.45.131 - - [09/Mar/2026:10:34:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 90f8dad1505bf47d6bb4fe7e0b36be7f 199.204.45.131 - - [09/Mar/2026:10:34:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.229:5000 3201 0.287 201 5ca5b2270a3bf867ca16c5eb1f89d3c1 199.204.45.131 - - [09/Mar/2026:10:34:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e2f1520d2d533dd0027e3147726050b6 199.204.45.131 - - [09/Mar/2026:10:34:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a9543951bac98c1510af133b86b35c93 199.204.45.131 - - [09/Mar/2026:10:34:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 66f074b35bcb8727bd4e991c6cbfb2fe 199.204.45.131 - - [09/Mar/2026:10:34:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.229:5000 3201 0.312 201 7fed07522c4da2f4b4ad5ada007c2b5f 199.204.45.131 - - [09/Mar/2026:10:34:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1c4afed6f8abc249fb2092f0ad77d5f4 199.204.45.131 - - [09/Mar/2026:10:34:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2a939eced0639e2c5df62e37f0ee3c8d 199.204.45.131 - - [09/Mar/2026:10:34:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.003 300 0a1df07fed1ae73ed463cce15f875234 199.204.45.131 - - [09/Mar/2026:10:34:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.229:5000 3201 0.294 201 d9e4957772fbd76697d9cf204c8385e4 199.204.45.131 - - [09/Mar/2026:10:34:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 34e95f032977aa3ea951d066846ca2ec 199.204.45.131 - - [09/Mar/2026:10:34:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6c6fed65fe1828db8855e235f913ce3c 199.204.45.131 - - [09/Mar/2026:10:34:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.003 300 31de4598387ee170674136a8a8f0c769 199.204.45.131 - - [09/Mar/2026:10:34:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.229:5000 3201 0.312 201 4b87375f9806905ed3212f426ec6480d 199.204.45.131 - - [09/Mar/2026:10:34:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a04d7c73f0a5d37f1072c48b1e52878c 199.204.45.131 - - [09/Mar/2026:10:34:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5f300cd45967cd7f4c5af73f7365f885 W0309 10:34:14.142746 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 10:34:14.142893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:34:14.142922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [09/Mar/2026:10:34:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.003 300 c986f5b6b536ad430331ac20e0308668 199.204.45.131 - - [09/Mar/2026:10:34:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.229:5000 3201 0.299 201 98a57747877a33c49bd91654f253fd00 199.204.45.131 - - [09/Mar/2026:10:34:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f8f3ae10837b875c85e08634dbee5a3c 199.204.45.131 - - [09/Mar/2026:10:34:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5110c0dd1849228b06fc210ba64c90d9 199.204.45.131 - - [09/Mar/2026:10:34:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 a4b56953d2a5e981310f8353cf026963 199.204.45.131 - - [09/Mar/2026:10:34:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.229:5000 3201 0.299 201 d62c536b4ecdaa48321358adb1400be4 199.204.45.131 - - [09/Mar/2026:10:34:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6450e16ca385b94d2470fdea47f7147e 199.204.45.131 - - [09/Mar/2026:10:34:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d3fb0a1ae8407e15f7baac27cf71d720 199.204.45.131 - - [09/Mar/2026:10:34:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.003 300 58417208809255bda1276b5791b02100 199.204.45.131 - - [09/Mar/2026:10:34:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.229:5000 3201 0.310 201 a0ed1b69f9a681e471c567453beb3a57 199.204.45.131 - - [09/Mar/2026:10:34:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 023497e7d930cd33c940c95b805c4601 199.204.45.131 - - [09/Mar/2026:10:34:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3a45cfcb62134c2a58cdd5f3228faeda I0309 10:34:20.100848 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.98.38.157"}] I0309 10:34:20.104697 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"c68ebd65-9649-4607-ac2f-32fb99f7d6b1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9443", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 10:34:20.106990 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 10:34:20.107187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:34:20.107209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [09/Mar/2026:10:34:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.005 300 57d1aa3e78d3678ab1e8db5a3977b623 199.204.45.131 - - [09/Mar/2026:10:34:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.229:5000 3201 0.294 201 de89489cccba34e859d415fa51c8e778 199.204.45.131 - - [09/Mar/2026:10:34:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 38438fab5e661eea76e31ea46e2a55ae 199.204.45.131 - - [09/Mar/2026:10:34:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2256f39b7fd12902bf15237ed109cc73 199.204.45.131 - - [09/Mar/2026:10:34:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 263b4c239875a6daf61299d30a8417a5 199.204.45.131 - - [09/Mar/2026:10:34:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.229:5000 3201 0.306 201 31a74af037d3f25bafd1aa99a74a842d 199.204.45.131 - - [09/Mar/2026:10:34:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 213f3bf55e496b826fdfbe2743cfd08b 199.204.45.131 - - [09/Mar/2026:10:34:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 64ae0ee7e04104fe99767e3141533955 W0309 10:34:23.532764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:34:23.532804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.131 - - [09/Mar/2026:10:34:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 e748056e03c59afdbd56ecf77e9c4cf7 199.204.45.131 - - [09/Mar/2026:10:34:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.229:5000 3201 0.294 201 c82121c7e711e9cd0b3930cea978814c 199.204.45.131 - - [09/Mar/2026:10:34:24 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.124:9292 1312 0.002 300 c426780055f6885509b13eee49dd569f 199.204.45.131 - - [09/Mar/2026:10:34:25 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.552 [openstack-glance-api-9292] [] 10.0.0.124:9292 69 0.553 200 85345ff7f90eb4a58a174286ecc8b7a1 199.204.45.131 - - [09/Mar/2026:10:34:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.229:5000 281 0.004 300 9118dc7a8fa141815f5f95124233e56c 199.204.45.131 - - [09/Mar/2026:10:34:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.229:5000 3201 0.295 201 a587eb2c9f076d8e46f1b7db56d95c4c 199.204.45.131 - - [09/Mar/2026:10:34:28 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.124:9292 1312 0.002 300 6908a89a7918462a5dd272e4ae104ef6 199.204.45.131 - - [09/Mar/2026:10:34:28 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.039 [openstack-glance-api-9292] [] 10.0.0.124:9292 69 0.039 200 f861ca309fc31b2c378726c3196f69aa 199.204.45.131 - - [09/Mar/2026:10:34:28 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.152 [openstack-glance-api-9292] [] 10.0.0.124:9292 151 0.151 404 a2b4b8b602c401ac3170a1774499a96a 199.204.45.131 - - [09/Mar/2026:10:34:28 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.027 [openstack-glance-api-9292] [] 10.0.0.124:9292 81 0.028 200 87b0fce72e340fa661c6feb651de4f07 199.204.45.131 - - [09/Mar/2026:10:34:28 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.027 [openstack-glance-api-9292] [] 10.0.0.124:9292 84 0.027 200 f9e99211dacdf2eb28c44f795029a176 199.204.45.131 - - [09/Mar/2026:10:34:28 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.051 [openstack-glance-api-9292] [] 10.0.0.124:9292 760 0.051 201 c916aa5476eeeffaa4ca4f32e615432d 199.204.45.131 - - [09/Mar/2026:10:34:32 +0000] "PUT /v2/images/f3cf9173-ec00-41eb-a965-137da0cae479/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.034 [openstack-glance-api-9292] [] 10.0.0.124:9292 0 4.033 204 07079f8006d90401b0586bfe6ebef5df 199.204.45.131 - - [09/Mar/2026:10:34:32 +0000] "GET /v2/images/f3cf9173-ec00-41eb-a965-137da0cae479 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.124:9292 1171 0.015 200 44e6f89ef6e03bb75fc843a1fe1ff080 199.204.45.131 - - [09/Mar/2026:10:34:33 +0000] "GET /v2/images/f3cf9173-ec00-41eb-a965-137da0cae479 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.124:9292 1171 0.014 200 fcfcdcd59f976623b4768cb984bc4d49 W0309 10:34:35.964416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:34:35.964461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:34:39.297804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 10:34:39.297839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store