------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0327 01:59:31.566969 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 01:59:31.567263 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0327 01:59:31.579522 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0327 01:59:31.582745 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0327 01:59:31.756940 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0327 01:59:31.777902 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0327 01:59:31.791768 7 nginx.go:271] "Starting NGINX Ingress controller" I0327 01:59:31.802569 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"5e282959-37eb-4567-b14c-b007bafe2dc3", APIVersion:"v1", ResourceVersion:"1373", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0327 01:59:31.806407 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"ed0f1786-e634-4132-899d-33cbaf621619", APIVersion:"v1", ResourceVersion:"1374", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0327 01:59:31.806446 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"b34c3f29-a6c5-43c0-a4e9-33ba3a3dc2da", APIVersion:"v1", ResourceVersion:"1375", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0327 01:59:32.994606 7 nginx.go:317] "Starting NGINX process" I0327 01:59:32.994736 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0327 01:59:32.995253 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0327 01:59:32.995585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:32.995636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 01:59:32.995690 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 01:59:33.004766 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0327 01:59:33.004850 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-jzdzm" I0327 01:59:33.033614 7 controller.go:216] "Backend successfully reloaded" I0327 01:59:33.033719 7 controller.go:227] "Initial sync, sleeping for 1 second" I0327 01:59:33.033830 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jzdzm", UID:"9c664be4-fb66-4fee-b705-87a94ecb0af3", APIVersion:"v1", ResourceVersion:"1415", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 01:59:36.820773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:36.820914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:40.154256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:40.154304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:43.487562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:43.487608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:46.821578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:46.821632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:50.154744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:50.154794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:53.488131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:53.488183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:56.821463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:56.821606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:00.155544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:00.155587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:03.487697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:03.487750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:06.823573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:06.823635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:10.155300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:10.155362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:59.411366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:59.411419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:02.744952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:02.745012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:23.396723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:23.396762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:26.730933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:26.730989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:30.064262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:30.064386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:33.396888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:33.396945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:36.732004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:36.732052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:40.063563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:40.063612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:43.397706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:43.397766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:46.730632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:46.730682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:50.064539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:50.064591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:53.744316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:53.744361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:57.078061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:57.078117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:00.411361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:00.411446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:04.444903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:04.444959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:07.779101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:07.779160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:08.159972 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-115.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-115.nip.io-tls was not found. Using default certificate W0327 02:04:08.160042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:08.160058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:04:08.162115 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0327 02:04:08.162156 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0327 02:04:08.171030 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0327 02:04:08.171351 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"fe49ffa6-8499-4fb6-8282-2df183f19213", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3475", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:04:08.171658 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-115.nip.io-tls" in local store I0327 02:04:08.542088 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-115.nip.io-tls" I0327 02:04:08.543228 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-115.nip.io-tls" W0327 02:04:11.111670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:11.111729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:04:11.111823 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:04:11.148401 7 controller.go:216] "Backend successfully reloaded" I0327 02:04:11.148873 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jzdzm", UID:"9c664be4-fb66-4fee-b705-87a94ecb0af3", APIVersion:"v1", ResourceVersion:"1415", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:04:14.447579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:14.447645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [27/Mar/2026:02:04:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.065 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 2.064 200 6a0d186f7b969e0e39343e61f44e3055 199.204.45.115 - - [27/Mar/2026:02:04:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.173 [auth-system-keycloak-80] [] 10.0.0.153:8080 116 0.172 404 4af2a756535fa6c7c2855c42d764bf54 199.204.45.115 - - [27/Mar/2026:02:04:24 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.897 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 3.897 201 297ffb0ecc604d23f9849b0fe0a568df 199.204.45.115 - - [27/Mar/2026:02:04:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.685 [auth-system-keycloak-80] [] 10.0.0.153:8080 4246 0.684 200 2ae7248eab50b1e07997c0c58bef98bb 199.204.45.115 - - [27/Mar/2026:02:04:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.613 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.611 200 0e884dac26bbc5207ce703b2a0f53bd0 199.204.45.115 - - [27/Mar/2026:02:04:26 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.101 [auth-system-keycloak-80] [] 10.0.0.153:8080 12500 0.101 200 c4dd7a7a84f0b0fdeb4e3337815de1e7 199.204.45.115 - - [27/Mar/2026:02:04:26 +0000] "GET /admin/realms/atmosphere/client-scopes/a7c65f0e-a5ce-441f-8d1c-7f84c8799614 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.009 [auth-system-keycloak-80] [] 10.0.0.153:8080 1278 0.009 200 f177c16cfd42ebe58f2e5835c9d4d702 199.204.45.115 - - [27/Mar/2026:02:04:26 +0000] "PUT /admin/realms/atmosphere/client-scopes/a7c65f0e-a5ce-441f-8d1c-7f84c8799614 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.076 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.076 204 1558c3c02a5420aaca4e625d29951a96 199.204.45.115 - - [27/Mar/2026:02:04:26 +0000] "GET /admin/realms/atmosphere/client-scopes/a7c65f0e-a5ce-441f-8d1c-7f84c8799614/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.083 [auth-system-keycloak-80] [] 10.0.0.153:8080 963 0.083 200 96ec692381a776c360d2385bbc1356dd 199.204.45.115 - - [27/Mar/2026:02:04:26 +0000] "GET /admin/realms/atmosphere/client-scopes/a7c65f0e-a5ce-441f-8d1c-7f84c8799614/protocol-mappers/models/a51fd5e4-bf24-4139-9c12-ebff43da65b6 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.008 [auth-system-keycloak-80] [] 10.0.0.153:8080 366 0.008 200 30d8544bbc3273c3e7fb00f222a45e4b 199.204.45.115 - - [27/Mar/2026:02:04:26 +0000] "PUT /admin/realms/atmosphere/client-scopes/a7c65f0e-a5ce-441f-8d1c-7f84c8799614/protocol-mappers/models/a51fd5e4-bf24-4139-9c12-ebff43da65b6 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.073 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.072 204 091da95473c11d6a63e1736847296032 199.204.45.115 - - [27/Mar/2026:02:04:26 +0000] "GET /admin/realms/atmosphere/client-scopes/a7c65f0e-a5ce-441f-8d1c-7f84c8799614 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.079 [auth-system-keycloak-80] [] 10.0.0.153:8080 1218 0.079 200 1c4920c671ff9e213233b1366f7f4e31 I0327 02:04:33.012542 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.254.7"}] I0327 02:04:33.020332 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"fe49ffa6-8499-4fb6-8282-2df183f19213", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3792", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:04:33.021742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:33.021835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [27/Mar/2026:02:04:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.497 200 01b74dc474e467644fdd53e0e04481de 199.204.45.115 - - [27/Mar/2026:02:04:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.017 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.017 200 ef2130274f31db3a726aedab2fb3fb96 199.204.45.115 - - [27/Mar/2026:02:04:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.239 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.237 201 04647cb96076204fda5e75509a1888b8 199.204.45.115 - - [27/Mar/2026:02:04:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.087 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.087 200 f643774b9539854137632706d6cded6f 199.204.45.115 - - [27/Mar/2026:02:04:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.458 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.458 200 8e3e989eb275edffe96308cca1f9668c 199.204.45.115 - - [27/Mar/2026:02:04:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.043 200 f7a0e52a6d51294f55bda54bedcdd151 199.204.45.115 - - [27/Mar/2026:02:04:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.096 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.095 201 84f0650098c36c6229e049300e887891 199.204.45.115 - - [27/Mar/2026:02:04:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.079 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.080 200 5166e4edd4c963e6bef953c5ecdb1d7e 199.204.45.115 - - [27/Mar/2026:02:04:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.481 200 03f09d43cfdf1d5cce7ca6b27a7836e0 199.204.45.115 - - [27/Mar/2026:02:04:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.035 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.036 200 88ef3bf991dca07fdd0879f346c781a6 199.204.45.115 - - [27/Mar/2026:02:04:50 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.100 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.100 201 1e6a29bd73ef665b723b68244f72a058 199.204.45.115 - - [27/Mar/2026:02:04:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.077 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.077 200 eef905d238aaa65e59b13be4ba3fce04 199.204.45.115 - - [27/Mar/2026:02:04:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.458 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.457 200 084e9dda585b887139b56b7b5109f74f 199.204.45.115 - - [27/Mar/2026:02:04:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.028 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.029 200 44df6fba7119a65dc74192bbe0589bf5 199.204.45.115 - - [27/Mar/2026:02:04:51 +0000] "GET /admin/realms/atmosphere/clients/3b4092bc-fff9-471d-8a80-8631fcd29d50/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.014 404 91c69c74690e3db9c5a6e74f16041216 199.204.45.115 - - [27/Mar/2026:02:04:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.007 200 1df623a00bc985ff54177d284ca473d9 199.204.45.115 - - [27/Mar/2026:02:04:51 +0000] "POST /admin/realms/atmosphere/clients/3b4092bc-fff9-471d-8a80-8631fcd29d50/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.061 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.060 201 2122bc0b7e8a0c92e9beaba04cff17c7 199.204.45.115 - - [27/Mar/2026:02:04:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.006 200 72e166f564049e777ffafe5ccbaf4ecf 199.204.45.115 - - [27/Mar/2026:02:04:51 +0000] "GET /admin/realms/atmosphere/clients/3b4092bc-fff9-471d-8a80-8631fcd29d50/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.064 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.064 200 cc862382d6d755032cf54fdd7ca2884f 199.204.45.115 - - [27/Mar/2026:02:04:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.473 200 4a0cf7556d30d3db09adede91d2c7f4a 199.204.45.115 - - [27/Mar/2026:02:04:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.036 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.036 200 46d74fc3a943d2d63064d09944d7b846 199.204.45.115 - - [27/Mar/2026:02:04:52 +0000] "GET /admin/realms/atmosphere/clients/cedee8cc-3c3e-4e39-b7d0-caa3f9a35aac/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.010 404 8d5467cabeb3eaac866517ea18c460c1 199.204.45.115 - - [27/Mar/2026:02:04:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.005 200 7661f81e94d082d8424c41f4e26d7a80 199.204.45.115 - - [27/Mar/2026:02:04:52 +0000] "POST /admin/realms/atmosphere/clients/cedee8cc-3c3e-4e39-b7d0-caa3f9a35aac/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.016 201 436993596f2f629d8abe71d7b6c8100e 199.204.45.115 - - [27/Mar/2026:02:04:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.027 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.027 200 fee8361679bf6ece7e22ca50977c7df5 199.204.45.115 - - [27/Mar/2026:02:04:52 +0000] "GET /admin/realms/atmosphere/clients/cedee8cc-3c3e-4e39-b7d0-caa3f9a35aac/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.153:8080 165 0.014 200 110f1142689176b9ea003b94f9f27879 199.204.45.115 - - [27/Mar/2026:02:04:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.500 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.499 200 c4f144aa02a216b6f966be13067618c6 199.204.45.115 - - [27/Mar/2026:02:04:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.007 200 98b45699d9729868a3149a536249ffc5 199.204.45.115 - - [27/Mar/2026:02:04:53 +0000] "GET /admin/realms/atmosphere/clients/cedee8cc-3c3e-4e39-b7d0-caa3f9a35aac/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.054 404 481a883ed8cad004c9c33b98edd09c06 199.204.45.115 - - [27/Mar/2026:02:04:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.005 200 b29dbb4dca6f32df8cbd1b8a36b2ca54 199.204.45.115 - - [27/Mar/2026:02:04:53 +0000] "POST /admin/realms/atmosphere/clients/cedee8cc-3c3e-4e39-b7d0-caa3f9a35aac/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.080 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.079 201 a1836d8341ae5082ca162f35908bad0a 199.204.45.115 - - [27/Mar/2026:02:04:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.007 200 91de3195e92d73a3b7bcc678a384ba65 199.204.45.115 - - [27/Mar/2026:02:04:53 +0000] "GET /admin/realms/atmosphere/clients/cedee8cc-3c3e-4e39-b7d0-caa3f9a35aac/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.070 200 82cf4dce58ce02bc266a01a78a591b56 199.204.45.115 - - [27/Mar/2026:02:04:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.543 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.542 200 44e3569e86886c68f89d44ee6f5c879b 199.204.45.115 - - [27/Mar/2026:02:04:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.013 200 1ebac036dba6bba5edccf5bc8fe6f0ca 199.204.45.115 - - [27/Mar/2026:02:04:54 +0000] "GET /admin/realms/atmosphere/clients/cedee8cc-3c3e-4e39-b7d0-caa3f9a35aac/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.033 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.033 404 6af0bbdb8d55b7b35565da518b38f826 199.204.45.115 - - [27/Mar/2026:02:04:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.008 200 f2de4b5a49992cb523e25ca47c35a9ff 199.204.45.115 - - [27/Mar/2026:02:04:54 +0000] "POST /admin/realms/atmosphere/clients/cedee8cc-3c3e-4e39-b7d0-caa3f9a35aac/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.078 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.077 201 5a3e336c43191cb2de42d5eaa1062944 199.204.45.115 - - [27/Mar/2026:02:04:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.007 200 d54689979a2f8f66e352cc1ed292f36f 199.204.45.115 - - [27/Mar/2026:02:04:55 +0000] "GET /admin/realms/atmosphere/clients/cedee8cc-3c3e-4e39-b7d0-caa3f9a35aac/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.018 200 fee0e0fdf05597f2719ad26d9cd1805e 199.204.45.115 - - [27/Mar/2026:02:04:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.474 200 01baa996afced3bb46c237466d4a793e 199.204.45.115 - - [27/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.006 200 0b84ea16960b0c624fa94631c9fd609f 199.204.45.115 - - [27/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/clients/f8c08d56-34ec-4d01-86f2-38288da5b29b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.008 404 e88b75e1e2142c2761c336906fe339ef 199.204.45.115 - - [27/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.005 200 2048f5889fe56851a7238c0b938441d1 199.204.45.115 - - [27/Mar/2026:02:04:56 +0000] "POST /admin/realms/atmosphere/clients/f8c08d56-34ec-4d01-86f2-38288da5b29b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.041 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.040 201 e653fb962adb7b92d08262c2c9c088b6 199.204.45.115 - - [27/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.007 200 e4fa4927779820a71356c9e9b788fcc5 199.204.45.115 - - [27/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/clients/f8c08d56-34ec-4d01-86f2-38288da5b29b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.011 200 8285ce0e3fdea00df173dc8e4e1d72b9 W0327 02:05:07.432978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:07.433067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:10.766851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:10.766910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:05.259478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:05.259523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:05.383353 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:06:05.383426 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0327 02:06:05.383468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:05.383487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:05.383685 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:05.383759 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0327 02:06:05.383821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:05.383841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:06:05.386279 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0327 02:06:05.386306 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0327 02:06:05.386728 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:05.386947 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0327 02:06:05.387152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:05.387174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:06:05.388379 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0327 02:06:05.388407 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0327 02:06:05.389865 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0327 02:06:05.389890 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0327 02:06:05.396271 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0327 02:06:05.396900 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0327 02:06:05.397237 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b9a5d4a2-f88c-4ec7-8a24-e4abaab55018", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4510", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:06:05.397521 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0327 02:06:05.397847 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a9723f86-63d4-4dd3-a383-de5aacfe5f2f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4511", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:06:05.397940 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0327 02:06:05.397968 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0327 02:06:05.398323 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0327 02:06:05.398348 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"c8775bdd-7bda-4f8e-81a9-833f35e71491", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4513", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:06:05.703576 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0327 02:06:05.704916 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0327 02:06:06.509322 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0327 02:06:06.510198 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0327 02:06:06.560801 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0327 02:06:06.562530 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0327 02:06:08.593134 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:08.593203 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:06:08.593242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:08.593463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:08.593489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:06:08.593632 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:06:08.643345 7 controller.go:216] "Backend successfully reloaded" I0327 02:06:08.643649 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jzdzm", UID:"9c664be4-fb66-4fee-b705-87a94ecb0af3", APIVersion:"v1", ResourceVersion:"1415", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:06:11.926633 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:11.926683 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:06:11.926706 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:11.926779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:11.926795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:15.261442 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:15.261496 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:06:15.261521 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:15.261610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:15.261627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:18.594876 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:18.594940 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:06:18.594964 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:18.595038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:18.595056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:21.926701 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:21.926748 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:06:21.926769 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:21.926871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:21.926888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:25.260160 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:25.260211 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:06:25.260250 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:25.260348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:25.260367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:28.593872 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:28.593971 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:28.594123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:28.594157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:31.926771 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:31.926886 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:31.927026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:31.927063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:06:33.013016 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.254.7"}] I0327 02:06:33.013021 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.254.7"}] I0327 02:06:33.013776 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.254.7"}] I0327 02:06:33.019419 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"c8775bdd-7bda-4f8e-81a9-833f35e71491", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5351", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:06:33.024624 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a9723f86-63d4-4dd3-a383-de5aacfe5f2f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5352", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:06:33.025901 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b9a5d4a2-f88c-4ec7-8a24-e4abaab55018", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5353", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:06:35.259631 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:35.259701 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:35.259831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:35.259851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:38.594047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:38.594243 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:38.594436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:38.594511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:41.926177 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:41.926259 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:41.926371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:41.926407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.156 - - [27/Mar/2026:02:06:43 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.096 [auth-system-keycloak-80] [] 10.0.0.153:8080 6432 0.096 200 0ec9082a2b4ed5a14f49080bdabac0d9 10.0.0.182 - - [27/Mar/2026:02:06:43 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.103 [auth-system-keycloak-80] [] 10.0.0.153:8080 6432 0.103 200 4efe8ec6335d7aea7ffcde182fdd8173 W0327 02:06:45.259880 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:45.260194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:45.260240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:48.593999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:48.594052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:51.926845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:51.926907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:55.260420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:55.260478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:58.593214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:58.593274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:02.128454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:02.128494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:05.463938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:05.463988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [27/Mar/2026:02:07:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.538 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.536 200 ff188993110a456a85fa2882e7166a38 199.204.45.115 - - [27/Mar/2026:02:07:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.011 [auth-system-keycloak-80] [] 10.0.0.153:8080 4246 0.010 200 92c34b873f0f2d38f27818d60445186e 199.204.45.115 - - [27/Mar/2026:02:07:09 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.396 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.395 204 3c381a67e6576d2fc5a135bb1d6079d5 199.204.45.115 - - [27/Mar/2026:02:07:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.190 [auth-system-keycloak-80] [] 10.0.0.153:8080 4384 0.190 200 5884433563fc8fec4048697cb7987b2f 199.204.45.115 - - [27/Mar/2026:02:07:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.435 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.433 200 37b93e981002077bebf74d89cef3e44f 199.204.45.115 - - [27/Mar/2026:02:07:10 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.030 [auth-system-keycloak-80] [] 10.0.0.153:8080 1682 0.030 200 c3ade0d4d0a9457f044f4fe8777201b7 199.204.45.115 - - [27/Mar/2026:02:07:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.153:8080 6432 0.009 200 fcf710a88600be4487334527810134dd 199.204.45.115 - - [27/Mar/2026:02:07:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.484 200 a166afca244441cd09bd86a568f95221 199.204.45.115 - - [27/Mar/2026:02:07:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.051 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.051 200 c46787132d2dddfe7917e66c549f3712 199.204.45.115 - - [27/Mar/2026:02:07:13 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.117 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.115 201 92b356d2df4ad18519b9cec4be4ec70f 199.204.45.115 - - [27/Mar/2026:02:07:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.078 [auth-system-keycloak-80] [] 10.0.0.153:8080 2246 0.078 200 e57bbfdf8f6743acb62b25676861e0e1 199.204.45.115 - - [27/Mar/2026:02:07:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.461 200 f27cc7bf009ee3765c1060d05697b22b 199.204.45.115 - - [27/Mar/2026:02:07:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 2246 0.007 200 039508b4f4afa8f58a272191c7d19cd0 199.204.45.115 - - [27/Mar/2026:02:07:14 +0000] "GET /admin/realms/atmosphere/clients/87415650-7f4b-46d7-a16c-650908f78d3d/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.035 [auth-system-keycloak-80] [] 10.0.0.153:8080 233 0.035 200 fa8d600ba6e1ff041cdb0d383dc34cbd 199.204.45.115 - - [27/Mar/2026:02:07:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.019 [auth-system-keycloak-80] [] 10.0.0.153:8080 831 0.019 200 0f2bcf1cc45a0839268c7bac57982222 199.204.45.115 - - [27/Mar/2026:02:07:14 +0000] "GET /admin/realms/atmosphere/clients/ba669a7c-072b-46b3-a3f2-4ee87f87b90b/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.055 [auth-system-keycloak-80] [] 10.0.0.153:8080 3758 0.056 200 338c0ee2f1e8c7c4231791349118bf16 199.204.45.115 - - [27/Mar/2026:02:07:14 +0000] "GET /admin/realms/atmosphere/users/97a84999-edb8-4e4c-978f-39b34e9d30b5/role-mappings/clients/ba669a7c-072b-46b3-a3f2-4ee87f87b90b/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.199 [auth-system-keycloak-80] [] 10.0.0.153:8080 3758 0.199 200 d1792e28b990d654d19f84353f23d276 199.204.45.115 - - [27/Mar/2026:02:07:14 +0000] "GET /admin/realms/atmosphere/users/97a84999-edb8-4e4c-978f-39b34e9d30b5/role-mappings/clients/ba669a7c-072b-46b3-a3f2-4ee87f87b90b/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.079 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.079 200 d1bca479e14c728608de43885bca97d4 199.204.45.115 - - [27/Mar/2026:02:07:14 +0000] "POST /admin/realms/atmosphere/users/97a84999-edb8-4e4c-978f-39b34e9d30b5/role-mappings/clients/ba669a7c-072b-46b3-a3f2-4ee87f87b90b HTTP/1.1" 204 0 "-" "Ansible" 1390 0.023 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.022 204 2fda70eba7a9e897e92f1d00ea04c27c 199.204.45.115 - - [27/Mar/2026:02:07:14 +0000] "GET /admin/realms/atmosphere/users/97a84999-edb8-4e4c-978f-39b34e9d30b5/role-mappings/clients/ba669a7c-072b-46b3-a3f2-4ee87f87b90b/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.057 [auth-system-keycloak-80] [] 10.0.0.153:8080 576 0.057 200 b62cdf9f602c0374745ae399959ce83e W0327 02:07:17.792058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:17.792098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:21.125731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:21.125792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:34.091008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:34.091043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:37.426134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:37.426187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:22.329510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:22.329559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:53.788364 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0327 02:09:53.788460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:53.788484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:09:53.792441 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0327 02:09:53.792484 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0327 02:09:53.798501 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0327 02:09:53.798795 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b9670efe-c495-4534-8cfe-95e06b4612ee", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6904", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:09:53.799194 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0327 02:09:53.799697 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0327 02:09:53.799784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:53.799805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:09:53.799941 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:09:53.856198 7 controller.go:216] "Backend successfully reloaded" I0327 02:09:53.856595 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jzdzm", UID:"9c664be4-fb66-4fee-b705-87a94ecb0af3", APIVersion:"v1", ResourceVersion:"1415", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:09:54.376644 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0327 02:09:54.377752 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0327 02:09:57.134832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:57.134906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [27/Mar/2026:02:09:58 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.006 300 7106e19aa744584b152640f53f34867d 199.204.45.115 - - [27/Mar/2026:02:09:59 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.211:5000 266 0.006 200 a5c9559af2359628e1b7621a08ac2b72 199.204.45.115 - - [27/Mar/2026:02:09:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.349 [openstack-keystone-api-5000] [] 10.0.0.211:5000 1360 0.349 201 a07590f9c5be918236037bd3b314f17b 199.204.45.115 - - [27/Mar/2026:02:09:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.003 300 1931604d037fac87200237e28ca6f4f6 199.204.45.115 - - [27/Mar/2026:02:10:00 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.046 [openstack-keystone-api-5000] [] 10.0.0.211:5000 90 0.046 404 c63955e43a0ee80c6a1b234e148e5e7c 199.204.45.115 - - [27/Mar/2026:02:10:00 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.211:5000 368 0.028 200 38ba2069968784c79139940cd6ddb9f4 199.204.45.115 - - [27/Mar/2026:02:10:00 +0000] "GET /v3/domains/db1d4a80dc08409ebda2e30f1aa0f596 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.211:5000 245 0.020 200 9b59cfae7e8f0f6003c6ccb4fe20677a 199.204.45.115 - - [27/Mar/2026:02:10:00 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.211:5000 266 0.004 200 52391307c42fa47980f347b40ae507a7 199.204.45.115 - - [27/Mar/2026:02:10:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.211:5000 1360 0.338 201 98d25c8f2ef2c2859d31a53bce449c9d 199.204.45.115 - - [27/Mar/2026:02:10:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.003 300 7314799385db7292e9d611f7fe993b53 199.204.45.115 - - [27/Mar/2026:02:10:01 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.211:5000 101 0.026 404 4eed6c4aa130dd57f181bae39532e54e 199.204.45.115 - - [27/Mar/2026:02:10:01 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.022 [openstack-keystone-api-5000] [] 10.0.0.211:5000 156 0.022 200 3895d0f0551655ded03d4034a2c8788a 199.204.45.115 - - [27/Mar/2026:02:10:01 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.028 [openstack-keystone-api-5000] [] 10.0.0.211:5000 454 0.027 201 57d1e04dd2ca5a22c316796bf240c2ef 199.204.45.115 - - [27/Mar/2026:02:10:01 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.211:5000 266 0.005 200 35b4739b22be3d20d5e39e5b63a57a31 199.204.45.115 - - [27/Mar/2026:02:10:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.211:5000 1360 0.301 201 cd82bca8bb1ee9a2dd893d9b33c25857 199.204.45.115 - - [27/Mar/2026:02:10:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.005 300 78c80ebc4c0eab72253a3153e1e9f04b 199.204.45.115 - - [27/Mar/2026:02:10:02 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.211:5000 98 0.023 404 fa7ff04835d34d72d0e69fd1952fd5f8 199.204.45.115 - - [27/Mar/2026:02:10:02 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.211:5000 136 0.018 200 a03acd612c2843138448252d13013e57 199.204.45.115 - - [27/Mar/2026:02:10:02 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.018 [openstack-keystone-api-5000] [] 10.0.0.211:5000 357 0.019 201 f6da5f2e6f602ed329f304db066a2606 199.204.45.115 - - [27/Mar/2026:02:10:02 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.211:5000 266 0.004 200 c99069dd9210c56699ab22f3a181f93e 199.204.45.115 - - [27/Mar/2026:02:10:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.211:5000 1360 0.303 201 af31838f76db899c7412b8178cc5c53b 199.204.45.115 - - [27/Mar/2026:02:10:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.005 300 2dee810d2b2e60941d8d4bde0d1abd37 199.204.45.115 - - [27/Mar/2026:02:10:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.026 [openstack-keystone-api-5000] [] 10.0.0.211:5000 131 0.026 404 73a12eb085a5ee05b3f475a516127c83 199.204.45.115 - - [27/Mar/2026:02:10:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.023 [openstack-keystone-api-5000] [] 10.0.0.211:5000 168 0.024 200 91a9ffce19d814ec415b253319507669 199.204.45.115 - - [27/Mar/2026:02:10:03 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.029 [openstack-keystone-api-5000] [] 10.0.0.211:5000 224 0.030 201 b525d31b13b038c63c51776f92b4eacc W0327 02:10:13.512764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:13.512825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:16.849209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:16.849263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:20.430097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:20.430148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:23.763756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:23.763810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:10:33.013701 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.254.7"}] I0327 02:10:33.020723 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b9670efe-c495-4534-8cfe-95e06b4612ee", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7223", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:10:33.023725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:33.023764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:39.019313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:39.019368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:42.353866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:42.353926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:46.918159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:46.918198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:50.252557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:50.252619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:18.345716 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:12:18.345860 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0327 02:12:18.345972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:18.346006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:12:18.350194 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0327 02:12:18.350224 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0327 02:12:18.356236 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0327 02:12:18.356499 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"40b3900d-e37b-4243-b0d1-8e6a1ec153d5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8002", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:12:18.356846 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0327 02:12:18.357307 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:12:18.357449 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0327 02:12:18.357530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:18.357587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:12:18.357839 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:12:18.415462 7 controller.go:216] "Backend successfully reloaded" I0327 02:12:18.418046 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jzdzm", UID:"9c664be4-fb66-4fee-b705-87a94ecb0af3", APIVersion:"v1", ResourceVersion:"1415", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:12:18.799642 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0327 02:12:18.800478 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.115 - - [27/Mar/2026:02:12:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.004 300 cde48fb96777aa7ea0668a2727d22cec 199.204.45.115 - - [27/Mar/2026:02:12:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.325 [openstack-keystone-api-5000] [] 10.0.0.211:5000 1992 0.326 201 390b5c2cd528e5395c31055e67119bd5 199.204.45.115 - - [27/Mar/2026:02:12:19 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.033 [openstack-keystone-api-5000] [] 10.0.0.211:5000 85 0.033 404 2bd6d561e8912ce52f0bc82af7579e98 199.204.45.115 - - [27/Mar/2026:02:12:19 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.211:5000 129 0.021 200 08bfa9aa19c84ce769cfda92c77acae9 199.204.45.115 - - [27/Mar/2026:02:12:19 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.029 [openstack-keystone-api-5000] [] 10.0.0.211:5000 230 0.028 201 7906f6c4ac66a4e358f851681ad5ec97 W0327 02:12:21.691535 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:12:21.691695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:21.691719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [27/Mar/2026:02:12:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.005 300 0c6ca59dbd3fbf669c6426da712b2fc9 199.204.45.115 - - [27/Mar/2026:02:12:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.289 [openstack-keystone-api-5000] [] 10.0.0.211:5000 1992 0.289 201 0f852b7c9bf5ea28d9e8f67d07ff61cd 199.204.45.115 - - [27/Mar/2026:02:12:25 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.032 [openstack-keystone-api-5000] [] 10.0.0.211:5000 1521 0.031 200 4f466e0d43536dbabcd197ea5c1ba98b 199.204.45.115 - - [27/Mar/2026:02:12:25 +0000] "PUT /v3/roles/ca0f6a6c10ad4030975a39adfb91bd53/implies/cb0372bc2ec945cc84a0a45893e0c538 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.034 [openstack-keystone-api-5000] [] 10.0.0.211:5000 521 0.034 201 68089164565af627b74afdfb59475921 W0327 02:12:27.292023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:27.292080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:12:33.013794 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.100.254.7"}] I0327 02:12:33.020538 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"40b3900d-e37b-4243-b0d1-8e6a1ec153d5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8249", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:12:33.021522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:33.021554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [27/Mar/2026:02:13:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.003 300 9aaa4d1a63726eb6e6dc119472f6798c 199.204.45.115 - - [27/Mar/2026:02:13:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.354 [openstack-keystone-api-5000] [] 10.0.0.211:5000 2055 0.354 201 dc064e7b18909790646136114c3768cd 199.204.45.115 - - [27/Mar/2026:02:13:11 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.027 [openstack-keystone-api-5000] [] 10.0.0.211:5000 87 0.027 404 60956babb9a6117c8f3523d7e4af7425 199.204.45.115 - - [27/Mar/2026:02:13:11 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.024 [openstack-keystone-api-5000] [] 10.0.0.211:5000 390 0.024 200 fa5b2132ee34ab920dccb032a20a4af0 199.204.45.115 - - [27/Mar/2026:02:13:11 +0000] "GET /v3/users/rgw-RegionOne?domain_id=89711d21cd2147a0afebaba6f953fe7a HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.025 [openstack-keystone-api-5000] [] 10.0.0.211:5000 91 0.025 404 99b34cf6774c44e8d7c5853b37ff68f3 199.204.45.115 - - [27/Mar/2026:02:13:11 +0000] "GET /v3/users?domain_id=89711d21cd2147a0afebaba6f953fe7a&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.027 [openstack-keystone-api-5000] [] 10.0.0.211:5000 178 0.027 200 1e0a916fbccf6046aa124f1c7e3497db 199.204.45.115 - - [27/Mar/2026:02:13:11 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.289 [openstack-keystone-api-5000] [] 10.0.0.211:5000 291 0.290 201 7d3ad115766052db9af93cc35bf9994a 199.204.45.115 - - [27/Mar/2026:02:13:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.002 300 8396b0bd9d06208250482ab608e1753d 199.204.45.115 - - [27/Mar/2026:02:13:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.333 [openstack-keystone-api-5000] [] 10.0.0.211:5000 2055 0.333 201 e75b993b59bbfc4dfa370a13ef1b5fca 199.204.45.115 - - [27/Mar/2026:02:13:14 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.030 [openstack-keystone-api-5000] [] 10.0.0.211:5000 83 0.030 404 dcf30cc3c102a7c4cd5639e4b9284185 199.204.45.115 - - [27/Mar/2026:02:13:14 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.025 [openstack-keystone-api-5000] [] 10.0.0.211:5000 361 0.024 200 fdd887cdfff6f9b36c0904c13e766592 199.204.45.115 - - [27/Mar/2026:02:13:14 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.028 [openstack-keystone-api-5000] [] 10.0.0.211:5000 87 0.027 404 6cc322f1bbca65553dd314bec3f70263 199.204.45.115 - - [27/Mar/2026:02:13:14 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.019 [openstack-keystone-api-5000] [] 10.0.0.211:5000 390 0.020 200 118b6720c2a53cbced64960653733181 199.204.45.115 - - [27/Mar/2026:02:13:14 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.037 [openstack-keystone-api-5000] [] 10.0.0.211:5000 91 0.037 404 2704d9f579dd78dedde1bd16b2bb3968 199.204.45.115 - - [27/Mar/2026:02:13:14 +0000] "GET /v3/users?domain_id=89711d21cd2147a0afebaba6f953fe7a&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.047 [openstack-keystone-api-5000] [] 10.0.0.211:5000 458 0.047 200 c53997d16a879e1fc5f26e61b6cf1bf2 199.204.45.115 - - [27/Mar/2026:02:13:14 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.026 [openstack-keystone-api-5000] [] 10.0.0.211:5000 88 0.027 404 8d18f30eb96e34be96768f36dd03f503 199.204.45.115 - - [27/Mar/2026:02:13:14 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.028 [openstack-keystone-api-5000] [] 10.0.0.211:5000 520 0.027 200 891fe703b6d9e4b784f88c0ffc461dd9 199.204.45.115 - - [27/Mar/2026:02:13:14 +0000] "PUT /v3/projects/64cce52fff214e2e9f0f4231b363110f/users/fc8979e049984c908af7e06b5a867a74/roles/2e9535e4a53a4979b263418f970a5a7a HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.221 [openstack-keystone-api-5000] [] 10.0.0.211:5000 0 0.221 204 ede3c931c21a5ed30bcf6c225f1dbada 199.204.45.115 - - [27/Mar/2026:02:13:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.004 300 a6ba2ed3f8603087038a4b3dfeef3d1c 199.204.45.115 - - [27/Mar/2026:02:13:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.344 [openstack-keystone-api-5000] [] 10.0.0.211:5000 2055 0.344 201 b149d4b0cb9575f6688768bdd56a3137 199.204.45.115 - - [27/Mar/2026:02:13:16 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.024 [openstack-keystone-api-5000] [] 10.0.0.211:5000 151 0.024 200 b9e7a1e83187e17b41b10e1c213e6fca 199.204.45.115 - - [27/Mar/2026:02:13:16 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.026 [openstack-keystone-api-5000] [] 10.0.0.211:5000 263 0.026 201 aab2097f2e1f366ac4420cf9f19bb940 199.204.45.115 - - [27/Mar/2026:02:13:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.004 300 b4ba69aaf80da44be6a500bb07c4e0db 199.204.45.115 - - [27/Mar/2026:02:13:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.211:5000 2157 0.306 201 042163cb025e7cdd5dd961aed089447e 199.204.45.115 - - [27/Mar/2026:02:13:17 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.211:5000 86 0.024 404 48be08040b2a61fdda8b03a8f9ff7ddc 199.204.45.115 - - [27/Mar/2026:02:13:17 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.021 [openstack-keystone-api-5000] [] 10.0.0.211:5000 382 0.020 200 3cc0c2638a4451110bc9d3f5c8717f13 199.204.45.115 - - [27/Mar/2026:02:13:17 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=45f726a4f861426994830922a392d781 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.016 [openstack-keystone-api-5000] [] 10.0.0.211:5000 205 0.016 200 5323debdaf511677cfd339bd82f67c19 199.204.45.115 - - [27/Mar/2026:02:13:17 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.033 [openstack-keystone-api-5000] [] 10.0.0.211:5000 379 0.032 201 34629b7c756eb5388c259c297268c9e0 199.204.45.115 - - [27/Mar/2026:02:13:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.005 300 545c4d658fb80d92d7e6a8afd05bcbc0 199.204.45.115 - - [27/Mar/2026:02:13:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.350 [openstack-keystone-api-5000] [] 10.0.0.211:5000 2366 0.351 201 03269a1216131a11c1ad56848af8bbe6 199.204.45.115 - - [27/Mar/2026:02:13:18 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.034 [openstack-keystone-api-5000] [] 10.0.0.211:5000 86 0.034 404 3d8c7f854a285fd6c82fb6b94f596106 199.204.45.115 - - [27/Mar/2026:02:13:18 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.020 [openstack-keystone-api-5000] [] 10.0.0.211:5000 382 0.020 200 05943ea89fccc2af0936b2e6d0374b9f 199.204.45.115 - - [27/Mar/2026:02:13:18 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=45f726a4f861426994830922a392d781 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.021 [openstack-keystone-api-5000] [] 10.0.0.211:5000 207 0.021 200 5f1e071c8c48496734efc3455e746001 199.204.45.115 - - [27/Mar/2026:02:13:18 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.026 [openstack-keystone-api-5000] [] 10.0.0.211:5000 392 0.026 201 03b6da45d8a7ec9b9470c078f05754f3 W0327 02:13:20.118753 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:13:20.118858 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0327 02:13:20.118933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:20.118960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:13:20.123633 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0327 02:13:20.123667 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0327 02:13:20.129206 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0327 02:13:20.129754 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0327 02:13:20.130135 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:13:20.130255 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0327 02:13:20.130339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:20.130362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:13:20.130508 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:13:20.136204 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"8da030b8-6194-429c-aaa7-48550014c292", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8562", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:13:20.183810 7 controller.go:216] "Backend successfully reloaded" I0327 02:13:20.184070 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jzdzm", UID:"9c664be4-fb66-4fee-b705-87a94ecb0af3", APIVersion:"v1", ResourceVersion:"1415", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:13:20.572389 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0327 02:13:20.573471 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0327 02:13:23.463667 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:13:23.463810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:23.463828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:13:33.013087 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.100.254.7"}] I0327 02:13:33.019336 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"8da030b8-6194-429c-aaa7-48550014c292", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8690", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:13:33.022656 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:13:33.022856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:33.022882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:36.997651 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:13:36.997893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:36.997918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:42.282261 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:13:42.282521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:42.282561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:45.615652 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:13:45.615796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:45.615816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:13:45.615940 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:13:45.665569 7 controller.go:216] "Backend successfully reloaded" I0327 02:13:45.665869 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jzdzm", UID:"9c664be4-fb66-4fee-b705-87a94ecb0af3", APIVersion:"v1", ResourceVersion:"1415", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:13:48.950452 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:13:48.950650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:48.950683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:52.283311 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:13:52.283547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:52.283580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:08.090285 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:14:08.090468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:08.090500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:11.424731 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:14:11.424927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:11.424955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:16.166637 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:14:16.166768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:16.166785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:26.745106 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:14:26.745280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:26.745304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:05.754824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:05.754877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:13.635847 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:16:13.635986 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0327 02:16:13.636053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:13.636069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:16:13.639073 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.2kB} I0327 02:16:13.639093 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0327 02:16:13.647494 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0327 02:16:13.647973 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0327 02:16:13.648329 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:16:13.648443 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0327 02:16:13.648506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:13.648534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:16:13.648696 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:16:13.649881 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"e11071a8-a949-43a6-9508-ea59d6b1b18f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10042", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:16:13.700690 7 controller.go:216] "Backend successfully reloaded" I0327 02:16:13.701000 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-jzdzm", UID:"9c664be4-fb66-4fee-b705-87a94ecb0af3", APIVersion:"v1", ResourceVersion:"1415", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:16:14.017836 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0327 02:16:14.019037 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0327 02:16:16.984030 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:16:16.984255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:16.984287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [27/Mar/2026:02:16:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.005 300 64198a33c5a2d62e0a69aa6b41aa8009 199.204.45.115 - - [27/Mar/2026:02:16:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.335 201 3d7319aa3a7df65e3dfc7c0d98567ecd 199.204.45.115 - - [27/Mar/2026:02:16:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cbcc427cfd6158c9cbaf0ae3b9de7a0f 199.204.45.115 - - [27/Mar/2026:02:16:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b657a3ce35d739798723a41035054600 199.204.45.115 - - [27/Mar/2026:02:16:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.006 300 8ac7b9625c9dfecc3cac5f79d0aac2d3 199.204.45.115 - - [27/Mar/2026:02:16:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.287 201 3b918ebd3182d74686fc034930ffbc6d 199.204.45.115 - - [27/Mar/2026:02:16:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2205ec9a83a20e0b6e849e3b54adcc4b 199.204.45.115 - - [27/Mar/2026:02:16:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b06d19dc3a25081e5baf7da8fc339065 199.204.45.115 - - [27/Mar/2026:02:16:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.005 300 0787f660d4de98edc0a7fd97d21887d8 199.204.45.115 - - [27/Mar/2026:02:16:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.290 201 a8a633e0d116f78d42bd4c4eaa5f578f 199.204.45.115 - - [27/Mar/2026:02:16:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 31fdc2215da5ee58531a3a45778fbd5c 199.204.45.115 - - [27/Mar/2026:02:16:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b827033fb43ddf6bfd1f00f63d1f244d 199.204.45.115 - - [27/Mar/2026:02:16:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.004 300 666f424d08841c807ab85badd04db314 199.204.45.115 - - [27/Mar/2026:02:16:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.289 201 c813245a6e98c171c66b937d6510015f 199.204.45.115 - - [27/Mar/2026:02:16:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b8c6146a41d866ecbd7777b220ba2b97 199.204.45.115 - - [27/Mar/2026:02:16:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 39180ab6ce2f12ad5a9def6b5ba19b6b 199.204.45.115 - - [27/Mar/2026:02:16:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.003 300 8ca00abab62d375fcf1057841f24c89d 199.204.45.115 - - [27/Mar/2026:02:16:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.301 201 c9beade5866b449601d5bc2b03f7fc95 199.204.45.115 - - [27/Mar/2026:02:16:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8227473f3a289066acc62e6ccf490a86 199.204.45.115 - - [27/Mar/2026:02:16:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dd1abc74c14dbcd8b19e92af0dfce4f7 199.204.45.115 - - [27/Mar/2026:02:16:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.004 300 22d0b1b46638df74439b58587db29907 199.204.45.115 - - [27/Mar/2026:02:16:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.303 201 774e9223d6cb560d87c1891f256affb6 199.204.45.115 - - [27/Mar/2026:02:16:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0827b477c40c71eb0084f0d0d9df1adb 199.204.45.115 - - [27/Mar/2026:02:16:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 02b9aff7783f1ce448271ef6aa1af70e 199.204.45.115 - - [27/Mar/2026:02:16:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.005 300 e05c0faef9d6402db805dbe1eee9d4c8 199.204.45.115 - - [27/Mar/2026:02:16:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.303 201 2c601a872c537917b0cbb08dc2021771 199.204.45.115 - - [27/Mar/2026:02:16:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d81a6f16570a9252eb66a0c32082443d 199.204.45.115 - - [27/Mar/2026:02:16:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b15aef7975fa06f139f0ca0bd4c459fc 199.204.45.115 - - [27/Mar/2026:02:16:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.004 300 1e4841a64d1c7f406001a2221cad92d9 199.204.45.115 - - [27/Mar/2026:02:16:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.289 201 d59f4ec76a12d05cdf902f176120e5e4 199.204.45.115 - - [27/Mar/2026:02:16:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 83c32b16ec571622790b515d23a0e34e 199.204.45.115 - - [27/Mar/2026:02:16:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b8189f63272ced9afba6dc84ebd85f0e 199.204.45.115 - - [27/Mar/2026:02:16:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.004 300 dd00edc27b4fa811773c738831ec2a3b 199.204.45.115 - - [27/Mar/2026:02:16:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.284 201 a83353bd0aa5c4fe732a315ef745e3a4 199.204.45.115 - - [27/Mar/2026:02:16:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 16ea06d929bec3d20b10d4c8a1dd15db 199.204.45.115 - - [27/Mar/2026:02:16:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 241868051986af93deb9db1555f4bdd2 I0327 02:16:33.013453 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.100.254.7"}] I0327 02:16:33.019355 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"e11071a8-a949-43a6-9508-ea59d6b1b18f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10169", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:16:33.021684 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:16:33.021887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:33.021921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [27/Mar/2026:02:16:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.003 300 814dfd9d8dcaee1db63a0d13774cc8a0 199.204.45.115 - - [27/Mar/2026:02:16:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.293 201 45603341b7c3789743c42b9e3312f13e 199.204.45.115 - - [27/Mar/2026:02:16:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8dfa7a2ee7343896e35b3b803b0b09bf 199.204.45.115 - - [27/Mar/2026:02:16:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 495a2e3f051da0349692e9dd16109a19 199.204.45.115 - - [27/Mar/2026:02:16:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.005 300 326e71882681dfd1cf3e1ff7c0d4d9a9 W0327 02:16:36.356543 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:16:36.356808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:36.356851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [27/Mar/2026:02:16:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.329 201 ec1b7891fbdd5941fb90c30a2ca6a99a 199.204.45.115 - - [27/Mar/2026:02:16:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - facb23f82f2230b034083a412dc43b45 199.204.45.115 - - [27/Mar/2026:02:16:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4c3860c88dd477d9343218263051c815 199.204.45.115 - - [27/Mar/2026:02:16:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.003 300 4aae280a99a9b08e4237a600831a9c62 199.204.45.115 - - [27/Mar/2026:02:16:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.322 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.321 201 776f41193f72c0c8b94ad41e700f8e55 199.204.45.115 - - [27/Mar/2026:02:16:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b091c517b94d3467d309014696b38cb8 199.204.45.115 - - [27/Mar/2026:02:16:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0ff7b2d533de0c510e796abb62b72f41 199.204.45.115 - - [27/Mar/2026:02:16:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.003 300 a133acc2b6acfb96fa050313ddcb57e8 199.204.45.115 - - [27/Mar/2026:02:16:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.302 201 7a37ffea20af69da9db1ef36a3316cd4 199.204.45.115 - - [27/Mar/2026:02:16:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bf0bf1a2769633b7ab1ee94d7c1f35ff 199.204.45.115 - - [27/Mar/2026:02:16:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5f894ec5bedf1247d5b74470f8402567 199.204.45.115 - - [27/Mar/2026:02:16:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.004 300 2aa0bf54074fc203b2485d01e58ea8c7 199.204.45.115 - - [27/Mar/2026:02:16:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.293 201 2992c417886509eb2d87e421d768b4f8 199.204.45.115 - - [27/Mar/2026:02:16:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 31944549df07a4a46cc84ddae249a1c6 199.204.45.115 - - [27/Mar/2026:02:16:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7f4e290a369098974af4d54ad87fa6d5 199.204.45.115 - - [27/Mar/2026:02:16:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.005 300 1b9891f7508079a6d4e8510f5e1eccb7 W0327 02:16:43.501659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:43.501691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [27/Mar/2026:02:16:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.314 201 cff6b4db7fa1020d0a30063db3b77f2f 199.204.45.115 - - [27/Mar/2026:02:16:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7efa26bcd7887f2a064c524b8caf7091 199.204.45.115 - - [27/Mar/2026:02:16:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d71fdc4a9a5499a1854b2cb4a11e1a85 199.204.45.115 - - [27/Mar/2026:02:16:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.004 300 31ea5d5f2e5fe73e9f54a530a705cc81 199.204.45.115 - - [27/Mar/2026:02:16:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.293 201 1d8cc5cb5c9a6dfe37767d18a3eae67f 199.204.45.115 - - [27/Mar/2026:02:16:45 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.62:9292 1193 0.002 300 e60c047c167d1ecdd8073cd6008bc9d3 199.204.45.115 - - [27/Mar/2026:02:16:46 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.755 [openstack-glance-api-9292] [] 10.0.0.62:9292 69 0.755 200 1ecba9f55da6fb7ad00ec2121cfeb9af 199.204.45.115 - - [27/Mar/2026:02:16:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.211:5000 281 0.005 300 35c97c0d963386330673e131bcb345d7 199.204.45.115 - - [27/Mar/2026:02:16:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.211:5000 3201 0.299 201 6dfd08fe86a805c3723b207f3d06fab4 199.204.45.115 - - [27/Mar/2026:02:16:49 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.004 [openstack-glance-api-9292] [] 10.0.0.62:9292 1193 0.004 300 58dd9c1d0fe795977e993f0574f48b3b 199.204.45.115 - - [27/Mar/2026:02:16:49 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.047 [openstack-glance-api-9292] [] 10.0.0.62:9292 69 0.047 200 49cb570088279a0c310935f15c25524d 199.204.45.115 - - [27/Mar/2026:02:16:49 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.110 [openstack-glance-api-9292] [] 10.0.0.62:9292 151 0.111 404 88a38cbf4d4aceba42be8b9f52b5e201 199.204.45.115 - - [27/Mar/2026:02:16:49 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.62:9292 81 0.023 200 5a388e17d9f5773f2140cc7a21a4a8f4 199.204.45.115 - - [27/Mar/2026:02:16:49 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-glance-api-9292] [] 10.0.0.62:9292 84 0.021 200 6702d9789608cec6579beb9d4df78403 199.204.45.115 - - [27/Mar/2026:02:16:49 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.066 [openstack-glance-api-9292] [] 10.0.0.62:9292 760 0.066 201 4afad46fd7be9ca599b6ca94529ecb49 199.204.45.115 - - [27/Mar/2026:02:16:54 +0000] "PUT /v2/images/aa7ede40-6b06-4c68-9e93-5355563f0a13/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.249 [openstack-glance-api-9292] [] 10.0.0.62:9292 0 4.248 204 fe259a6d3ea73688aaf791a697e93f20 199.204.45.115 - - [27/Mar/2026:02:16:54 +0000] "GET /v2/images/aa7ede40-6b06-4c68-9e93-5355563f0a13 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-glance-api-9292] [] 10.0.0.62:9292 1171 0.019 200 243a93baac00a1687425a75ebc6e37d9 199.204.45.115 - - [27/Mar/2026:02:16:54 +0000] "GET /v2/images/aa7ede40-6b06-4c68-9e93-5355563f0a13 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-glance-api-9292] [] 10.0.0.62:9292 1171 0.023 200 caf6efb1a6003f03e5b0dd190bce6593 W0327 02:16:57.460070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:57.460109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:17:00.794151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:17:00.794203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store