------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0409 02:05:35.688695 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0409 02:05:35.688982 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0409 02:05:35.696190 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0409 02:05:35.700342 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0409 02:05:35.825094 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0409 02:05:35.839382 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0409 02:05:35.848928 7 nginx.go:271] "Starting NGINX Ingress controller" I0409 02:05:35.854925 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"24045f25-69b0-4227-a0be-8ef82f5a31f8", APIVersion:"v1", ResourceVersion:"1304", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0409 02:05:35.860253 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"1a3a622e-52f9-4fde-bbdb-ba3ded567732", APIVersion:"v1", ResourceVersion:"1306", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0409 02:05:35.860305 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"5ffc807d-cdfb-4c3b-9244-4607aee47ef5", APIVersion:"v1", ResourceVersion:"1305", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0409 02:05:37.050801 7 nginx.go:317] "Starting NGINX process" I0409 02:05:37.051400 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0409 02:05:37.051784 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0409 02:05:37.052152 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0409 02:05:37.052225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:37.052249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:05:37.052299 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:05:37.064022 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0409 02:05:37.064379 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-tkgsm" I0409 02:05:37.087149 7 controller.go:216] "Backend successfully reloaded" I0409 02:05:37.087221 7 controller.go:227] "Initial sync, sleeping for 1 second" I0409 02:05:37.087296 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tkgsm", UID:"0797db7f-1551-443a-8ec4-8ddbef2a9698", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:05:40.872202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:40.872236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:44.205848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:44.205926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:47.539104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:47.539149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:50.872837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:50.872879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:54.207068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:54.207112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:57.539075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:57.539115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:00.872886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:00.872940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:04.207049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:04.207099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:11.911493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:11.911536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:15.245395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:15.245439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:18.580474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:18.580513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:05.064413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:05.064470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:08.398339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:08.398387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:16.760947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:16.760995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:26.239160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:26.239198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:29.573513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:29.573556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:32.906155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:32.906199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:36.240120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:36.240166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:39.573462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:39.573494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:44.301499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:44.301537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:47.634944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:47.635070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:50.970784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:50.970825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:54.302947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:54.302989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:57.636748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:57.636792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:02.041954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:02.041998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:05.378989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:05.379052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:05.697937 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-141.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-141.nip.io-tls was not found. Using default certificate W0409 02:10:05.698010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:05.698027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:10:05.700116 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0409 02:10:05.700157 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0409 02:10:05.706827 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0409 02:10:05.707100 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"2cb143a8-7de8-40b2-a9c7-0cdcb708d9c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3371", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:10:05.707231 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-141.nip.io-tls" in local store I0409 02:10:06.077351 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-141.nip.io-tls" I0409 02:10:06.078589 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-141.nip.io-tls" W0409 02:10:08.709606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:08.709652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:10:08.709726 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:10:08.747402 7 controller.go:216] "Backend successfully reloaded" I0409 02:10:08.747714 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tkgsm", UID:"0797db7f-1551-443a-8ec4-8ddbef2a9698", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:10:12.042523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:12.042585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [09/Apr/2026:02:10:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.130 [auth-system-keycloak-80] [] 10.0.0.6:8080 1928 2.129 200 e904116be51fd529e15f97429e207747 199.204.45.141 - - [09/Apr/2026:02:10:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.172 [auth-system-keycloak-80] [] 10.0.0.6:8080 116 0.172 404 9eba32b1e48313da532aa1e6941ae10a 199.204.45.141 - - [09/Apr/2026:02:10:21 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.885 [auth-system-keycloak-80] [] 10.0.0.6:8080 0 3.884 201 dca14b4b4732c987c04d496fc5e1b3cc 199.204.45.141 - - [09/Apr/2026:02:10:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.594 [auth-system-keycloak-80] [] 10.0.0.6:8080 4246 0.594 200 61c1703600d3103155c8f6668240885a 199.204.45.141 - - [09/Apr/2026:02:10:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.6:8080 1928 0.482 200 c475cd05319bfe5d059f91fd109b25a0 199.204.45.141 - - [09/Apr/2026:02:10:22 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.063 [auth-system-keycloak-80] [] 10.0.0.6:8080 12500 0.063 200 aa5cd3d19cf6518a3b0ca476bda95a7e 199.204.45.141 - - [09/Apr/2026:02:10:22 +0000] "GET /admin/realms/atmosphere/client-scopes/53bc0bbb-9a9e-47a4-85b2-bf7b3189f7dd HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.6:8080 1278 0.011 200 4cf94932d793ec2a4b46249a1d6bbad7 199.204.45.141 - - [09/Apr/2026:02:10:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/53bc0bbb-9a9e-47a4-85b2-bf7b3189f7dd HTTP/1.1" 204 0 "-" "Ansible" 1848 0.060 [auth-system-keycloak-80] [] 10.0.0.6:8080 0 0.059 204 ed519d41a06bdbaa51b53b868bdbd334 199.204.45.141 - - [09/Apr/2026:02:10:23 +0000] "GET /admin/realms/atmosphere/client-scopes/53bc0bbb-9a9e-47a4-85b2-bf7b3189f7dd/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.081 [auth-system-keycloak-80] [] 10.0.0.6:8080 963 0.081 200 1eb138e621d8b94e9ff17f4928e8f356 199.204.45.141 - - [09/Apr/2026:02:10:23 +0000] "GET /admin/realms/atmosphere/client-scopes/53bc0bbb-9a9e-47a4-85b2-bf7b3189f7dd/protocol-mappers/models/5d04ae98-399a-4f1d-9c53-adac65965eca HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.6:8080 366 0.010 200 1e5973979085697c40274dc6ca5e8364 199.204.45.141 - - [09/Apr/2026:02:10:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/53bc0bbb-9a9e-47a4-85b2-bf7b3189f7dd/protocol-mappers/models/5d04ae98-399a-4f1d-9c53-adac65965eca HTTP/1.1" 204 0 "-" "Ansible" 1622 0.072 [auth-system-keycloak-80] [] 10.0.0.6:8080 0 0.071 204 f18d1bce2d876e7310d1b246c7667e51 199.204.45.141 - - [09/Apr/2026:02:10:23 +0000] "GET /admin/realms/atmosphere/client-scopes/53bc0bbb-9a9e-47a4-85b2-bf7b3189f7dd HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.080 [auth-system-keycloak-80] [] 10.0.0.6:8080 1218 0.081 200 a4d44c2441f6bb067a9f19dbadf56e92 I0409 02:10:37.073697 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.178.204"}] I0409 02:10:37.079090 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"2cb143a8-7de8-40b2-a9c7-0cdcb708d9c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3723", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:10:37.081336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:37.081407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [09/Apr/2026:02:10:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.514 [auth-system-keycloak-80] [] 10.0.0.6:8080 1928 0.513 200 f3e180e20ad3556a1bf8b42de67accc4 199.204.45.141 - - [09/Apr/2026:02:10:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.020 [auth-system-keycloak-80] [] 10.0.0.6:8080 2 0.020 200 666d253264452c92560590016a8e32aa 199.204.45.141 - - [09/Apr/2026:02:10:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.256 [auth-system-keycloak-80] [] 10.0.0.6:8080 0 0.255 201 03a1e10404c8cd0d61216280de635650 199.204.45.141 - - [09/Apr/2026:02:10:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.025 [auth-system-keycloak-80] [] 10.0.0.6:8080 1261 0.025 200 785467fbb3cf268d9f8f9b092cc7bd90 199.204.45.141 - - [09/Apr/2026:02:10:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.089 [auth-system-keycloak-80] [] 10.0.0.6:8080 1928 1.088 200 b8a0f2bcb0c301ce798922cf752fba12 199.204.45.141 - - [09/Apr/2026:02:10:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.6:8080 2 0.009 200 f58d61646e56d8a7207e6431264caae1 199.204.45.141 - - [09/Apr/2026:02:10:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.100 [auth-system-keycloak-80] [] 10.0.0.6:8080 0 0.099 201 1a29be2b2dcf0d75367595e9ba1db618 199.204.45.141 - - [09/Apr/2026:02:10:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.071 [auth-system-keycloak-80] [] 10.0.0.6:8080 1286 0.071 200 ed1cd154e00478bb965aed8c8798e487 199.204.45.141 - - [09/Apr/2026:02:10:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.6:8080 1928 0.509 200 5cded8e18fedf44e2db5c2f5437b18a8 199.204.45.141 - - [09/Apr/2026:02:10:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.6:8080 2 0.010 200 2fb86cde8c742b1c9040ba861f64c7c6 199.204.45.141 - - [09/Apr/2026:02:10:47 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.087 [auth-system-keycloak-80] [] 10.0.0.6:8080 0 0.086 201 9bb73072f1659b267494107b0819f156 199.204.45.141 - - [09/Apr/2026:02:10:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.6:8080 1251 0.084 200 c99f87183186290553f1fa1dcd63bb54 199.204.45.141 - - [09/Apr/2026:02:10:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.6:8080 1928 0.460 200 926a3063d82f8a3455e599b13468477e 199.204.45.141 - - [09/Apr/2026:02:10:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.6:8080 1261 0.007 200 75fdd4de3499c227694eef3d42b98550 199.204.45.141 - - [09/Apr/2026:02:10:48 +0000] "GET /admin/realms/atmosphere/clients/3f6d2449-c8a7-4b69-82f3-7dc18c8a03d3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.6:8080 119 0.010 404 c86f6b2031fddcc8f6deab783e2a4e5e 199.204.45.141 - - [09/Apr/2026:02:10:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.034 [auth-system-keycloak-80] [] 10.0.0.6:8080 1261 0.034 200 d5b4f19beb50dd2c0a2bc073acd7c075 199.204.45.141 - - [09/Apr/2026:02:10:48 +0000] "POST /admin/realms/atmosphere/clients/3f6d2449-c8a7-4b69-82f3-7dc18c8a03d3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.6:8080 0 0.022 201 1269c193d121ac0229d2a88b66f8f088 199.204.45.141 - - [09/Apr/2026:02:10:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.6:8080 1261 0.007 200 4948598cf1158ac94649411b1cd2cb65 199.204.45.141 - - [09/Apr/2026:02:10:48 +0000] "GET /admin/realms/atmosphere/clients/3f6d2449-c8a7-4b69-82f3-7dc18c8a03d3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.6:8080 166 0.017 200 1e1f52a6ce9cb4d1c1b04c621e1badde 199.204.45.141 - - [09/Apr/2026:02:10:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.6:8080 1928 0.475 200 5522506b176dbe465671ec135817420b 199.204.45.141 - - [09/Apr/2026:02:10:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.6:8080 1286 0.007 200 ef780246f4f227f06bd5adaf004dbd8c 199.204.45.141 - - [09/Apr/2026:02:10:49 +0000] "GET /admin/realms/atmosphere/clients/a50c7c7a-6a63-4a67-ba4a-6aad75f472de/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.034 [auth-system-keycloak-80] [] 10.0.0.6:8080 119 0.035 404 397dc455bb7c5094bd651a349550bfbe 199.204.45.141 - - [09/Apr/2026:02:10:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.6:8080 1286 0.007 200 c55cbf924db1bff0b6b446bde7aef7e3 199.204.45.141 - - [09/Apr/2026:02:10:49 +0000] "POST /admin/realms/atmosphere/clients/a50c7c7a-6a63-4a67-ba4a-6aad75f472de/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.014 [auth-system-keycloak-80] [] 10.0.0.6:8080 0 0.013 201 7a5afd9cdbf0513ad4ea6fda9887d374 199.204.45.141 - - [09/Apr/2026:02:10:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.6:8080 1286 0.045 200 8411588f9b092446373a9739cadce4e9 199.204.45.141 - - [09/Apr/2026:02:10:49 +0000] "GET /admin/realms/atmosphere/clients/a50c7c7a-6a63-4a67-ba4a-6aad75f472de/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.6:8080 165 0.012 200 9c398da02cedbc260ad1b64a4b2e2fa0 199.204.45.141 - - [09/Apr/2026:02:10:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.6:8080 1928 0.506 200 e23fee225bdb161381c83e4bd4734736 199.204.45.141 - - [09/Apr/2026:02:10:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.6:8080 1286 0.005 200 ef98326f62d2adf01bcca61bd9f504e5 199.204.45.141 - - [09/Apr/2026:02:10:50 +0000] "GET /admin/realms/atmosphere/clients/a50c7c7a-6a63-4a67-ba4a-6aad75f472de/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.6:8080 119 0.007 404 d981e30a651dd3bb39af055dbab625ce 199.204.45.141 - - [09/Apr/2026:02:10:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.054 [auth-system-keycloak-80] [] 10.0.0.6:8080 1286 0.054 200 3d591a13d92a86ff788d5fed38408b6e 199.204.45.141 - - [09/Apr/2026:02:10:50 +0000] "POST /admin/realms/atmosphere/clients/a50c7c7a-6a63-4a67-ba4a-6aad75f472de/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.6:8080 0 0.016 201 a0debc15039e6631e7aab5448c3054a7 199.204.45.141 - - [09/Apr/2026:02:10:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.6:8080 1286 0.007 200 e746bb50f31703275976192ff4a8b69e 199.204.45.141 - - [09/Apr/2026:02:10:50 +0000] "GET /admin/realms/atmosphere/clients/a50c7c7a-6a63-4a67-ba4a-6aad75f472de/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.050 [auth-system-keycloak-80] [] 10.0.0.6:8080 166 0.051 200 c08c951e52a1c95b71b48507ec25e04a 199.204.45.141 - - [09/Apr/2026:02:10:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.6:8080 1928 0.481 200 d1ec5a6fb662b732fc84c1acbdd74e3a 199.204.45.141 - - [09/Apr/2026:02:10:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.030 [auth-system-keycloak-80] [] 10.0.0.6:8080 1286 0.030 200 6fb8705dccb818109ef009dcd80310d8 199.204.45.141 - - [09/Apr/2026:02:10:51 +0000] "GET /admin/realms/atmosphere/clients/a50c7c7a-6a63-4a67-ba4a-6aad75f472de/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.6:8080 119 0.013 404 ce4fcc05f8c48c43e31cf6a851cefc80 199.204.45.141 - - [09/Apr/2026:02:10:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.064 [auth-system-keycloak-80] [] 10.0.0.6:8080 1286 0.064 200 4b79d7aec529598dcb37d7b78ef94e67 199.204.45.141 - - [09/Apr/2026:02:10:51 +0000] "POST /admin/realms/atmosphere/clients/a50c7c7a-6a63-4a67-ba4a-6aad75f472de/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.6:8080 0 0.014 201 8d2eb7cf2331e821be94207dbe880369 199.204.45.141 - - [09/Apr/2026:02:10:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.6:8080 1286 0.007 200 46b865382f3fc7c6470956c80922cf42 199.204.45.141 - - [09/Apr/2026:02:10:51 +0000] "GET /admin/realms/atmosphere/clients/a50c7c7a-6a63-4a67-ba4a-6aad75f472de/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.6:8080 166 0.013 200 a8a53f4317dbfde3abe33b5ed279a0d1 199.204.45.141 - - [09/Apr/2026:02:10:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.423 [auth-system-keycloak-80] [] 10.0.0.6:8080 1928 0.422 200 23910a532c10108d5d8b79183454a162 199.204.45.141 - - [09/Apr/2026:02:10:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.027 [auth-system-keycloak-80] [] 10.0.0.6:8080 1251 0.026 200 59778d58872af1604efbb18cb3ad6250 199.204.45.141 - - [09/Apr/2026:02:10:52 +0000] "GET /admin/realms/atmosphere/clients/ec6cf62a-596d-4fc3-83cf-0babbcfbaf04/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.6:8080 119 0.008 404 d3e88e416e4272edac8aa8b32f1e67d8 199.204.45.141 - - [09/Apr/2026:02:10:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.6:8080 1251 0.006 200 dd1d66171dc9a3dee127f87104e10939 199.204.45.141 - - [09/Apr/2026:02:10:52 +0000] "POST /admin/realms/atmosphere/clients/ec6cf62a-596d-4fc3-83cf-0babbcfbaf04/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.051 [auth-system-keycloak-80] [] 10.0.0.6:8080 0 0.049 201 baaede773d0cd914b415d34576c59c18 199.204.45.141 - - [09/Apr/2026:02:10:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.6:8080 1251 0.006 200 39a5fdc929fa40e2606a00b1b9f0e494 199.204.45.141 - - [09/Apr/2026:02:10:52 +0000] "GET /admin/realms/atmosphere/clients/ec6cf62a-596d-4fc3-83cf-0babbcfbaf04/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.6:8080 166 0.014 200 d3d5d7649cb2426f111d95ec2bac2318 W0409 02:11:05.241961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:05.241999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:08.576247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:08.576294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:59.691098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:59.691148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:59.771258 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:59.771357 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0409 02:11:59.771400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:59.771425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:59.771634 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:59.771795 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0409 02:11:59.771897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:59.771916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:59.771924 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:59.772023 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0409 02:11:59.772091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:59.772124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:11:59.773600 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0409 02:11:59.773625 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0409 02:11:59.773631 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0409 02:11:59.773655 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0409 02:11:59.775775 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0409 02:11:59.775798 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0409 02:11:59.780942 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0409 02:11:59.781290 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"1ab84d07-1440-4dee-af6d-d70e2e8d477d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4391", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:11:59.781324 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0409 02:11:59.781379 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0409 02:11:59.782375 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0409 02:11:59.782403 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0409 02:11:59.782732 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0409 02:11:59.782724 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e0922c73-ff74-41b2-810a-5d89a8047420", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4392", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:11:59.782769 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"34d474fe-9665-4248-9875-29f2b4f59ea6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4394", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:12:00.219109 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0409 02:12:00.219790 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0409 02:12:00.697069 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0409 02:12:00.697781 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0409 02:12:02.392357 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0409 02:12:02.393174 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0409 02:12:03.024761 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:03.024822 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:12:03.024857 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:12:03.025004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:03.025023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:12:03.025166 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:12:03.067065 7 controller.go:216] "Backend successfully reloaded" I0409 02:12:03.067265 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tkgsm", UID:"0797db7f-1551-443a-8ec4-8ddbef2a9698", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:12:06.358315 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:06.358390 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:12:06.358427 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:12:06.358549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:06.358596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:09.691372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:09.691441 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:12:09.691477 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:12:09.691604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:09.691629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:13.026061 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:13.026137 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:12:13.026170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:12:13.026324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:13.026351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:16.358573 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:16.358659 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:12:16.358730 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:12:16.359157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:16.359399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:19.692145 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:19.692195 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:12:19.692244 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:12:19.692360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:19.692381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:23.025459 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:23.025531 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:12:23.025618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:23.025637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:26.358349 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:26.358477 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:12:26.358641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:26.358682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:29.692288 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:29.692381 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:12:29.692498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:29.692523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:33.025164 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:33.025296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:12:33.025432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:33.025462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:36.357886 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:36.358002 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:12:36.358161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:36.358203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:12:37.071468 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.178.204"}] I0409 02:12:37.071491 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.178.204"}] I0409 02:12:37.072028 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.178.204"}] I0409 02:12:37.078451 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"1ab84d07-1440-4dee-af6d-d70e2e8d477d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5450", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:12:37.078953 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e0922c73-ff74-41b2-810a-5d89a8047420", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5451", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:12:37.080086 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"34d474fe-9665-4248-9875-29f2b4f59ea6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5452", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 10.0.0.41 - - [09/Apr/2026:02:12:38 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.030 [auth-system-keycloak-80] [] 10.0.0.6:8080 6382 0.029 200 eb40fd080d696a4763540454a8a6bac6 10.0.0.158 - - [09/Apr/2026:02:12:38 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.6:8080 6382 0.008 200 d99cf755182728b52b75fdf8b1610e5f W0409 02:12:39.691898 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:39.692229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:39.692305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:43.025858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:43.025917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:46.358521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:46.358587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:49.693014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:49.693060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:53.025435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:53.025506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:56.892798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:56.892848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:00.227502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:00.227574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [09/Apr/2026:02:13:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.6:8080 1928 0.478 200 6133e5eac6120ba296ca1b506961aeb9 199.204.45.141 - - [09/Apr/2026:02:13:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.005 [auth-system-keycloak-80] [] 10.0.0.6:8080 4246 0.005 200 5e645e1b00d66957d7ca7cc5ad325433 199.204.45.141 - - [09/Apr/2026:02:13:03 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.379 [auth-system-keycloak-80] [] 10.0.0.6:8080 0 0.377 204 ce1086c50e6611b8480b059a99785246 199.204.45.141 - - [09/Apr/2026:02:13:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.106 [auth-system-keycloak-80] [] 10.0.0.6:8080 4384 0.106 200 24381fbb9957b94ea4ae278546f968fa 199.204.45.141 - - [09/Apr/2026:02:13:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.6:8080 1928 0.487 200 172abc3dfe7b93a30db767d07c494a86 199.204.45.141 - - [09/Apr/2026:02:13:04 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.033 [auth-system-keycloak-80] [] 10.0.0.6:8080 1682 0.033 200 3355239958428e76d11bdd6d32cec982 199.204.45.141 - - [09/Apr/2026:02:13:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.009 [auth-system-keycloak-80] [] 10.0.0.6:8080 6382 0.009 200 d10733c90583b81ba669070c2f187910 199.204.45.141 - - [09/Apr/2026:02:13:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.6:8080 1928 0.473 200 4e263f53a230eac001e58ed7eacdfacc 199.204.45.141 - - [09/Apr/2026:02:13:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.6:8080 2 0.010 200 b48ccbee7692ad1e2acf0e8a50825821 199.204.45.141 - - [09/Apr/2026:02:13:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.139 [auth-system-keycloak-80] [] 10.0.0.6:8080 0 0.138 201 2ac3c23ab81288e16bffeb6a8e659be5 199.204.45.141 - - [09/Apr/2026:02:13:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.6:8080 2246 0.021 200 35e7182498f8df1c9d3460d3e53908be 199.204.45.141 - - [09/Apr/2026:02:13:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.518 [auth-system-keycloak-80] [] 10.0.0.6:8080 1928 0.516 200 bb6df886ce6cd93e141590a0152aad9d 199.204.45.141 - - [09/Apr/2026:02:13:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.6:8080 2246 0.007 200 1d29caea4f3b0d3dd78eab56c5986ef7 199.204.45.141 - - [09/Apr/2026:02:13:07 +0000] "GET /admin/realms/atmosphere/clients/c541446a-f781-4814-a1d5-fe65bc4d06a9/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.071 [auth-system-keycloak-80] [] 10.0.0.6:8080 233 0.072 200 5040240044121c2f022f82bbcd3f4fd0 199.204.45.141 - - [09/Apr/2026:02:13:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.018 [auth-system-keycloak-80] [] 10.0.0.6:8080 831 0.019 200 935e97b9e61db017744693f46a6e03ee 199.204.45.141 - - [09/Apr/2026:02:13:07 +0000] "GET /admin/realms/atmosphere/clients/7cf2eaa9-5c21-492c-a95f-19ab4f0cc10d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.079 [auth-system-keycloak-80] [] 10.0.0.6:8080 3758 0.080 200 6455d5a3674e41b669ab2e5d5f09c79a 199.204.45.141 - - [09/Apr/2026:02:13:07 +0000] "GET /admin/realms/atmosphere/users/83534382-785d-4725-8013-e3004073cf54/role-mappings/clients/7cf2eaa9-5c21-492c-a95f-19ab4f0cc10d/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.190 [auth-system-keycloak-80] [] 10.0.0.6:8080 3758 0.190 200 f3bc4d3854237b981ae4a361d6763389 199.204.45.141 - - [09/Apr/2026:02:13:07 +0000] "GET /admin/realms/atmosphere/users/83534382-785d-4725-8013-e3004073cf54/role-mappings/clients/7cf2eaa9-5c21-492c-a95f-19ab4f0cc10d/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.085 [auth-system-keycloak-80] [] 10.0.0.6:8080 2 0.086 200 6e095c8bd3e3a3803b6a3c9a77ef8f4f 199.204.45.141 - - [09/Apr/2026:02:13:07 +0000] "POST /admin/realms/atmosphere/users/83534382-785d-4725-8013-e3004073cf54/role-mappings/clients/7cf2eaa9-5c21-492c-a95f-19ab4f0cc10d HTTP/1.1" 204 0 "-" "Ansible" 1390 0.016 [auth-system-keycloak-80] [] 10.0.0.6:8080 0 0.016 204 915d6c57bf7e1eebbc1d1a20f1abed47 199.204.45.141 - - [09/Apr/2026:02:13:08 +0000] "GET /admin/realms/atmosphere/users/83534382-785d-4725-8013-e3004073cf54/role-mappings/clients/7cf2eaa9-5c21-492c-a95f-19ab4f0cc10d/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.070 [auth-system-keycloak-80] [] 10.0.0.6:8080 576 0.070 200 ff6470330d447344c2d8ae2c9580b3cc W0409 02:13:10.649130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:10.649166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:13.983503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:13.983558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:28.268696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:28.268753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:31.602290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:31.602349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:15.484089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:15.484140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:49.232670 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0409 02:15:49.232750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:49.232769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:15:49.236369 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0409 02:15:49.236410 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0409 02:15:49.240558 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0409 02:15:49.240828 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"006fbb97-826c-48d5-9a1e-7de724288375", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6800", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:15:49.241024 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0409 02:15:49.241342 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0409 02:15:49.241398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:49.241409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:15:49.241520 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:15:49.289495 7 controller.go:216] "Backend successfully reloaded" I0409 02:15:49.290095 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tkgsm", UID:"0797db7f-1551-443a-8ec4-8ddbef2a9698", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:15:49.551653 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0409 02:15:49.552781 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0409 02:15:52.575671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:52.575717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [09/Apr/2026:02:15:53 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.005 300 afe02d9b526eca8a652be142b744c5fd 199.204.45.141 - - [09/Apr/2026:02:15:55 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.89:5000 266 0.005 200 e21a28c6560af20ccdbaae999a6f1346 199.204.45.141 - - [09/Apr/2026:02:15:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.359 [openstack-keystone-api-5000] [] 10.0.0.89:5000 1360 0.359 201 7b5ca19df96e57404b25afe0320e1793 199.204.45.141 - - [09/Apr/2026:02:15:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.004 300 9b48c6a13276cc28861b86a6a956b2ae 199.204.45.141 - - [09/Apr/2026:02:15:55 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.029 [openstack-keystone-api-5000] [] 10.0.0.89:5000 90 0.029 404 96958e77f53c50a2471445902fee12f2 199.204.45.141 - - [09/Apr/2026:02:15:55 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.032 [openstack-keystone-api-5000] [] 10.0.0.89:5000 368 0.033 200 037750a574c32524480e01ed91cb50e0 199.204.45.141 - - [09/Apr/2026:02:15:55 +0000] "GET /v3/domains/114918249e4d4c9d9a97527b15e0243a HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.89:5000 245 0.024 200 081cad9925ba2d5af4e328e75b83e50f 199.204.45.141 - - [09/Apr/2026:02:15:56 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 266 0.004 200 f3b372022890bfbfeef1d5418cc7db22 199.204.45.141 - - [09/Apr/2026:02:15:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.89:5000 1360 0.332 201 75470888b21c3598951fd46917c9e452 199.204.45.141 - - [09/Apr/2026:02:15:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.003 300 b272e04a653e6a294485422e97dcde2b 199.204.45.141 - - [09/Apr/2026:02:15:56 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.025 [openstack-keystone-api-5000] [] 10.0.0.89:5000 101 0.024 404 3da34cf18227b9cacd00aece11d09c6e 199.204.45.141 - - [09/Apr/2026:02:15:56 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.022 [openstack-keystone-api-5000] [] 10.0.0.89:5000 156 0.021 200 1a8f859f2be6c97e83528a27be083e63 199.204.45.141 - - [09/Apr/2026:02:15:56 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.028 [openstack-keystone-api-5000] [] 10.0.0.89:5000 454 0.028 201 dbc2167693c875b8d249139760acaa8c 199.204.45.141 - - [09/Apr/2026:02:15:57 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 266 0.004 200 f5265a3a6fb22bbad393e70d3311b2fb 199.204.45.141 - - [09/Apr/2026:02:15:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.89:5000 1360 0.296 201 fe14575759cb5ec5f163f42eae3184cf 199.204.45.141 - - [09/Apr/2026:02:15:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.004 300 eedfac5381232b887a6e66d19a7b87f3 199.204.45.141 - - [09/Apr/2026:02:15:57 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.89:5000 98 0.021 404 dec115550b406e920793bcd9a8e0d1a5 199.204.45.141 - - [09/Apr/2026:02:15:57 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.021 [openstack-keystone-api-5000] [] 10.0.0.89:5000 136 0.021 200 021402e126d16676321a6a6b902b52e5 199.204.45.141 - - [09/Apr/2026:02:15:57 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.027 [openstack-keystone-api-5000] [] 10.0.0.89:5000 332 0.027 201 93ea1b42bee408ee56ccfcdb099524c8 199.204.45.141 - - [09/Apr/2026:02:15:58 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.89:5000 266 0.004 200 95815c5120fa0c42a2666767f2a8dbec 199.204.45.141 - - [09/Apr/2026:02:15:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.89:5000 1360 0.281 201 5e3a1cc974dda382e2a979971d51a240 199.204.45.141 - - [09/Apr/2026:02:15:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.004 300 2cafb8912782e3b41fec616898e02798 199.204.45.141 - - [09/Apr/2026:02:15:58 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.027 [openstack-keystone-api-5000] [] 10.0.0.89:5000 131 0.027 404 e5cd5a2e070c4ed5492d00e4c734bbb8 199.204.45.141 - - [09/Apr/2026:02:15:58 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.022 [openstack-keystone-api-5000] [] 10.0.0.89:5000 168 0.022 200 bf37be8632f0ecce827b422c19adee24 199.204.45.141 - - [09/Apr/2026:02:15:58 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.035 [openstack-keystone-api-5000] [] 10.0.0.89:5000 224 0.034 201 201cf67a296198368c2d30a4ccfe6821 W0409 02:16:08.195165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:08.195213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:11.529125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:11.529173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:14.862345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:14.862403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:18.195293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:18.195345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:33.726624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:33.726681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:16:37.069853 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.111.178.204"}] I0409 02:16:37.075890 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"006fbb97-826c-48d5-9a1e-7de724288375", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7172", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:16:37.078428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:37.078479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:41.459271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:41.459301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:44.793896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:44.793946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:10.452067 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:18:10.452932 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0409 02:18:10.453099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:10.453132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:18:10.457565 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0409 02:18:10.457609 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0409 02:18:10.463323 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0409 02:18:10.463867 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"771abe73-7509-41e2-b4af-df41400bfac5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7882", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:18:10.464111 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0409 02:18:10.464602 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:18:10.464723 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0409 02:18:10.464807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:10.464832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:18:10.464984 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:18:10.519048 7 controller.go:216] "Backend successfully reloaded" I0409 02:18:10.519420 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tkgsm", UID:"0797db7f-1551-443a-8ec4-8ddbef2a9698", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:18:10.877430 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0409 02:18:10.878814 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.141 - - [09/Apr/2026:02:18:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.004 300 ba14d8a92b5e55a349bb9595200aa0e7 199.204.45.141 - - [09/Apr/2026:02:18:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.89:5000 1992 0.339 201 5afab130b2cebd93392579096b72c002 199.204.45.141 - - [09/Apr/2026:02:18:11 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.028 [openstack-keystone-api-5000] [] 10.0.0.89:5000 85 0.027 404 f8ebe338dfe91e06dbd3c64fb1379c35 199.204.45.141 - - [09/Apr/2026:02:18:11 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.89:5000 129 0.021 200 36063e3aa2345dad91b15039b9ddae2c 199.204.45.141 - - [09/Apr/2026:02:18:11 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.035 [openstack-keystone-api-5000] [] 10.0.0.89:5000 230 0.035 201 03918ad82639a22f6e83522447a2c8aa W0409 02:18:13.798414 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:18:13.798550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:13.798572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [09/Apr/2026:02:18:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.005 300 85c8e177384342f65ba16a9d3065ca7f 199.204.45.141 - - [09/Apr/2026:02:18:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.285 [openstack-keystone-api-5000] [] 10.0.0.89:5000 1992 0.284 201 9b4623a67cba5e676f4154b5a3a5ff0c 199.204.45.141 - - [09/Apr/2026:02:18:17 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.023 [openstack-keystone-api-5000] [] 10.0.0.89:5000 1521 0.023 200 5a36c64b9deccaf4f5ddcf1b50f2a994 199.204.45.141 - - [09/Apr/2026:02:18:17 +0000] "PUT /v3/roles/231091e5c22246d5bd9b3b27a4ee2ea9/implies/67c4eb8cf7b84f52a0327f23b0b57cd4 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.042 [openstack-keystone-api-5000] [] 10.0.0.89:5000 521 0.042 201 b61197e5e7af96ba6b7b63213624597e W0409 02:18:21.823165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:21.823213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:18:37.073694 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.111.178.204"}] I0409 02:18:37.141549 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"771abe73-7509-41e2-b4af-df41400bfac5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8187", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:18:37.166329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:37.166365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [09/Apr/2026:02:19:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.004 300 20a0b2e16430c63f38d6da433682520c 199.204.45.141 - - [09/Apr/2026:02:19:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.89:5000 2055 0.336 201 1163e1298594db9f062a67d850efddfe 199.204.45.141 - - [09/Apr/2026:02:19:02 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.035 [openstack-keystone-api-5000] [] 10.0.0.89:5000 87 0.035 404 7728519ce646bf819452d7d53751a447 199.204.45.141 - - [09/Apr/2026:02:19:02 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.031 [openstack-keystone-api-5000] [] 10.0.0.89:5000 390 0.031 200 f5220ab357db5b00730a31e5ea9c8678 199.204.45.141 - - [09/Apr/2026:02:19:02 +0000] "GET /v3/users/rgw-RegionOne?domain_id=5b93d39758144eb6ab3145f013f7624a HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.031 [openstack-keystone-api-5000] [] 10.0.0.89:5000 91 0.031 404 3e136f9242817e8ce3570652729a5b3d 199.204.45.141 - - [09/Apr/2026:02:19:02 +0000] "GET /v3/users?domain_id=5b93d39758144eb6ab3145f013f7624a&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.027 [openstack-keystone-api-5000] [] 10.0.0.89:5000 178 0.027 200 99d3b56962be96a58bc49da6ff23ceaf 199.204.45.141 - - [09/Apr/2026:02:19:03 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.365 [openstack-keystone-api-5000] [] 10.0.0.89:5000 291 0.365 201 8f2fd26def64f665939d684cd9c3f81c 199.204.45.141 - - [09/Apr/2026:02:19:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.010 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.010 300 4cb2242760fe94db87be385290274721 199.204.45.141 - - [09/Apr/2026:02:19:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.291 [openstack-keystone-api-5000] [] 10.0.0.89:5000 2055 0.290 201 c3c7a68e5afefca7a4cb404a00b6eded 199.204.45.141 - - [09/Apr/2026:02:19:06 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.029 [openstack-keystone-api-5000] [] 10.0.0.89:5000 83 0.028 404 ed8e17f8b08fef84ebb542422a8ea5d6 199.204.45.141 - - [09/Apr/2026:02:19:06 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.027 [openstack-keystone-api-5000] [] 10.0.0.89:5000 361 0.027 200 2f0196bdcebc23ad36131407a2194e81 199.204.45.141 - - [09/Apr/2026:02:19:06 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.039 [openstack-keystone-api-5000] [] 10.0.0.89:5000 87 0.038 404 0a69a74af49bf71bea11b7a2cc981bf9 199.204.45.141 - - [09/Apr/2026:02:19:06 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.051 [openstack-keystone-api-5000] [] 10.0.0.89:5000 390 0.051 200 a8002603a4a3710f409123191e6af48f 199.204.45.141 - - [09/Apr/2026:02:19:06 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.032 [openstack-keystone-api-5000] [] 10.0.0.89:5000 91 0.031 404 8b8804455b50d5e25737ab7b97e9ebb2 199.204.45.141 - - [09/Apr/2026:02:19:06 +0000] "GET /v3/users?domain_id=5b93d39758144eb6ab3145f013f7624a&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.048 [openstack-keystone-api-5000] [] 10.0.0.89:5000 458 0.047 200 62839769890e6aded6aee250b62c4c61 199.204.45.141 - - [09/Apr/2026:02:19:06 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.029 [openstack-keystone-api-5000] [] 10.0.0.89:5000 88 0.029 404 404c33ccd90faf9d01ed23de0c67c8f4 199.204.45.141 - - [09/Apr/2026:02:19:06 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.029 [openstack-keystone-api-5000] [] 10.0.0.89:5000 520 0.029 200 a4bbb815748da4a396745f7ebf313c75 199.204.45.141 - - [09/Apr/2026:02:19:07 +0000] "PUT /v3/projects/462193bb4e4e4631bfdf1844963c0475/users/2f51bb3dd2544611b6a622618e77ac72/roles/e246b8b225a04c64b5fc2e7e065e7042 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.585 [openstack-keystone-api-5000] [] 10.0.0.89:5000 0 0.585 204 d0c09eed8403bec3b0aef52cc1e1a7ce 199.204.45.141 - - [09/Apr/2026:02:19:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.005 300 22faf0c476fd076236f08faa3992ff06 199.204.45.141 - - [09/Apr/2026:02:19:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.348 [openstack-keystone-api-5000] [] 10.0.0.89:5000 2055 0.348 201 d0e24c74b602163180b80e02d7ecfa7d 199.204.45.141 - - [09/Apr/2026:02:19:08 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.022 [openstack-keystone-api-5000] [] 10.0.0.89:5000 151 0.022 200 a9e78a83be6b3e66c56e6d5326d0e065 199.204.45.141 - - [09/Apr/2026:02:19:08 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.035 [openstack-keystone-api-5000] [] 10.0.0.89:5000 263 0.034 201 da65f9c0cc092caa073d84ecd7a4a1fa 199.204.45.141 - - [09/Apr/2026:02:19:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.004 300 b2b57b583e5204a4189b70f0c216fca9 199.204.45.141 - - [09/Apr/2026:02:19:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.89:5000 2157 0.298 201 1b316fe5a26ebc38b1dcf44bbb3a992a 199.204.45.141 - - [09/Apr/2026:02:19:09 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.89:5000 86 0.022 404 49a54e9ec78e599af5fe421bca1fa742 199.204.45.141 - - [09/Apr/2026:02:19:09 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.031 [openstack-keystone-api-5000] [] 10.0.0.89:5000 382 0.031 200 b40f640f06dc5210b67f1ed16f9cc1a3 199.204.45.141 - - [09/Apr/2026:02:19:09 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=a5a1512c6cc443619736959748b91f26 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.029 [openstack-keystone-api-5000] [] 10.0.0.89:5000 205 0.029 200 bdcbb3c1e86eac2ea29778dd877dba36 199.204.45.141 - - [09/Apr/2026:02:19:10 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.025 [openstack-keystone-api-5000] [] 10.0.0.89:5000 379 0.026 201 d5a98a7e3580198e356f4f6040004119 199.204.45.141 - - [09/Apr/2026:02:19:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.004 300 a41199db7b5423f2052f759acc7a3e50 199.204.45.141 - - [09/Apr/2026:02:19:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.89:5000 2366 0.312 201 517f50332e52571db8eb0232926d3e5c 199.204.45.141 - - [09/Apr/2026:02:19:10 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.89:5000 86 0.024 404 fd29296ccb8e456b6878d7748edd226b 199.204.45.141 - - [09/Apr/2026:02:19:10 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.021 [openstack-keystone-api-5000] [] 10.0.0.89:5000 382 0.021 200 23c9be66bcc162ebb883143aa6dd84b9 199.204.45.141 - - [09/Apr/2026:02:19:10 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=a5a1512c6cc443619736959748b91f26 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.023 [openstack-keystone-api-5000] [] 10.0.0.89:5000 207 0.022 200 059ae5d011ebdbb448471f4273f3cb3d 199.204.45.141 - - [09/Apr/2026:02:19:10 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.045 [openstack-keystone-api-5000] [] 10.0.0.89:5000 392 0.044 201 44132cf6a8a098e13bac43a51d359cac W0409 02:19:12.169421 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:19:12.169639 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0409 02:19:12.169724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:12.169746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:19:12.174639 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0409 02:19:12.174677 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0409 02:19:12.181070 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0409 02:19:12.181270 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"b170de34-43a0-46d9-8ab4-1ef188b29466", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8438", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:19:12.181624 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0409 02:19:12.182014 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:19:12.182140 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0409 02:19:12.182227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:12.182250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:19:12.182405 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:19:12.242457 7 controller.go:216] "Backend successfully reloaded" I0409 02:19:12.243117 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tkgsm", UID:"0797db7f-1551-443a-8ec4-8ddbef2a9698", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:19:12.579567 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0409 02:19:12.580468 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0409 02:19:15.518170 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:19:15.518360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:15.518384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:28.997561 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:19:28.997770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:28.997795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:34.325451 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:19:34.325586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:34.325602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:19:37.074255 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.111.178.204"}] I0409 02:19:37.080990 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"b170de34-43a0-46d9-8ab4-1ef188b29466", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8730", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:19:37.659951 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:19:37.660182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:37.660210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:19:37.660411 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:19:37.710377 7 controller.go:216] "Backend successfully reloaded" I0409 02:19:37.710570 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tkgsm", UID:"0797db7f-1551-443a-8ec4-8ddbef2a9698", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:19:40.992802 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:19:40.992920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:40.992933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:44.327330 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:19:44.327521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:44.327548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:58.928677 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:19:58.929386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:58.929414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:02.262327 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:20:02.262520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:02.262544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:05.595101 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:20:05.595292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:05.595324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:42.227284 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:20:42.227416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:42.227437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:21.018010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:21.018046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:08.842290 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:22:08.842435 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0409 02:22:08.842563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:08.842592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:22:08.851431 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.01s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.01s testedConfigurationSize:39.2kB} I0409 02:22:08.851484 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0409 02:22:08.855497 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0409 02:22:08.855758 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"62fba01f-cf5e-4b0e-b3fa-651c3b188cf0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9970", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:22:08.856198 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0409 02:22:08.856852 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:22:08.857045 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0409 02:22:08.857200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:08.857220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:22:08.857430 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:22:08.912934 7 controller.go:216] "Backend successfully reloaded" I0409 02:22:08.913224 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tkgsm", UID:"0797db7f-1551-443a-8ec4-8ddbef2a9698", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:22:09.303703 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0409 02:22:09.305296 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0409 02:22:12.190896 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:22:12.191181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:12.191215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [09/Apr/2026:02:22:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.004 300 22c58aca10fb4014d56c7815b246fc54 199.204.45.141 - - [09/Apr/2026:02:22:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.89:5000 3201 0.338 201 8ddcecf285d547cc88bc9f6837cc9e00 199.204.45.141 - - [09/Apr/2026:02:22:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d72359aefc6c7ddb43bbfa730f54f25d 199.204.45.141 - - [09/Apr/2026:02:22:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ba0c850d24ed3061826866a927cc0c35 199.204.45.141 - - [09/Apr/2026:02:22:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.005 300 2f52d1e9833677e8aa7f6b0ad91d535f 199.204.45.141 - - [09/Apr/2026:02:22:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.89:5000 3201 0.291 201 3a5933da9a6e071ac35dad5cfe544d03 199.204.45.141 - - [09/Apr/2026:02:22:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a1f0a24099d5b6c3dac952049a221bd8 199.204.45.141 - - [09/Apr/2026:02:22:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 94eef821bcf6a94b51a8f95df161a2c5 199.204.45.141 - - [09/Apr/2026:02:22:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.005 300 2581fa325364c60ff2260c7653adcf98 W0409 02:22:19.237787 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:22:19.237938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:19.237963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [09/Apr/2026:02:22:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.89:5000 3201 0.309 201 e802449983b951b64221001b8345a3d6 199.204.45.141 - - [09/Apr/2026:02:22:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4c0f02cbe32d73e0397dcb4a84a5c12a 199.204.45.141 - - [09/Apr/2026:02:22:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7462d6f76845d09c759d50b8ed1dc3d5 199.204.45.141 - - [09/Apr/2026:02:22:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.003 300 e8baf2808e7240fde009d20fb88913a7 199.204.45.141 - - [09/Apr/2026:02:22:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.89:5000 3201 0.307 201 4e822ea83d60b19c77ac3ca50297ea16 199.204.45.141 - - [09/Apr/2026:02:22:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 01537ed0e2af39f3562e9bc7331f6ce5 199.204.45.141 - - [09/Apr/2026:02:22:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e6ce24ff673b758ee6d3ff02be3450b0 199.204.45.141 - - [09/Apr/2026:02:22:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.005 300 e523d4209847c78094a46f59bfd7e62f 199.204.45.141 - - [09/Apr/2026:02:22:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.89:5000 3201 0.291 201 932311bacc56d7facd7a5a6770de4879 199.204.45.141 - - [09/Apr/2026:02:22:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 49fb4c31d8413ab02bf4df0a732c4424 199.204.45.141 - - [09/Apr/2026:02:22:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 031fe724a5336928dc590fa69d97524e 199.204.45.141 - - [09/Apr/2026:02:22:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.004 300 2b071e25b12bcbcbb564b75c675a30e5 199.204.45.141 - - [09/Apr/2026:02:22:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.89:5000 3201 0.301 201 1f989b9376373f391a350f558a334e9c 199.204.45.141 - - [09/Apr/2026:02:22:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ba5889fe91cf01422d65ddef7589c96a 199.204.45.141 - - [09/Apr/2026:02:22:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9c594d3bef3ec9d90983476faaf21f85 199.204.45.141 - - [09/Apr/2026:02:22:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.004 300 acfd2d05ab698a0a389666ae80cdbbad 199.204.45.141 - - [09/Apr/2026:02:22:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.324 [openstack-keystone-api-5000] [] 10.0.0.89:5000 3201 0.325 201 0b6deba42594a4e555f0349f9132f8f8 199.204.45.141 - - [09/Apr/2026:02:22:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 852bcd11ca419b87ca50804d0b4c7bed 199.204.45.141 - - [09/Apr/2026:02:22:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5855730120191e489e65d262f5d652d9 W0409 02:22:27.759750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:27.759797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.141 - - [09/Apr/2026:02:22:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.004 300 4ae56e26ccae79f3c8c71928cd43dd1c 199.204.45.141 - - [09/Apr/2026:02:22:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.89:5000 3201 0.290 201 2d51239fb869955eaeddd290a3837d60 199.204.45.141 - - [09/Apr/2026:02:22:28 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.34:9292 1193 0.003 300 675007203dec47188874aec000237122 199.204.45.141 - - [09/Apr/2026:02:22:29 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.559 [openstack-glance-api-9292] [] 10.0.0.34:9292 69 0.559 200 dd62093000e2f1c88b6e217ac2593ec7 199.204.45.141 - - [09/Apr/2026:02:22:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.89:5000 281 0.004 300 1aeb0abc36ed0b0a269f13a5dc9aa79c 199.204.45.141 - - [09/Apr/2026:02:22:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.89:5000 3201 0.306 201 21591b7954a3b869646efabc5313d500 199.204.45.141 - - [09/Apr/2026:02:22:32 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.34:9292 1193 0.002 300 e3a5954107e5d13df7ee07cec9765032 199.204.45.141 - - [09/Apr/2026:02:22:32 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.050 [openstack-glance-api-9292] [] 10.0.0.34:9292 69 0.049 200 e753682873d0fc5be3ca1bb68ca4ff62 199.204.45.141 - - [09/Apr/2026:02:22:32 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.111 [openstack-glance-api-9292] [] 10.0.0.34:9292 151 0.111 404 5e94dc30d54bd7c7b1694a7775314682 199.204.45.141 - - [09/Apr/2026:02:22:32 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.34:9292 81 0.022 200 5e27f91f615ac576520199a6a37c23f1 199.204.45.141 - - [09/Apr/2026:02:22:32 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.032 [openstack-glance-api-9292] [] 10.0.0.34:9292 84 0.032 200 36160ce4dffae7a3baed618d20b6747c 199.204.45.141 - - [09/Apr/2026:02:22:32 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.070 [openstack-glance-api-9292] [] 10.0.0.34:9292 760 0.070 201 2318644ae7450110a494bf19b92c4db9 199.204.45.141 - - [09/Apr/2026:02:22:37 +0000] "PUT /v2/images/69c78213-1b9a-43e8-b831-ae1179ffa9ba/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.523 [openstack-glance-api-9292] [] 10.0.0.34:9292 0 4.522 204 d0af0f8bae33e8a3cf482a2a8ce97682 199.204.45.141 - - [09/Apr/2026:02:22:37 +0000] "GET /v2/images/69c78213-1b9a-43e8-b831-ae1179ffa9ba HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.34:9292 1171 0.017 200 c758fa14db181586d6d596d3d7dfd652 199.204.45.141 - - [09/Apr/2026:02:22:37 +0000] "GET /v2/images/69c78213-1b9a-43e8-b831-ae1179ffa9ba HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.34:9292 1171 0.015 200 39791dd06075a429df337dd3965d508f I0409 02:22:37.071704 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.111.178.204"}] I0409 02:22:37.079522 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"62fba01f-cf5e-4b0e-b3fa-651c3b188cf0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10171", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:22:37.081228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:37.081263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:40.419497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:40.419555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:43.749870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:43.749915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store