------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0410 01:13:37.644761 8 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0410 01:13:37.645003 8 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0410 01:13:37.652126 8 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0410 01:13:37.655026 8 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0410 01:13:37.999731 8 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0410 01:13:38.015719 8 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0410 01:13:38.028383 8 nginx.go:271] "Starting NGINX Ingress controller" I0410 01:13:38.036232 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"04eb8b18-bec6-44ae-86f8-fc61d8cb9843", APIVersion:"v1", ResourceVersion:"1390", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0410 01:13:38.039260 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"d1be1808-15a4-46d4-9ca6-596083261ffe", APIVersion:"v1", ResourceVersion:"1392", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0410 01:13:38.039332 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3f62b04c-e232-42e2-a2e5-2b37bee0a960", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0410 01:13:39.230881 8 nginx.go:317] "Starting NGINX process" I0410 01:13:39.231123 8 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0410 01:13:39.231325 8 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0410 01:13:39.231689 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:39.231730 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:13:39.231775 8 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:13:39.239615 8 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0410 01:13:39.239702 8 status.go:85] "New leader elected" identity="ingress-nginx-controller-fsz4q" I0410 01:13:39.266214 8 controller.go:216] "Backend successfully reloaded" I0410 01:13:39.266348 8 controller.go:227] "Initial sync, sleeping for 1 second" I0410 01:13:39.266417 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsz4q", UID:"bf6f5a45-b5cf-4ec4-b731-7311472182a4", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0410 01:13:43.064375 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:43.064416 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:46.398895 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:46.398935 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:49.731683 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:49.731744 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:53.065908 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:13:53.065969 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:03.142477 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:03.142707 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:06.476228 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:06.476276 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:09.809228 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:09.809272 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:13.142882 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:13.142933 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:16.478657 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:16.478734 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:19.809340 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:19.809394 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:23.143375 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:23.143434 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:26.476180 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:14:26.476229 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:15:51.092533 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:15:51.092616 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:14.032309 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:14.032356 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:19.390439 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:19.390475 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:22.724808 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:22.724840 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:26.058090 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:26.058147 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:29.792895 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:29.792945 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:33.129373 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:33.129425 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:36.461880 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:36.461916 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:39.793270 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:39.793317 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:43.126972 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:43.127026 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:46.545955 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:46.545986 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:49.879531 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:49.879583 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:53.215366 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:16:53.215409 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:10.462243 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:10.462318 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:13.762015 8 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-65.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-65.nip.io-tls was not found. Using default certificate W0410 01:19:13.762074 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:13.762088 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:19:13.763797 8 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0410 01:19:13.763840 8 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0410 01:19:13.771235 8 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0410 01:19:13.771584 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"677e2a8e-36a9-4846-9c0b-62d8e14c616b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3732", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:19:13.771884 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-65.nip.io-tls" in local store W0410 01:19:13.796650 8 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-65.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-65.nip.io-tls was not found. Using default certificate W0410 01:19:13.796731 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:13.796753 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:19:13.796829 8 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:19:13.836996 8 controller.go:216] "Backend successfully reloaded" I0410 01:19:13.837355 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsz4q", UID:"bf6f5a45-b5cf-4ec4-b731-7311472182a4", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 01:19:14.076479 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-65.nip.io-tls" I0410 01:19:14.078046 8 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-65.nip.io-tls" W0410 01:19:17.130557 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:17.130604 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:20.463399 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:20.463453 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [10/Apr/2026:01:19:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.976 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 1.974 200 abcd18cf26a49077600eea3e05a8bde0 199.204.45.65 - - [10/Apr/2026:01:19:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.178 [auth-system-keycloak-80] [] 10.0.0.172:8080 116 0.177 404 49e9a95fa25895685baa4138cd280cd8 199.204.45.65 - - [10/Apr/2026:01:19:30 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.486 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 4.485 201 793957cb447c82b67f97e5f45538433b 199.204.45.65 - - [10/Apr/2026:01:19:30 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.677 [auth-system-keycloak-80] [] 10.0.0.172:8080 4246 0.676 200 65d2bf93f0f1c882a418c84176d3cd18 199.204.45.65 - - [10/Apr/2026:01:19:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.470 200 fcc1c072c1ee87acdf3f12e902ac008e 199.204.45.65 - - [10/Apr/2026:01:19:32 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.131 [auth-system-keycloak-80] [] 10.0.0.172:8080 12500 0.130 200 a727d0906234dfb7da7304431d0212cf 199.204.45.65 - - [10/Apr/2026:01:19:32 +0000] "GET /admin/realms/atmosphere/client-scopes/77cc486d-98e9-4a86-a717-ae9299381d2d HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.012 [auth-system-keycloak-80] [] 10.0.0.172:8080 1278 0.011 200 1a3e052a4e767ea985501243db6daa5e 199.204.45.65 - - [10/Apr/2026:01:19:32 +0000] "PUT /admin/realms/atmosphere/client-scopes/77cc486d-98e9-4a86-a717-ae9299381d2d HTTP/1.1" 204 0 "-" "Ansible" 1846 0.020 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.019 204 e90c1ea3564ded1368825ca1fad4d2eb 199.204.45.65 - - [10/Apr/2026:01:19:32 +0000] "GET /admin/realms/atmosphere/client-scopes/77cc486d-98e9-4a86-a717-ae9299381d2d/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.047 [auth-system-keycloak-80] [] 10.0.0.172:8080 963 0.046 200 aa3a8a7928853b141aa22e7bfaad6c80 199.204.45.65 - - [10/Apr/2026:01:19:32 +0000] "GET /admin/realms/atmosphere/client-scopes/77cc486d-98e9-4a86-a717-ae9299381d2d/protocol-mappers/models/41fde637-5909-4ae4-99ec-0458c210c2a5 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.073 [auth-system-keycloak-80] [] 10.0.0.172:8080 366 0.073 200 07e86da150b21982e37827caa21dd5fd 199.204.45.65 - - [10/Apr/2026:01:19:32 +0000] "PUT /admin/realms/atmosphere/client-scopes/77cc486d-98e9-4a86-a717-ae9299381d2d/protocol-mappers/models/41fde637-5909-4ae4-99ec-0458c210c2a5 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.096 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.095 204 1d85eebe146a56ec8b4ebc53353dc3e7 199.204.45.65 - - [10/Apr/2026:01:19:32 +0000] "GET /admin/realms/atmosphere/client-scopes/77cc486d-98e9-4a86-a717-ae9299381d2d HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.030 [auth-system-keycloak-80] [] 10.0.0.172:8080 1218 0.030 200 ed887cf839ebcc2672572b242a60d5be I0410 01:19:39.256578 8 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.96.12.117"}] I0410 01:19:39.304373 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"677e2a8e-36a9-4846-9c0b-62d8e14c616b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4052", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:19:39.339315 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:39.339366 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [10/Apr/2026:01:19:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.517 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.516 200 1822297f631f4b92f96835b72e60f37e 199.204.45.65 - - [10/Apr/2026:01:19:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.070 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.070 200 a94ccac2e3356d007a0f8cb465b47983 199.204.45.65 - - [10/Apr/2026:01:19:55 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.204 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.203 201 1ad6b42a1f360f9da5423e55019a46da 199.204.45.65 - - [10/Apr/2026:01:19:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.086 [auth-system-keycloak-80] [] 10.0.0.172:8080 1259 0.086 200 d0898571bdf855f2504dafb62f9951a5 199.204.45.65 - - [10/Apr/2026:01:19:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.500 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.499 200 1198eeb226d6c55f62b478f013654d71 199.204.45.65 - - [10/Apr/2026:01:19:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.011 200 b1fdb4a2b299dd387c9da8cfb5f330be 199.204.45.65 - - [10/Apr/2026:01:19:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.070 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.069 201 fccd013ee7dcac8b68fd03f5fc9415be 199.204.45.65 - - [10/Apr/2026:01:19:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.065 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.065 200 8f1cf28d0928f2b59701d97b5b0131ff 199.204.45.65 - - [10/Apr/2026:01:19:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.479 200 ffdd512297725c8b41e67f59288fc7c1 199.204.45.65 - - [10/Apr/2026:01:19:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.014 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.013 200 bb7a3342c7a4d96f10f44cba031af63f 199.204.45.65 - - [10/Apr/2026:01:19:57 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.085 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.084 201 57b20cd0077f02fd2036c32b3bf1ef66 199.204.45.65 - - [10/Apr/2026:01:19:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.078 [auth-system-keycloak-80] [] 10.0.0.172:8080 1249 0.078 200 74422b9f81d8e1bb3afacc56fb827839 W0410 01:19:57.967993 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:19:57.968035 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [10/Apr/2026:01:19:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.504 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.502 200 59d124855db52ad8fab34b6ed46a01b8 199.204.45.65 - - [10/Apr/2026:01:19:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 1259 0.006 200 43bfa48eb874b17725e52f4bb502e5d5 199.204.45.65 - - [10/Apr/2026:01:19:58 +0000] "GET /admin/realms/atmosphere/clients/98b3baf3-597b-486c-9087-3834d4179d81/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.011 404 ad1b14b96992c3a732c614b413672235 199.204.45.65 - - [10/Apr/2026:01:19:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.031 [auth-system-keycloak-80] [] 10.0.0.172:8080 1259 0.031 200 3c6c0e65022617bca39a287d26c44e07 199.204.45.65 - - [10/Apr/2026:01:19:58 +0000] "POST /admin/realms/atmosphere/clients/98b3baf3-597b-486c-9087-3834d4179d81/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.239 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.239 201 cad2b4af8d200219da6585203b9a492d 199.204.45.65 - - [10/Apr/2026:01:19:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.172:8080 1259 0.008 200 af3858abd839cdf1b372ed0ccd5d2fc3 199.204.45.65 - - [10/Apr/2026:01:19:58 +0000] "GET /admin/realms/atmosphere/clients/98b3baf3-597b-486c-9087-3834d4179d81/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.018 200 599ad803a2edfd6766c9f1edac974596 199.204.45.65 - - [10/Apr/2026:01:19:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.506 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.504 200 397f5fde4a74ce3f73617563a40f98b0 199.204.45.65 - - [10/Apr/2026:01:19:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.008 200 74122aa5f4ee598b9bbeb0bf156aa306 199.204.45.65 - - [10/Apr/2026:01:19:59 +0000] "GET /admin/realms/atmosphere/clients/e531a4b1-631a-471c-a4c2-21f18e030b87/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.012 404 22f7a63f87acc5ec7d4a4d9e10602b47 199.204.45.65 - - [10/Apr/2026:01:19:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.047 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.046 200 7322e4719e2897015d8e772bb52cc6d5 199.204.45.65 - - [10/Apr/2026:01:19:59 +0000] "POST /admin/realms/atmosphere/clients/e531a4b1-631a-471c-a4c2-21f18e030b87/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.019 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.017 201 4b40f4d14a042afe0abb5e059676ec22 199.204.45.65 - - [10/Apr/2026:01:19:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.010 200 6b1d7b5bffc41bb138dc6be71f004ad0 199.204.45.65 - - [10/Apr/2026:01:19:59 +0000] "GET /admin/realms/atmosphere/clients/e531a4b1-631a-471c-a4c2-21f18e030b87/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.041 [auth-system-keycloak-80] [] 10.0.0.172:8080 165 0.041 200 108431f32513d83c64af9c9c7c9dcce8 199.204.45.65 - - [10/Apr/2026:01:20:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.549 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.549 200 05d98e4a55b1f4cba883479951ec2524 199.204.45.65 - - [10/Apr/2026:01:20:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.041 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.041 200 229c46bb18567d92fdebd976a0f77511 199.204.45.65 - - [10/Apr/2026:01:20:00 +0000] "GET /admin/realms/atmosphere/clients/e531a4b1-631a-471c-a4c2-21f18e030b87/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.012 404 5389295f137488ee4eecca3255497bc0 199.204.45.65 - - [10/Apr/2026:01:20:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.066 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.065 200 d970ddc0ffac09dfdd905f180d7adc24 199.204.45.65 - - [10/Apr/2026:01:20:00 +0000] "POST /admin/realms/atmosphere/clients/e531a4b1-631a-471c-a4c2-21f18e030b87/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.017 201 7f1e01d6831c83c04771725dc8b46178 199.204.45.65 - - [10/Apr/2026:01:20:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.062 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.062 200 40f426cc378f361fedf0ab0d23bc4652 199.204.45.65 - - [10/Apr/2026:01:20:00 +0000] "GET /admin/realms/atmosphere/clients/e531a4b1-631a-471c-a4c2-21f18e030b87/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.022 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.021 200 b93f2951e4095d88e77af38bef9b1641 W0410 01:20:01.301475 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:20:01.301533 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [10/Apr/2026:01:20:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.426 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.424 200 86dd25bed21bc71582003f0a843938a8 199.204.45.65 - - [10/Apr/2026:01:20:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.044 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.044 200 7e42cabe93e18c7c995883e1be1880b8 199.204.45.65 - - [10/Apr/2026:01:20:01 +0000] "GET /admin/realms/atmosphere/clients/e531a4b1-631a-471c-a4c2-21f18e030b87/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.010 404 df915f95c8d4396dc6c21121d7b0d0ad 199.204.45.65 - - [10/Apr/2026:01:20:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.005 200 df4686dac023c52d13b41192ba08fd53 199.204.45.65 - - [10/Apr/2026:01:20:01 +0000] "POST /admin/realms/atmosphere/clients/e531a4b1-631a-471c-a4c2-21f18e030b87/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.059 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.057 201 a80e5815eea211fd835b88edfbb375c4 199.204.45.65 - - [10/Apr/2026:01:20:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 1283 0.008 200 0fc12de39b7a51d5b6ac28dbf6682e96 199.204.45.65 - - [10/Apr/2026:01:20:01 +0000] "GET /admin/realms/atmosphere/clients/e531a4b1-631a-471c-a4c2-21f18e030b87/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.014 200 29a1e5344ab3a2b0161028a778644ef1 199.204.45.65 - - [10/Apr/2026:01:20:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.459 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.458 200 6f3051aabfdf80f7f0fd3fe35db496fe 199.204.45.65 - - [10/Apr/2026:01:20:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 1249 0.007 200 810d9ffd4c6cef6eb203a3d5c5031cad 199.204.45.65 - - [10/Apr/2026:01:20:02 +0000] "GET /admin/realms/atmosphere/clients/ed5acbeb-6769-4076-b2fa-9c9842481eb2/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.011 404 5f0ea0ffa406cebf433115d9a83a2b74 199.204.45.65 - - [10/Apr/2026:01:20:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.040 [auth-system-keycloak-80] [] 10.0.0.172:8080 1249 0.039 200 2f3554d4ea421e9b7180b165fc497551 199.204.45.65 - - [10/Apr/2026:01:20:02 +0000] "POST /admin/realms/atmosphere/clients/ed5acbeb-6769-4076-b2fa-9c9842481eb2/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.015 201 57c5482ac73cdf5dbe85ae88f9dd4361 199.204.45.65 - - [10/Apr/2026:01:20:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 1249 0.007 200 29b55e7f790e967656fdc5182365b188 199.204.45.65 - - [10/Apr/2026:01:20:02 +0000] "GET /admin/realms/atmosphere/clients/ed5acbeb-6769-4076-b2fa-9c9842481eb2/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.045 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.045 200 46cdf25987dc357aa2dc946cac7d876e W0410 01:21:13.510359 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:13.510408 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:13.788659 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:13.788734 8 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0410 01:21:13.788773 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:13.788787 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:13.788667 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:13.788968 8 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0410 01:21:13.789074 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:13.789130 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:13.789470 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:13.789541 8 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0410 01:21:13.789588 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:13.789611 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:21:13.790472 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0410 01:21:13.790495 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0410 01:21:13.791125 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0410 01:21:13.791158 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0410 01:21:13.791218 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0410 01:21:13.791249 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0410 01:21:13.843174 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0410 01:21:13.843820 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f9f1b87d-3534-4455-a9b0-14fff64dcc39", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4775", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:21:13.843910 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0410 01:21:13.843985 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0410 01:21:13.844292 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"060e6fe1-4d52-469c-be19-a295b7a8382a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4776", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:21:13.844684 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0410 01:21:13.844730 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0410 01:21:13.845111 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"055e5225-a29b-4400-9988-ddec96447300", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4777", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:21:13.845267 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0410 01:21:14.523196 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0410 01:21:14.524028 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0410 01:21:14.567287 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0410 01:21:14.568360 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0410 01:21:15.640168 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0410 01:21:15.647511 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0410 01:21:16.844695 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:16.844772 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:16.844821 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:16.844949 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:16.844982 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:21:16.845114 8 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:21:16.892767 8 controller.go:216] "Backend successfully reloaded" I0410 01:21:16.892988 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsz4q", UID:"bf6f5a45-b5cf-4ec4-b731-7311472182a4", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0410 01:21:20.177320 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:20.177391 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:20.177432 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:20.177561 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:20.177590 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:23.510531 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:23.510607 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:23.510754 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:23.511044 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:23.511079 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:26.843918 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:26.844000 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:26.844038 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:26.844181 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:26.844214 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:30.177211 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:30.177266 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:30.177293 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:30.177402 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:30.177426 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:33.511035 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:33.511102 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:33.511145 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:33.512697 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:33.512721 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:36.845104 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:36.845175 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:36.845241 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:36.845378 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:36.845404 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:21:39.272276 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.96.12.117"}] I0410 01:21:39.272712 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.96.12.117"}] I0410 01:21:39.273354 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.96.12.117"}] I0410 01:21:39.293854 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"055e5225-a29b-4400-9988-ddec96447300", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5506", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0410 01:21:39.294038 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f9f1b87d-3534-4455-a9b0-14fff64dcc39", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5507", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0410 01:21:39.295330 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"060e6fe1-4d52-469c-be19-a295b7a8382a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5508", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:21:40.177164 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:40.177325 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:40.177405 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:40.177596 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:40.177665 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:43.510943 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:43.511019 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:43.511057 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:43.511191 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:43.511224 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:46.843849 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:46.843918 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:46.843962 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:46.844104 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:46.844124 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:50.177722 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:50.177785 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:50.177810 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:50.177954 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:50.177976 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:53.510991 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:53.511055 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0410 01:21:53.511087 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:53.512149 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:53.512181 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:56.844071 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:21:56.844146 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:21:56.844253 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:21:56.844274 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:00.177471 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:22:00.177566 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:22:00.177678 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:00.177707 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.211 - - [10/Apr/2026:01:22:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.036 [auth-system-keycloak-80] [] 10.0.0.172:8080 6411 0.037 200 7cef73652992ba9fb3d5275074d022a6 W0410 01:22:03.511185 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:22:03.511296 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0410 01:22:03.511555 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:03.511588 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:06.845004 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:22:06.845213 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:06.845252 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.144 - - [10/Apr/2026:01:22:08 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 6411 0.009 200 d06cd9e048da7548eaadd832354cb333 W0410 01:22:10.177653 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:22:10.177874 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:10.177900 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:13.510792 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0410 01:22:13.510954 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:13.510975 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:16.844695 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:16.844740 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:20.177728 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:20.177782 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:30.558016 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:30.558045 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:33.894038 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:33.894093 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [10/Apr/2026:01:22:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.471 200 4f591e2a157dbbe7dba131c6e1a11df6 199.204.45.65 - - [10/Apr/2026:01:22:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.040 [auth-system-keycloak-80] [] 10.0.0.172:8080 4246 0.040 200 5499412fb16eb012dda324ce257bde39 199.204.45.65 - - [10/Apr/2026:01:22:38 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.402 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.401 204 3a6aeac4513a538a9a80d2ba0761960b 199.204.45.65 - - [10/Apr/2026:01:22:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.191 [auth-system-keycloak-80] [] 10.0.0.172:8080 4384 0.191 200 99dea9fa9cabf71cb106d6bc7daca2cd 199.204.45.65 - - [10/Apr/2026:01:22:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.464 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.463 200 c7bee97414b779413fa23e5297636b02 199.204.45.65 - - [10/Apr/2026:01:22:39 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.172:8080 1682 0.007 200 03d7046e9bcf858f6e0df628f44783ab 199.204.45.65 - - [10/Apr/2026:01:22:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 6411 0.007 200 eebd777ec5bdf7eec9552a07ef6b9c63 199.204.45.65 - - [10/Apr/2026:01:22:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.443 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.441 200 a7d1c82a4eafa242c4f93554cd250860 199.204.45.65 - - [10/Apr/2026:01:22:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.041 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.041 200 084bd51381ab3a6987f1f1a027a355ee 199.204.45.65 - - [10/Apr/2026:01:22:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.127 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.125 201 3946da66fa3bd3c125309c34455330e4 199.204.45.65 - - [10/Apr/2026:01:22:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.055 [auth-system-keycloak-80] [] 10.0.0.172:8080 2242 0.056 200 ddacab2d2bafc8b22aa6a2f4497f42fa 199.204.45.65 - - [10/Apr/2026:01:22:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.429 [auth-system-keycloak-80] [] 10.0.0.172:8080 1925 0.427 200 f59fbb709ab22033c259ab42fc201871 199.204.45.65 - - [10/Apr/2026:01:22:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.172:8080 2242 0.004 200 0458458265c981831892a96cd5c2f64e 199.204.45.65 - - [10/Apr/2026:01:22:42 +0000] "GET /admin/realms/atmosphere/clients/dae7dcf9-74e3-4cf5-a436-b97748e26b82/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.034 [auth-system-keycloak-80] [] 10.0.0.172:8080 233 0.034 200 5a4a1effea21e701a6bace2813ac46c8 199.204.45.65 - - [10/Apr/2026:01:22:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.017 [auth-system-keycloak-80] [] 10.0.0.172:8080 831 0.017 200 bca39e17be474c6e784d18f6642f193e 199.204.45.65 - - [10/Apr/2026:01:22:42 +0000] "GET /admin/realms/atmosphere/clients/d354d9e6-38fb-4d6d-a065-9bfbe51f36d7/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.067 [auth-system-keycloak-80] [] 10.0.0.172:8080 3758 0.068 200 fb0ce7ac5a3f4573d778b805de2d45a7 199.204.45.65 - - [10/Apr/2026:01:22:42 +0000] "GET /admin/realms/atmosphere/users/d0fc7f30-c62b-410a-b7a2-ebb0af3425a5/role-mappings/clients/d354d9e6-38fb-4d6d-a065-9bfbe51f36d7/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.170 [auth-system-keycloak-80] [] 10.0.0.172:8080 3758 0.169 200 cd2e6044e6ec332356e7087c641b453f 199.204.45.65 - - [10/Apr/2026:01:22:42 +0000] "GET /admin/realms/atmosphere/users/d0fc7f30-c62b-410a-b7a2-ebb0af3425a5/role-mappings/clients/d354d9e6-38fb-4d6d-a065-9bfbe51f36d7/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.021 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.021 200 6e778224715439b0b6977a88e7692ceb 199.204.45.65 - - [10/Apr/2026:01:22:42 +0000] "POST /admin/realms/atmosphere/users/d0fc7f30-c62b-410a-b7a2-ebb0af3425a5/role-mappings/clients/d354d9e6-38fb-4d6d-a065-9bfbe51f36d7 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.019 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.017 204 09c10d3408baca730a9d61afa363ecba 199.204.45.65 - - [10/Apr/2026:01:22:42 +0000] "GET /admin/realms/atmosphere/users/d0fc7f30-c62b-410a-b7a2-ebb0af3425a5/role-mappings/clients/d354d9e6-38fb-4d6d-a065-9bfbe51f36d7/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.033 [auth-system-keycloak-80] [] 10.0.0.172:8080 576 0.033 200 f15e30d14431e105a81ba5cb4e50af05 W0410 01:22:45.768100 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:45.768155 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:49.101929 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:49.102073 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:52.435201 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:22:52.435247 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:24:51.712443 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:24:51.712500 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:29.923893 8 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0410 01:25:29.923987 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:29.924006 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:25:29.927913 8 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0410 01:25:29.927958 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0410 01:25:29.933681 8 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0410 01:25:29.934662 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0410 01:25:29.934475 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1fb45bb4-ecea-4d92-a850-845e0d0e1533", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7301", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:25:29.935466 8 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0410 01:25:29.935559 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:29.935625 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:25:29.935784 8 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:25:29.989403 8 controller.go:216] "Backend successfully reloaded" I0410 01:25:29.989758 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsz4q", UID:"bf6f5a45-b5cf-4ec4-b731-7311472182a4", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 01:25:30.198915 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0410 01:25:30.199989 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0410 01:25:33.269307 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:33.269361 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [10/Apr/2026:01:25:34 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.004 300 737a78b0df37ff585f4c13eea1f053d0 199.204.45.65 - - [10/Apr/2026:01:25:35 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.219:5000 265 0.005 200 45d278465eeb50f62d22a13f6ddbc19d 199.204.45.65 - - [10/Apr/2026:01:25:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.359 [openstack-keystone-api-5000] [] 10.0.0.219:5000 1359 0.359 201 faddc313b82ac500671b6ff2fa38d5f0 199.204.45.65 - - [10/Apr/2026:01:25:36 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.006 300 0065bdd365919b1a4fa880d1a66ff4e5 199.204.45.65 - - [10/Apr/2026:01:25:36 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.043 [openstack-keystone-api-5000] [] 10.0.0.219:5000 90 0.044 404 7a2ee1abf9c75afa6bc9bbe51ad7bd84 199.204.45.65 - - [10/Apr/2026:01:25:36 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.030 [openstack-keystone-api-5000] [] 10.0.0.219:5000 366 0.029 200 298d8ca01186f703fcd29e33f1696a4e 199.204.45.65 - - [10/Apr/2026:01:25:36 +0000] "GET /v3/domains/7918a853bd344404b987fcc7136fc897 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-keystone-api-5000] [] 10.0.0.219:5000 244 0.021 200 d9462ed6f35446c447a47ae72a909267 199.204.45.65 - - [10/Apr/2026:01:25:36 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.219:5000 265 0.003 200 bea15630bf97db46e7274dfa037d7a98 199.204.45.65 - - [10/Apr/2026:01:25:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.219:5000 1359 0.302 201 9acf683c26cfade3411431bb640932d4 199.204.45.65 - - [10/Apr/2026:01:25:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.004 300 75663722c8e92367d0f6bc716ef03140 199.204.45.65 - - [10/Apr/2026:01:25:37 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.028 [openstack-keystone-api-5000] [] 10.0.0.219:5000 101 0.029 404 ac86e0794db3329e955f0cb051801779 199.204.45.65 - - [10/Apr/2026:01:25:37 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.022 [openstack-keystone-api-5000] [] 10.0.0.219:5000 155 0.021 200 9cd97c345a22781fcbacc373497d1e7b 199.204.45.65 - - [10/Apr/2026:01:25:37 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.025 [openstack-keystone-api-5000] [] 10.0.0.219:5000 340 0.025 201 e1621ba68f78cde90a1e8b161a2891dc 199.204.45.65 - - [10/Apr/2026:01:25:37 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.219:5000 265 0.003 200 379bb5af7b3cdaaf57e3f346182d26aa 199.204.45.65 - - [10/Apr/2026:01:25:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.219:5000 1359 0.291 201 f629a6f7718d27a2d0bff6856a89b34b 199.204.45.65 - - [10/Apr/2026:01:25:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.004 300 94bb84e972922f70a99bfaeb0a25ca3c 199.204.45.65 - - [10/Apr/2026:01:25:38 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.029 [openstack-keystone-api-5000] [] 10.0.0.219:5000 98 0.028 404 2e575056b3b3db4e9a6957869debf3f6 199.204.45.65 - - [10/Apr/2026:01:25:38 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.019 [openstack-keystone-api-5000] [] 10.0.0.219:5000 135 0.019 200 611f5c6ca245b80299e7ac471c2f9502 199.204.45.65 - - [10/Apr/2026:01:25:38 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.016 [openstack-keystone-api-5000] [] 10.0.0.219:5000 356 0.017 201 1f67112743a1156661e47ad9fca55529 199.204.45.65 - - [10/Apr/2026:01:25:38 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.219:5000 265 0.005 200 72cd044440174f9962728d932169944a I0410 01:25:39.247274 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.96.12.117"}] I0410 01:25:39.252987 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1fb45bb4-ecea-4d92-a850-845e0d0e1533", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7380", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:25:39.254656 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:39.254694 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [10/Apr/2026:01:25:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.219:5000 1359 0.295 201 6110b7498c3ee71ee4d4b25f7a175d9e 199.204.45.65 - - [10/Apr/2026:01:25:39 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.004 300 bd4299ef68c28f44d083a28adbc72283 199.204.45.65 - - [10/Apr/2026:01:25:39 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.022 [openstack-keystone-api-5000] [] 10.0.0.219:5000 131 0.022 404 823c8d644c8bbc5b2873f31be02591df 199.204.45.65 - - [10/Apr/2026:01:25:39 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.019 [openstack-keystone-api-5000] [] 10.0.0.219:5000 167 0.018 200 2007b23b28e74e7569892d57072921fc 199.204.45.65 - - [10/Apr/2026:01:25:39 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.025 [openstack-keystone-api-5000] [] 10.0.0.219:5000 222 0.025 201 700e62410a6c322d83f7107b002dc689 W0410 01:25:50.428680 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:50.428742 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:53.765432 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:53.765485 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:57.368592 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:25:57.368641 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:00.704697 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:00.704892 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:15.972076 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:15.972121 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:19.308297 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:19.308393 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:23.940003 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:23.940077 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:27.273385 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:26:27.273447 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:28:00.329794 8 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0410 01:28:00.329936 8 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0410 01:28:00.330018 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:28:00.330045 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:28:00.334729 8 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0410 01:28:00.334771 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0410 01:28:00.427283 8 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0410 01:28:00.427682 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"91241c55-def4-4d48-92bd-5c7f31f3294f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8434", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:28:00.427904 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0410 01:28:00.428417 8 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0410 01:28:00.428553 8 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0410 01:28:00.428635 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:28:00.428659 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:28:00.428826 8 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:28:00.480622 8 controller.go:216] "Backend successfully reloaded" I0410 01:28:00.480869 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsz4q", UID:"bf6f5a45-b5cf-4ec4-b731-7311472182a4", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 01:28:00.842338 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0410 01:28:00.844135 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.65 - - [10/Apr/2026:01:28:01 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.005 300 458a79dcc003e88a4c0433bff7bb8e1e 199.204.45.65 - - [10/Apr/2026:01:28:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.346 [openstack-keystone-api-5000] [] 10.0.0.219:5000 1990 0.345 201 d479f632b13c8c8621015f577ec1c86d 199.204.45.65 - - [10/Apr/2026:01:28:01 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.028 [openstack-keystone-api-5000] [] 10.0.0.219:5000 85 0.028 404 6a8fc52435d52642aca52724971c7dcb 199.204.45.65 - - [10/Apr/2026:01:28:01 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.025 [openstack-keystone-api-5000] [] 10.0.0.219:5000 128 0.026 200 fe2e56376b2ba745f8ea4b257df05d67 199.204.45.65 - - [10/Apr/2026:01:28:01 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.065 [openstack-keystone-api-5000] [] 10.0.0.219:5000 229 0.066 201 3465551b8a537cbfb62b1edda6409a2a W0410 01:28:03.762758 8 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0410 01:28:03.762978 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:28:03.763012 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [10/Apr/2026:01:28:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.005 300 fbf38949730cc03cb008620870addf6e 199.204.45.65 - - [10/Apr/2026:01:28:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.294 [openstack-keystone-api-5000] [] 10.0.0.219:5000 1990 0.294 201 cf89202c4c18c0e5bbc36f54dee37776 199.204.45.65 - - [10/Apr/2026:01:28:10 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.031 [openstack-keystone-api-5000] [] 10.0.0.219:5000 1514 0.031 200 3447a3cbd61fb31d885c14da9db35b78 199.204.45.65 - - [10/Apr/2026:01:28:10 +0000] "PUT /v3/roles/1b2fa47aaef8453ca37c5266bfd36f57/implies/2f49f47599a143308d7b34acd95efdac HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.035 [openstack-keystone-api-5000] [] 10.0.0.219:5000 518 0.034 201 3ce40c63e0cbe5b9ce151eaef23316bf W0410 01:28:14.315242 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:28:14.315285 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:28:39.816594 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.96.12.117"}] I0410 01:28:39.943574 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"91241c55-def4-4d48-92bd-5c7f31f3294f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8795", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:28:39.974423 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:28:39.974529 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [10/Apr/2026:01:29:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.004 300 f17c28e86b53205b71229ba6eedf4434 199.204.45.65 - - [10/Apr/2026:01:29:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.358 [openstack-keystone-api-5000] [] 10.0.0.219:5000 2053 0.358 201 513fe53a1cdc4cf661a3ba622d7c7432 199.204.45.65 - - [10/Apr/2026:01:29:06 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.384 [openstack-keystone-api-5000] [] 10.0.0.219:5000 87 0.384 404 9bf97b9f5ebbd590a1d7da0571ab072a 199.204.45.65 - - [10/Apr/2026:01:29:06 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.040 [openstack-keystone-api-5000] [] 10.0.0.219:5000 388 0.039 200 d3e308f310161a03a5371c9e41042912 199.204.45.65 - - [10/Apr/2026:01:29:06 +0000] "GET /v3/users/rgw-RegionOne?domain_id=fdd5d1a29f014f0e9b5cb79a5bef04c1 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.051 [openstack-keystone-api-5000] [] 10.0.0.219:5000 91 0.051 404 08a379ce7b462f1574d8debe42ab5265 199.204.45.65 - - [10/Apr/2026:01:29:06 +0000] "GET /v3/users?domain_id=fdd5d1a29f014f0e9b5cb79a5bef04c1&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.047 [openstack-keystone-api-5000] [] 10.0.0.219:5000 177 0.047 200 5223a8e10684661eb51d60a8d86bde3a 199.204.45.65 - - [10/Apr/2026:01:29:06 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.305 [openstack-keystone-api-5000] [] 10.0.0.219:5000 290 0.305 201 4d6eb3da855f30cf4afb3fe7d2104067 199.204.45.65 - - [10/Apr/2026:01:29:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.023 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.022 300 a479f31420482ed207528ba23c5ad9df 199.204.45.65 - - [10/Apr/2026:01:29:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.296 [openstack-keystone-api-5000] [] 10.0.0.219:5000 2053 0.296 201 8d33ee917a52fb28aedce760a9cdcde6 199.204.45.65 - - [10/Apr/2026:01:29:11 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 428 0.023 [openstack-keystone-api-5000] [] 10.0.0.219:5000 83 0.023 404 087e20825a9874bd3f06a47e3dc01d06 199.204.45.65 - - [10/Apr/2026:01:29:11 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 446 0.026 [openstack-keystone-api-5000] [] 10.0.0.219:5000 359 0.026 200 9e3c2db386b496c63fbbe132d9d39c09 199.204.45.65 - - [10/Apr/2026:01:29:11 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 432 0.028 [openstack-keystone-api-5000] [] 10.0.0.219:5000 87 0.028 404 9a05a9adc03cc5a436527b0184b8a8ca 199.204.45.65 - - [10/Apr/2026:01:29:11 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 450 0.029 [openstack-keystone-api-5000] [] 10.0.0.219:5000 388 0.029 200 38f0625481419255ca873e68b44fa376 199.204.45.65 - - [10/Apr/2026:01:29:11 +0000] "GET /v3/users/rgw-RegionOne?domain_id=fdd5d1a29f014f0e9b5cb79a5bef04c1 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 479 0.025 [openstack-keystone-api-5000] [] 10.0.0.219:5000 91 0.024 404 af4b165422ceedd0756cd50bce3ac333 199.204.45.65 - - [10/Apr/2026:01:29:11 +0000] "GET /v3/users?domain_id=fdd5d1a29f014f0e9b5cb79a5bef04c1&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 497 0.048 [openstack-keystone-api-5000] [] 10.0.0.219:5000 456 0.049 200 9898142943e65ac482ced9bd18e4ec68 199.204.45.65 - - [10/Apr/2026:01:29:11 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.021 [openstack-keystone-api-5000] [] 10.0.0.219:5000 88 0.021 404 67402737a4aef35a9cf2951c55564174 199.204.45.65 - - [10/Apr/2026:01:29:11 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.026 [openstack-keystone-api-5000] [] 10.0.0.219:5000 518 0.026 200 edfbdaf185d831426cfac19be42695e1 199.204.45.65 - - [10/Apr/2026:01:29:11 +0000] "PUT /v3/projects/0678ea0ffff844ec8ef49ac2c327a2a6/users/d2aa24bd76e646f9acd083340efca79e/roles/b1db783382ee46e5a26490a6cb34224f HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 555 0.030 [openstack-keystone-api-5000] [] 10.0.0.219:5000 0 0.030 204 7bb4fb121630d5c8c767d22d2c2e132b 199.204.45.65 - - [10/Apr/2026:01:29:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.011 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.010 300 dac15f88163bee4cdb473e676156e367 199.204.45.65 - - [10/Apr/2026:01:29:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.339 [openstack-keystone-api-5000] [] 10.0.0.219:5000 2053 0.338 201 90709cf6b8b2f3a154b79c1384882248 199.204.45.65 - - [10/Apr/2026:01:29:15 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.020 [openstack-keystone-api-5000] [] 10.0.0.219:5000 150 0.020 200 801fa67389307a036b71aaa1b7a38abb 199.204.45.65 - - [10/Apr/2026:01:29:15 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.030 [openstack-keystone-api-5000] [] 10.0.0.219:5000 262 0.030 201 4b1f05f6b65a4c5786e1b4a8d5fddba3 199.204.45.65 - - [10/Apr/2026:01:29:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.004 300 a48012b5481a02cf12b81a159ac64c72 199.204.45.65 - - [10/Apr/2026:01:29:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.219:5000 2155 0.295 201 a06791bcd7562854478b2cb3f256c36d 199.204.45.65 - - [10/Apr/2026:01:29:16 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.219:5000 86 0.027 404 fcfcbc489af6dc4a2731740ea3d6203a 199.204.45.65 - - [10/Apr/2026:01:29:16 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.016 [openstack-keystone-api-5000] [] 10.0.0.219:5000 380 0.016 200 eab169cf85e2c3659c7bc1481e099ff7 199.204.45.65 - - [10/Apr/2026:01:29:16 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=9a9ce2f7d06d480eacb1aaa2259726b7 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.021 [openstack-keystone-api-5000] [] 10.0.0.219:5000 204 0.021 200 8ea1982a8efd19bac7bdd7c993356b6e 199.204.45.65 - - [10/Apr/2026:01:29:16 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.034 [openstack-keystone-api-5000] [] 10.0.0.219:5000 377 0.035 201 62c695c23dbb2bc747e91d9bd34e7370 199.204.45.65 - - [10/Apr/2026:01:29:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.004 300 6774fb2164408953cf253ca008af88d2 199.204.45.65 - - [10/Apr/2026:01:29:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.219:5000 2363 0.297 201 6da7f1513a67172a21d8b2f1af410e63 199.204.45.65 - - [10/Apr/2026:01:29:16 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.219:5000 86 0.026 404 cd8237c2c6397ea42f06ee6c0d34151f 199.204.45.65 - - [10/Apr/2026:01:29:17 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.034 [openstack-keystone-api-5000] [] 10.0.0.219:5000 380 0.034 200 8e2dfc81b3bf142dfae909fed0db766b 199.204.45.65 - - [10/Apr/2026:01:29:17 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=9a9ce2f7d06d480eacb1aaa2259726b7 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.021 [openstack-keystone-api-5000] [] 10.0.0.219:5000 206 0.022 200 d15e1fd89507954ad8e25e8bed9cd67f 199.204.45.65 - - [10/Apr/2026:01:29:17 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.038 [openstack-keystone-api-5000] [] 10.0.0.219:5000 391 0.037 201 de72fcb2e858372fb62cff6f09adb6dc W0410 01:29:18.354532 8 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0410 01:29:18.354732 8 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0410 01:29:18.354827 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:18.354852 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:29:18.359990 8 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0410 01:29:18.360032 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0410 01:29:18.369240 8 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0410 01:29:18.369939 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"33de8f23-d82c-4d2e-8092-954c5f7c8230", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9045", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:29:18.370095 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0410 01:29:18.370729 8 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0410 01:29:18.370901 8 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0410 01:29:18.371009 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:18.371040 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:29:18.371249 8 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:29:18.425255 8 controller.go:216] "Backend successfully reloaded" I0410 01:29:18.425574 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsz4q", UID:"bf6f5a45-b5cf-4ec4-b731-7311472182a4", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 01:29:18.753829 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0410 01:29:18.755182 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0410 01:29:21.705897 8 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0410 01:29:21.706030 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:21.706049 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:35.148096 8 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0410 01:29:35.148231 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:35.148243 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:38.481603 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:29:38.481830 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:38.481869 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:29:38.482104 8 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:29:38.539260 8 controller.go:216] "Backend successfully reloaded" I0410 01:29:38.539559 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsz4q", UID:"bf6f5a45-b5cf-4ec4-b731-7311472182a4", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 01:29:39.248804 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.96.12.117"}] I0410 01:29:39.254237 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"33de8f23-d82c-4d2e-8092-954c5f7c8230", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9267", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:29:41.815106 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:29:41.815249 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:41.815273 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:45.148339 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:29:45.148552 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:45.148584 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:48.482287 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:29:48.482449 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:48.482474 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:51.815127 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:29:51.815330 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:29:51.815361 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:30:06.076657 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:30:06.076919 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:30:06.076966 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:30:09.411319 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:30:09.411647 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:30:09.411733 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:30:14.343866 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:30:14.343978 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:30:14.344072 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:30:21.896668 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0410 01:30:21.896802 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:30:21.896830 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:30:51.281294 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:30:51.281341 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:32:25.963338 8 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0410 01:32:25.963442 8 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0410 01:32:25.963504 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:32:25.963524 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:32:25.968210 8 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.1kB} I0410 01:32:25.968253 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0410 01:32:25.973594 8 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0410 01:32:25.973865 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"5b7032a1-3dfd-44d0-9075-ae888f9d80a3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10597", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:32:25.974146 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0410 01:32:25.974603 8 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0410 01:32:25.974748 8 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0410 01:32:25.974837 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:32:25.974858 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0410 01:32:25.975021 8 controller.go:196] "Configuration changes detected, backend reload required" I0410 01:32:26.036209 8 controller.go:216] "Backend successfully reloaded" I0410 01:32:26.036866 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fsz4q", UID:"bf6f5a45-b5cf-4ec4-b731-7311472182a4", APIVersion:"v1", ResourceVersion:"1432", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0410 01:32:26.287148 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0410 01:32:26.288204 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0410 01:32:29.308555 8 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0410 01:32:29.308750 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:32:29.308779 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [10/Apr/2026:01:32:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.005 300 aa45278ddcd93c2ee1c0674290880de7 199.204.45.65 - - [10/Apr/2026:01:32:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.332 [openstack-keystone-api-5000] [] 10.0.0.219:5000 3197 0.331 201 d709ab8f890c1f590ed73128c5b1ab10 199.204.45.65 - - [10/Apr/2026:01:32:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 85ca01537d64d4d5414128c04f4549ca 199.204.45.65 - - [10/Apr/2026:01:32:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 81001781e50ddfd1c72bf864a588899c 199.204.45.65 - - [10/Apr/2026:01:32:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.003 300 a625affd9074f8ec5dd0235777d5f4d8 199.204.45.65 - - [10/Apr/2026:01:32:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.219:5000 3197 0.298 201 c3e4ce8cf405a82e8f01ced0688d0e82 199.204.45.65 - - [10/Apr/2026:01:32:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 59ffd565dc4b87b57aa191d5f9535b42 199.204.45.65 - - [10/Apr/2026:01:32:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cc3a17a8994d788a8b727a70a245de7a W0410 01:32:32.642178 8 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0410 01:32:32.642410 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:32:32.642447 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [10/Apr/2026:01:32:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.004 300 1a967604e036e496d37b7802caf01256 199.204.45.65 - - [10/Apr/2026:01:32:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.219:5000 3197 0.306 201 6d6c1c0fababff6b2321eda2e45aa68f 199.204.45.65 - - [10/Apr/2026:01:32:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 67a1928a3e7b6acd97bc3cbe8d935130 199.204.45.65 - - [10/Apr/2026:01:32:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 323b95846dcdc80daf57d0a23096b3d9 199.204.45.65 - - [10/Apr/2026:01:32:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.005 300 6f0c49f71933a7df40d2d65fb7321274 199.204.45.65 - - [10/Apr/2026:01:32:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.219:5000 3197 0.284 201 0d201906f260df9a0987ee0aaaf4ee5b 199.204.45.65 - - [10/Apr/2026:01:32:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 272ca059d2f75f984e7326ae9e8c3764 199.204.45.65 - - [10/Apr/2026:01:32:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0197cdab50c4e75c6e8d71ddd23bc490 199.204.45.65 - - [10/Apr/2026:01:32:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.005 300 c454f30728443341a0ddfdd5db884201 199.204.45.65 - - [10/Apr/2026:01:32:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.330 [openstack-keystone-api-5000] [] 10.0.0.219:5000 3197 0.330 201 ef4047b208e568ea1592cde3ed3cd91b 199.204.45.65 - - [10/Apr/2026:01:32:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f19e54cee1f2e20b67b59d66b4ba4925 199.204.45.65 - - [10/Apr/2026:01:32:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 19cb2291b9790cc1287f8ad81b2939d3 199.204.45.65 - - [10/Apr/2026:01:32:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.005 300 1c56ed16c8adc5fd35ef610d50a5d65e 199.204.45.65 - - [10/Apr/2026:01:32:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.219:5000 3197 0.290 201 8d32c5a8ff2658e6b8b9ab0be03cda46 199.204.45.65 - - [10/Apr/2026:01:32:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 98931e24f85c40d366631bc6cae6d287 199.204.45.65 - - [10/Apr/2026:01:32:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 28b4e91d5c4cfe507e6c48f669f02ce1 I0410 01:32:39.245426 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.96.12.117"}] I0410 01:32:39.251927 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"5b7032a1-3dfd-44d0-9075-ae888f9d80a3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10718", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0410 01:32:39.254264 8 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0410 01:32:39.254475 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:32:39.254509 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [10/Apr/2026:01:32:40 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.004 300 8e6bffe7804f2a37f2a4afc565a05211 199.204.45.65 - - [10/Apr/2026:01:32:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.219:5000 3197 0.287 201 5e7111d9a7f934eda622d9c8123a03f9 199.204.45.65 - - [10/Apr/2026:01:32:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e43c9adbe9ac58c9147132c105d374a3 199.204.45.65 - - [10/Apr/2026:01:32:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7952e61f660f8749c655a7a69b9236fd 199.204.45.65 - - [10/Apr/2026:01:32:42 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.004 300 ea34e5ab644c0b3882a1c479f2b9ebb9 W0410 01:32:42.588521 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:32:42.588567 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [10/Apr/2026:01:32:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.219:5000 3197 0.283 201 8054b1ce542ff4e56f71c5ed8ec4da0b 199.204.45.65 - - [10/Apr/2026:01:32:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3215ec94267528d0dd4b94b8b71f45cc 199.204.45.65 - - [10/Apr/2026:01:32:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 439c029d1badb7f6591e5eb92646e6da 199.204.45.65 - - [10/Apr/2026:01:32:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.004 300 162c71e4d660b33280e30811610c2425 199.204.45.65 - - [10/Apr/2026:01:32:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.219:5000 3197 0.288 201 0a5badf702de9729c4f5539dca4cd4f8 199.204.45.65 - - [10/Apr/2026:01:32:44 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.200:9292 1301 0.002 300 792fddce4465f63c5ce42407a1788a21 199.204.45.65 - - [10/Apr/2026:01:32:45 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.587 [openstack-glance-api-9292] [] 10.0.0.200:9292 69 0.587 200 5cca2e7af8e65a88c3602c9487014849 199.204.45.65 - - [10/Apr/2026:01:32:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.219:5000 280 0.004 300 0990cad8b995667d6b1ec69bdd95d030 199.204.45.65 - - [10/Apr/2026:01:32:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.219:5000 3197 0.298 201 910e5e758c47598e25f72bf8302d53f2 199.204.45.65 - - [10/Apr/2026:01:32:48 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.004 [openstack-glance-api-9292] [] 10.0.0.200:9292 1301 0.003 300 7d69ccb78d07be181bd83202b5fe3ecd 199.204.45.65 - - [10/Apr/2026:01:32:48 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.046 [openstack-glance-api-9292] [] 10.0.0.200:9292 69 0.046 200 34540342f3f0984c6e32c74384723625 199.204.45.65 - - [10/Apr/2026:01:32:48 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.134 [openstack-glance-api-9292] [] 10.0.0.200:9292 151 0.134 404 2565f61c3efd7a155579895ab69147de 199.204.45.65 - - [10/Apr/2026:01:32:48 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.024 [openstack-glance-api-9292] [] 10.0.0.200:9292 81 0.023 200 c4f20bbc36bc0428f2eed0d71bc2a63f 199.204.45.65 - - [10/Apr/2026:01:32:48 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.029 [openstack-glance-api-9292] [] 10.0.0.200:9292 84 0.028 200 32e974348fe3342d9105e70eb654d371 199.204.45.65 - - [10/Apr/2026:01:32:48 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.062 [openstack-glance-api-9292] [] 10.0.0.200:9292 760 0.062 201 8e945ca8576f3e9cefffa71cb87a0ffe 199.204.45.65 - - [10/Apr/2026:01:32:53 +0000] "PUT /v2/images/aae38650-ddbe-489c-8522-2baf0f83520b/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 4.814 [openstack-glance-api-9292] [] 10.0.0.200:9292 0 4.813 204 105f33ad8939e9cd7fd4f0ba5f1f62b0 199.204.45.65 - - [10/Apr/2026:01:32:53 +0000] "GET /v2/images/aae38650-ddbe-489c-8522-2baf0f83520b HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-glance-api-9292] [] 10.0.0.200:9292 1171 0.016 200 ed65048279c1a032eeb4d0d35a32c230 199.204.45.65 - - [10/Apr/2026:01:32:53 +0000] "GET /v2/images/aae38650-ddbe-489c-8522-2baf0f83520b HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.200:9292 1171 0.015 200 9fe21e9eb7f61a42b19dc72049c968e6 W0410 01:32:56.685649 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:32:56.685681 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:33:00.019193 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0410 01:33:00.019236 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store