------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0409 02:05:12.270582 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0409 02:05:12.270700 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0409 02:05:12.278667 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0409 02:05:12.281253 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0409 02:05:12.940255 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0409 02:05:12.959989 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0409 02:05:12.974007 7 nginx.go:271] "Starting NGINX Ingress controller" I0409 02:05:12.979765 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"9a87b5ea-23ed-4a04-ba25-cb9aac007115", APIVersion:"v1", ResourceVersion:"1296", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0409 02:05:12.984146 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"f6be44a5-7cdb-46ec-9a47-22c6dbe6f7ae", APIVersion:"v1", ResourceVersion:"1295", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0409 02:05:12.984327 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"da0a02b5-b423-4b30-a639-bd258e28d686", APIVersion:"v1", ResourceVersion:"1297", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0409 02:05:14.176723 7 nginx.go:317] "Starting NGINX process" I0409 02:05:14.176768 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0409 02:05:14.178083 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0409 02:05:14.178483 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0409 02:05:14.178596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:14.178679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:05:14.178776 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:05:14.185136 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0409 02:05:14.185201 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-lnh4j" I0409 02:05:14.215230 7 controller.go:216] "Backend successfully reloaded" I0409 02:05:14.215307 7 controller.go:227] "Initial sync, sleeping for 1 second" I0409 02:05:14.215373 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lnh4j", UID:"90670b1d-ea50-4ee1-a1b1-615bd5912ec6", APIVersion:"v1", ResourceVersion:"1395", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:05:17.996087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:17.996122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:21.331279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:21.331406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:24.663625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:24.663730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:27.996820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:27.996860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:31.329863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:31.329910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:34.663709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:34.663765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:37.996547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:37.996594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:43.690707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:43.690747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:47.026943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:47.026999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:50.358402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:05:50.358489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:38.933085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:38.933120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:42.269590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:42.269640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:51.146386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:51.146418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:54.481185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:06:54.481265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:00.689055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:00.689085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:07.133701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:07.133737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:10.469043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:10.469089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:13.801154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:13.801209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:17.135451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:17.135635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:20.469604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:20.469649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:33.281116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:33.281152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:36.614570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:36.614614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:36.944220 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-240.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-240.nip.io-tls was not found. Using default certificate W0409 02:09:36.944265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:36.944277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:09:36.945484 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0409 02:09:36.945508 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0409 02:09:36.953369 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0409 02:09:36.953785 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-240.nip.io-tls" in local store I0409 02:09:36.953837 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f2cd930e-79af-4ee9-9c6c-4eca1740f03d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3187", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:09:37.197848 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-240.nip.io-tls" I0409 02:09:37.199630 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-240.nip.io-tls" W0409 02:09:39.949653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:39.949697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:09:39.949770 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:09:39.987787 7 controller.go:216] "Backend successfully reloaded" I0409 02:09:39.987986 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lnh4j", UID:"90670b1d-ea50-4ee1-a1b1-615bd5912ec6", APIVersion:"v1", ResourceVersion:"1395", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:09:43.282329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:43.282379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [09/Apr/2026:02:09:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 1.416 [auth-system-keycloak-80] [] 10.0.0.228:8080 1885 1.414 200 aad8eb632c3a01d096b177b6a3a06e34 199.204.45.240 - - [09/Apr/2026:02:09:47 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.173 [auth-system-keycloak-80] [] 10.0.0.228:8080 28 0.173 404 27990398d71d7e3c2484351c66e226ec 199.204.45.240 - - [09/Apr/2026:02:09:52 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.682 [auth-system-keycloak-80] [] 10.0.0.228:8080 0 4.681 201 dbb82f3d9df396420f569c11c6984456 199.204.45.240 - - [09/Apr/2026:02:09:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.601 [auth-system-keycloak-80] [] 10.0.0.228:8080 4177 0.601 200 0bb67c55dac8cc19928779a9e92d2be8 199.204.45.240 - - [09/Apr/2026:02:09:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.118 [auth-system-keycloak-80] [] 10.0.0.228:8080 1885 0.116 200 9f3ef0912456d6951a6088a15ab417e1 199.204.45.240 - - [09/Apr/2026:02:09:53 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.096 [auth-system-keycloak-80] [] 10.0.0.228:8080 12500 0.096 200 c8a9b3bd752dd9fad2128def152dd98c 199.204.45.240 - - [09/Apr/2026:02:09:53 +0000] "GET /admin/realms/atmosphere/client-scopes/84308d27-89ba-46eb-bced-c5832fbc01e6 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.074 [auth-system-keycloak-80] [] 10.0.0.228:8080 1278 0.075 200 faf9babee77be1f3f6c60cf543051616 199.204.45.240 - - [09/Apr/2026:02:09:53 +0000] "PUT /admin/realms/atmosphere/client-scopes/84308d27-89ba-46eb-bced-c5832fbc01e6 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.022 [auth-system-keycloak-80] [] 10.0.0.228:8080 0 0.021 204 a1a111b43c33f30c7444bf09a72a506b 199.204.45.240 - - [09/Apr/2026:02:09:53 +0000] "GET /admin/realms/atmosphere/client-scopes/84308d27-89ba-46eb-bced-c5832fbc01e6/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.068 [auth-system-keycloak-80] [] 10.0.0.228:8080 963 0.068 200 46706ca5d3ac625d140cd92f452d51bf 199.204.45.240 - - [09/Apr/2026:02:09:53 +0000] "GET /admin/realms/atmosphere/client-scopes/84308d27-89ba-46eb-bced-c5832fbc01e6/protocol-mappers/models/8553f912-02a2-430e-8a3e-da6ff2caa2d7 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.228:8080 366 0.010 200 5e19b87a97286193caf6bff1fa872c24 199.204.45.240 - - [09/Apr/2026:02:09:53 +0000] "PUT /admin/realms/atmosphere/client-scopes/84308d27-89ba-46eb-bced-c5832fbc01e6/protocol-mappers/models/8553f912-02a2-430e-8a3e-da6ff2caa2d7 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.070 [auth-system-keycloak-80] [] 10.0.0.228:8080 0 0.070 204 eb7d66094cbe2a0349db9358f01c0c23 199.204.45.240 - - [09/Apr/2026:02:09:53 +0000] "GET /admin/realms/atmosphere/client-scopes/84308d27-89ba-46eb-bced-c5832fbc01e6 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.085 [auth-system-keycloak-80] [] 10.0.0.228:8080 1218 0.085 200 338f5fd89d1535da69ee05833b7a9c17 I0409 02:10:14.192474 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.209.160"}] I0409 02:10:14.198666 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f2cd930e-79af-4ee9-9c6c-4eca1740f03d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3575", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:10:14.199418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:10:14.199463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [09/Apr/2026:02:10:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.228:8080 1885 0.047 200 a21c128ab877bed6e32cf3d95bbadae0 199.204.45.240 - - [09/Apr/2026:02:10:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.015 [auth-system-keycloak-80] [] 10.0.0.228:8080 2 0.016 200 fb9c05b1a8aae297e3f92444e449b500 199.204.45.240 - - [09/Apr/2026:02:10:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.292 [auth-system-keycloak-80] [] 10.0.0.228:8080 0 0.292 201 1ea788a3b71f285e1b5d1df2469c90c6 199.204.45.240 - - [09/Apr/2026:02:10:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.084 [auth-system-keycloak-80] [] 10.0.0.228:8080 1261 0.084 200 6e10d80ba64c5f410ba7347aae2977c6 199.204.45.240 - - [09/Apr/2026:02:10:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.228:8080 1885 0.046 200 261add4f50f91de9592aaff9f25b8c32 199.204.45.240 - - [09/Apr/2026:02:10:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.031 [auth-system-keycloak-80] [] 10.0.0.228:8080 2 0.031 200 d1ad42e823b67ad346493f01f87c30e7 199.204.45.240 - - [09/Apr/2026:02:10:15 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.102 [auth-system-keycloak-80] [] 10.0.0.228:8080 0 0.101 201 fc6f001a386baee21c5f591658a613c4 199.204.45.240 - - [09/Apr/2026:02:10:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.074 [auth-system-keycloak-80] [] 10.0.0.228:8080 1286 0.073 200 325db57bdd061e994fcb4555db9fb729 199.204.45.240 - - [09/Apr/2026:02:10:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.228:8080 1885 0.046 200 6c00dca44afcbf85de357d1d47124422 199.204.45.240 - - [09/Apr/2026:02:10:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.228:8080 2 0.010 200 e977f36f45b5b5e812dc8b3d66680e4d 199.204.45.240 - - [09/Apr/2026:02:10:15 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.071 [auth-system-keycloak-80] [] 10.0.0.228:8080 0 0.070 201 8b30a68e7cc36cd1701952f4a74ee983 199.204.45.240 - - [09/Apr/2026:02:10:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.073 [auth-system-keycloak-80] [] 10.0.0.228:8080 1251 0.073 200 e88ba695cb41898dfd34107d7847e830 199.204.45.240 - - [09/Apr/2026:02:10:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.228:8080 1885 0.045 200 f5cdeeb4eda02f87adc6a2ab0bd7a85d 199.204.45.240 - - [09/Apr/2026:02:10:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.031 [auth-system-keycloak-80] [] 10.0.0.228:8080 1261 0.032 200 4ea44b106d520b4227f7c767525968b5 199.204.45.240 - - [09/Apr/2026:02:10:16 +0000] "GET /admin/realms/atmosphere/clients/a5ea7910-8ea8-4e2f-8567-89ea14b7829a/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.228:8080 31 0.014 404 12a7129a2c78f03aab6be5aad0828205 199.204.45.240 - - [09/Apr/2026:02:10:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.228:8080 1261 0.007 200 7c801c18c2ded74c9347a215737156d0 199.204.45.240 - - [09/Apr/2026:02:10:16 +0000] "POST /admin/realms/atmosphere/clients/a5ea7910-8ea8-4e2f-8567-89ea14b7829a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.228:8080 0 0.017 201 f8e037d139b4970515aec077eb4e3e82 199.204.45.240 - - [09/Apr/2026:02:10:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.021 [auth-system-keycloak-80] [] 10.0.0.228:8080 1261 0.021 200 0d7b01912fcd1a9583225926dfcea5a9 199.204.45.240 - - [09/Apr/2026:02:10:16 +0000] "GET /admin/realms/atmosphere/clients/a5ea7910-8ea8-4e2f-8567-89ea14b7829a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.228:8080 166 0.017 200 8d81566391425263ea5109282a119e49 199.204.45.240 - - [09/Apr/2026:02:10:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.228:8080 1885 0.043 200 8d62cdc3f2d388fa03649e38e1f6241c 199.204.45.240 - - [09/Apr/2026:02:10:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.228:8080 1286 0.007 200 f11d9585e68a726e0e409b5a95efae46 199.204.45.240 - - [09/Apr/2026:02:10:17 +0000] "GET /admin/realms/atmosphere/clients/3c03cc79-b1a1-4561-b0b0-76ed4e0387b4/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.030 [auth-system-keycloak-80] [] 10.0.0.228:8080 31 0.030 404 aa1fceab8baff0f2b147fa029afe7570 199.204.45.240 - - [09/Apr/2026:02:10:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.228:8080 1286 0.006 200 481b6357cdb9bf362bb77e63c60632ce 199.204.45.240 - - [09/Apr/2026:02:10:17 +0000] "POST /admin/realms/atmosphere/clients/3c03cc79-b1a1-4561-b0b0-76ed4e0387b4/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.228:8080 0 0.015 201 b0c8c8b65903a3d00aae6e538cf0111b 199.204.45.240 - - [09/Apr/2026:02:10:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.228:8080 1286 0.007 200 8bc1bc6339f03b7aaa7bcc385f4e76ed 199.204.45.240 - - [09/Apr/2026:02:10:17 +0000] "GET /admin/realms/atmosphere/clients/3c03cc79-b1a1-4561-b0b0-76ed4e0387b4/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.031 [auth-system-keycloak-80] [] 10.0.0.228:8080 165 0.031 200 7d36c9b2118030d1a860fa0f9c0f3666 199.204.45.240 - - [09/Apr/2026:02:10:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.228:8080 1885 0.048 200 fe7ee734eb1f277898f1bfb2f25b776a 199.204.45.240 - - [09/Apr/2026:02:10:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.228:8080 1286 0.007 200 477b128fe240107561439c318248e35c 199.204.45.240 - - [09/Apr/2026:02:10:17 +0000] "GET /admin/realms/atmosphere/clients/3c03cc79-b1a1-4561-b0b0-76ed4e0387b4/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.228:8080 31 0.009 404 2567e915f815bf557e8e823da12adcc5 199.204.45.240 - - [09/Apr/2026:02:10:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.034 [auth-system-keycloak-80] [] 10.0.0.228:8080 1286 0.033 200 ad3f51b3b09b6971821f46c9652701a3 199.204.45.240 - - [09/Apr/2026:02:10:17 +0000] "POST /admin/realms/atmosphere/clients/3c03cc79-b1a1-4561-b0b0-76ed4e0387b4/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.228:8080 0 0.014 201 07288799e8cac2d580d509829d9631fd 199.204.45.240 - - [09/Apr/2026:02:10:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.063 [auth-system-keycloak-80] [] 10.0.0.228:8080 1286 0.063 200 3581408db3ae4b320091ee59f47862dd 199.204.45.240 - - [09/Apr/2026:02:10:17 +0000] "GET /admin/realms/atmosphere/clients/3c03cc79-b1a1-4561-b0b0-76ed4e0387b4/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.228:8080 166 0.013 200 00f80a2fa47818302565a1e49fe0cb81 199.204.45.240 - - [09/Apr/2026:02:10:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.228:8080 1885 0.045 200 8d99c25832247e27430fd8a925ca3fc9 199.204.45.240 - - [09/Apr/2026:02:10:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.041 [auth-system-keycloak-80] [] 10.0.0.228:8080 1286 0.040 200 82c032f0c6185c5740b078106928b239 199.204.45.240 - - [09/Apr/2026:02:10:18 +0000] "GET /admin/realms/atmosphere/clients/3c03cc79-b1a1-4561-b0b0-76ed4e0387b4/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.228:8080 31 0.008 404 39405247cbba7e8e07281c4c15883fd3 199.204.45.240 - - [09/Apr/2026:02:10:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.228:8080 1286 0.006 200 bc38d9ef1f99747a8f903ade006789b7 199.204.45.240 - - [09/Apr/2026:02:10:18 +0000] "POST /admin/realms/atmosphere/clients/3c03cc79-b1a1-4561-b0b0-76ed4e0387b4/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.056 [auth-system-keycloak-80] [] 10.0.0.228:8080 0 0.055 201 27a951834d78cf7eacb999c35e32184c 199.204.45.240 - - [09/Apr/2026:02:10:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.228:8080 1286 0.005 200 7b5e035f5ab0eabbdbc8a7c904f2d9cd 199.204.45.240 - - [09/Apr/2026:02:10:18 +0000] "GET /admin/realms/atmosphere/clients/3c03cc79-b1a1-4561-b0b0-76ed4e0387b4/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.228:8080 166 0.009 200 c48959b19bed87a59f08590b9c81d8fa 199.204.45.240 - - [09/Apr/2026:02:10:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.228:8080 1885 0.043 200 ff99ddcb0cdeb57cfe494725ac2b6dc3 199.204.45.240 - - [09/Apr/2026:02:10:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.228:8080 1251 0.005 200 1a8ab6cbc6d1a8db72ea2cc62269145f 199.204.45.240 - - [09/Apr/2026:02:10:18 +0000] "GET /admin/realms/atmosphere/clients/2b1b31ff-3b84-46a2-afb4-429d20c804b1/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.022 [auth-system-keycloak-80] [] 10.0.0.228:8080 31 0.021 404 49ca1abe9ccb39c59ebab3f01de8bd40 199.204.45.240 - - [09/Apr/2026:02:10:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.228:8080 1251 0.005 200 7b90820e9df91c7d9c5e24be15cba477 199.204.45.240 - - [09/Apr/2026:02:10:18 +0000] "POST /admin/realms/atmosphere/clients/2b1b31ff-3b84-46a2-afb4-429d20c804b1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.285 [auth-system-keycloak-80] [] 10.0.0.228:8080 0 0.285 201 5a8e2b56cd519d0319e1a368e822281f 199.204.45.240 - - [09/Apr/2026:02:10:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.228:8080 1251 0.006 200 14f57d0777a88f076d27e028138b26d2 199.204.45.240 - - [09/Apr/2026:02:10:18 +0000] "GET /admin/realms/atmosphere/clients/2b1b31ff-3b84-46a2-afb4-429d20c804b1/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.228:8080 166 0.012 200 81ffcc1aa3ac0ce2570014cb3408f718 W0409 02:11:23.363773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:23.363818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:23.444019 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:23.444087 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0409 02:11:23.444132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:23.444149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:23.444250 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:23.444268 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:23.444355 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0409 02:11:23.444412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:23.444438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:23.444440 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0409 02:11:23.444490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:23.444513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:11:23.446008 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0409 02:11:23.446034 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0409 02:11:23.446552 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0409 02:11:23.446580 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0409 02:11:23.446924 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0409 02:11:23.446951 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0409 02:11:23.452744 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0409 02:11:23.453515 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"be9cfb66-54d1-435a-a40e-646f7febe5fe", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4164", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:11:23.453766 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0409 02:11:23.453819 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0409 02:11:23.454101 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"601e0de7-09b9-46ec-8c22-8566a25bb1d0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4165", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:11:23.454142 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0409 02:11:23.454159 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0409 02:11:23.454346 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"613652c9-52cf-46c1-a9ea-fd84cc68d788", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4166", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:11:23.454495 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0409 02:11:23.706569 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0409 02:11:23.708246 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0409 02:11:23.817834 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0409 02:11:23.819029 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0409 02:11:25.025814 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0409 02:11:25.027595 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0409 02:11:26.697426 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:26.697486 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:26.697510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:26.697611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:26.697633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:11:26.697722 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:11:26.758400 7 controller.go:216] "Backend successfully reloaded" I0409 02:11:26.758542 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lnh4j", UID:"90670b1d-ea50-4ee1-a1b1-615bd5912ec6", APIVersion:"v1", ResourceVersion:"1395", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:11:30.030762 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:30.030827 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:30.030864 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:30.030970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:30.030991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:33.364733 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:33.364780 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:33.364809 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:33.364936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:33.364955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:36.697323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:36.697377 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:36.697402 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:36.697483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:36.697496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:40.031386 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:40.031441 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:40.031483 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:40.031583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:40.031602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:43.364803 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:43.364861 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:11:43.364917 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:43.365037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:43.365063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:46.697977 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:46.698047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:46.698144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:46.698164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:50.030640 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:50.030732 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:50.030859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:50.030885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:53.363881 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:53.363946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:53.364041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:53.364059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:56.697355 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:11:56.697451 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:11:56.697567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:56.697595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:00.030632 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:00.030826 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:12:00.030957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:00.030983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.134 - - [09/Apr/2026:02:12:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.044 [auth-system-keycloak-80] [] 10.0.0.228:8080 6318 0.044 200 9af05c9cda1cda76aaf607ce2ab8c5e9 10.0.0.249 - - [09/Apr/2026:02:12:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.038 [auth-system-keycloak-80] [] 10.0.0.228:8080 6318 0.038 200 f90c1af674069cb36b0f43cffe85ea11 W0409 02:12:03.363966 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:03.364160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:03.364187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:06.698056 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:06.698346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:06.698376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:10.030965 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:10.031208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:10.031245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:13.363867 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:13.364063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:13.364090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:12:14.193352 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.209.160"}] I0409 02:12:14.193562 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.209.160"}] I0409 02:12:14.194546 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.209.160"}] I0409 02:12:14.200844 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"601e0de7-09b9-46ec-8c22-8566a25bb1d0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5317", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:12:14.202706 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"be9cfb66-54d1-435a-a40e-646f7febe5fe", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5318", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:12:14.204303 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"613652c9-52cf-46c1-a9ea-fd84cc68d788", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5319", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:12:16.698212 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:12:16.698449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:16.698471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:20.032416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:20.032460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:23.364169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:23.364238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [09/Apr/2026:02:12:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.228:8080 1885 0.043 200 31b198a641911665f37309ecdc2fb612 199.204.45.240 - - [09/Apr/2026:02:12:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.228:8080 4177 0.008 200 277e240a7f2cb68a3aec1c04d9928409 199.204.45.240 - - [09/Apr/2026:02:12:25 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5636 0.562 [auth-system-keycloak-80] [] 10.0.0.228:8080 0 0.562 204 30271be958484d19c494732ea6e6e82e 199.204.45.240 - - [09/Apr/2026:02:12:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1197 0.276 [auth-system-keycloak-80] [] 10.0.0.228:8080 4315 0.276 200 f3716e96dfd98feb305e7a9e3e245ddf 199.204.45.240 - - [09/Apr/2026:02:12:25 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.228:8080 6318 0.006 200 9e32edf69c23cb55ca7dd7e7dda05250 199.204.45.240 - - [09/Apr/2026:02:12:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.043 [auth-system-keycloak-80] [] 10.0.0.228:8080 1885 0.043 200 2f30b778639d5b6b7e2072b334132141 199.204.45.240 - - [09/Apr/2026:02:12:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.228:8080 2 0.006 200 d507579f0b094926a8f7da26b787f965 199.204.45.240 - - [09/Apr/2026:02:12:26 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.087 [auth-system-keycloak-80] [] 10.0.0.228:8080 0 0.086 201 64729ba046619f6511b9593e2168f01a 199.204.45.240 - - [09/Apr/2026:02:12:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.017 [auth-system-keycloak-80] [] 10.0.0.228:8080 2246 0.017 200 c82e28d87b123a4cd3b7a82dfad02cf1 199.204.45.240 - - [09/Apr/2026:02:12:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.228:8080 1885 0.044 200 132ba967319ae8ee7be855ab3d71a7cc 199.204.45.240 - - [09/Apr/2026:02:12:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.228:8080 2246 0.009 200 863d3ff86dc4955f4284d51921a64533 199.204.45.240 - - [09/Apr/2026:02:12:27 +0000] "GET /admin/realms/atmosphere/clients/1b4ec7bd-c0f2-46b9-b188-879885c2fcb8/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.228:8080 233 0.015 200 ce0e23a1f9ae8970c2c50565e714e1b1 199.204.45.240 - - [09/Apr/2026:02:12:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.079 [auth-system-keycloak-80] [] 10.0.0.228:8080 831 0.078 200 1d6cff809c4ac0c19022a1a5a36fb18d 199.204.45.240 - - [09/Apr/2026:02:12:27 +0000] "GET /admin/realms/atmosphere/clients/ba679bdd-e69e-47e6-ad6b-c4f6d50c1950/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.080 [auth-system-keycloak-80] [] 10.0.0.228:8080 3758 0.080 200 15faecb553595e91bd9d1b377448e27f 199.204.45.240 - - [09/Apr/2026:02:12:28 +0000] "GET /admin/realms/atmosphere/users/97ed4a36-a3da-4396-875c-b2b6cade08b8/role-mappings/clients/ba679bdd-e69e-47e6-ad6b-c4f6d50c1950/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.595 [auth-system-keycloak-80] [] 10.0.0.228:8080 3758 0.595 200 4637eeb55da56f637779bec07de3e16a 199.204.45.240 - - [09/Apr/2026:02:12:28 +0000] "GET /admin/realms/atmosphere/users/97ed4a36-a3da-4396-875c-b2b6cade08b8/role-mappings/clients/ba679bdd-e69e-47e6-ad6b-c4f6d50c1950/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.089 [auth-system-keycloak-80] [] 10.0.0.228:8080 2 0.090 200 76c85564f05d10fa5be3375a624bb5d3 199.204.45.240 - - [09/Apr/2026:02:12:28 +0000] "POST /admin/realms/atmosphere/users/97ed4a36-a3da-4396-875c-b2b6cade08b8/role-mappings/clients/ba679bdd-e69e-47e6-ad6b-c4f6d50c1950 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.090 [auth-system-keycloak-80] [] 10.0.0.228:8080 0 0.089 204 c7c6d4246dbf2a5ddae7eab43325ae38 199.204.45.240 - - [09/Apr/2026:02:12:28 +0000] "GET /admin/realms/atmosphere/users/97ed4a36-a3da-4396-875c-b2b6cade08b8/role-mappings/clients/ba679bdd-e69e-47e6-ad6b-c4f6d50c1950/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.228:8080 576 0.011 200 80305ab7325b451e337989951ee151ef W0409 02:12:31.090485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:31.090520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:34.424964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:34.425014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:50.312862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:50.312913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:53.646894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:53.646945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:56.980130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:56.980172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:35.976317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:35.976410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:06.447245 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0409 02:15:06.447333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:06.447357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:15:06.450863 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0409 02:15:06.450890 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0409 02:15:06.456101 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0409 02:15:06.456467 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"dab1eb9b-28f4-421c-8a43-3c9ae77b3275", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6519", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:15:06.456784 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0409 02:15:06.457340 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0409 02:15:06.457428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:06.457453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:15:06.457596 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:15:06.502747 7 controller.go:216] "Backend successfully reloaded" I0409 02:15:06.503032 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lnh4j", UID:"90670b1d-ea50-4ee1-a1b1-615bd5912ec6", APIVersion:"v1", ResourceVersion:"1395", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:15:06.672191 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0409 02:15:06.673355 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0409 02:15:09.791253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:09.791338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [09/Apr/2026:02:15:10 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.012 [openstack-keystone-api-5000] [] 10.0.0.191:5000 281 0.012 300 cb3954d5b710bb7d6f6b190e7ec397d3 199.204.45.240 - - [09/Apr/2026:02:15:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.191:5000 266 0.004 200 fae830b45322c70554fcc766610d412e 199.204.45.240 - - [09/Apr/2026:02:15:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.353 [openstack-keystone-api-5000] [] 10.0.0.191:5000 1297 0.354 201 da2bf4551ff1e5ec1ef0f8cb5b69c0a4 199.204.45.240 - - [09/Apr/2026:02:15:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.191:5000 281 0.005 300 66643c5f12ba6995e05a33a2285d471f 199.204.45.240 - - [09/Apr/2026:02:15:12 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.030 [openstack-keystone-api-5000] [] 10.0.0.191:5000 368 0.030 200 efaee32507315e42668c213ea5405a09 199.204.45.240 - - [09/Apr/2026:02:15:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.191:5000 266 0.005 200 4fafec68f02ad156b2e0a1d47930d56e 199.204.45.240 - - [09/Apr/2026:02:15:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.191:5000 1297 0.293 201 bc32d9f15657db1cf8cbc04a961a3759 199.204.45.240 - - [09/Apr/2026:02:15:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.191:5000 281 0.003 300 232d6e7a21e968bdc0f7ccf7adfbebb0 199.204.45.240 - - [09/Apr/2026:02:15:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.191:5000 101 0.020 404 0866b13e7db0397a5b1aa6915ed57c60 199.204.45.240 - - [09/Apr/2026:02:15:13 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.191:5000 156 0.019 200 690e5b967a486e44e4310978c5b72640 199.204.45.240 - - [09/Apr/2026:02:15:13 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.036 [openstack-keystone-api-5000] [] 10.0.0.191:5000 454 0.035 201 7e0867f52976a56560ae4820e8a3dc8e 199.204.45.240 - - [09/Apr/2026:02:15:13 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.191:5000 266 0.004 200 b38f87320ad0f7a4a661ca0a8539b8d9 I0409 02:15:14.191373 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.106.209.160"}] W0409 02:15:14.201627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:14.201666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:15:14.201803 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"dab1eb9b-28f4-421c-8a43-3c9ae77b3275", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6589", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.240 - - [09/Apr/2026:02:15:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.191:5000 1297 0.315 201 c19c1281114ffae687a27ce8d4ec5aa9 199.204.45.240 - - [09/Apr/2026:02:15:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.191:5000 281 0.004 300 3a92b22b1dcf52787d4dc0cc4f2261e6 199.204.45.240 - - [09/Apr/2026:02:15:14 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.191:5000 98 0.020 404 3fbee9194e8c37a59e98e61195dca506 199.204.45.240 - - [09/Apr/2026:02:15:14 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.191:5000 136 0.019 200 d1b6d5032d7541e32baf0cbb22ff9e74 199.204.45.240 - - [09/Apr/2026:02:15:14 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.021 [openstack-keystone-api-5000] [] 10.0.0.191:5000 332 0.021 201 4e8d3e398bf2033c7159837e90acbda5 199.204.45.240 - - [09/Apr/2026:02:15:14 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.191:5000 266 0.003 200 70776e145510997c4404a63881805b4f 199.204.45.240 - - [09/Apr/2026:02:15:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.191:5000 1297 0.282 201 ff1263198f41a8288cfc218cc8a0af5d 199.204.45.240 - - [09/Apr/2026:02:15:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.191:5000 281 0.004 300 ea1b8d8ad43fc0a9ad8659f131c5062c 199.204.45.240 - - [09/Apr/2026:02:15:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.024 [openstack-keystone-api-5000] [] 10.0.0.191:5000 131 0.025 404 f06db69f8bff3535e4ed09ace42a6a54 199.204.45.240 - - [09/Apr/2026:02:15:15 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.021 [openstack-keystone-api-5000] [] 10.0.0.191:5000 168 0.021 200 613054dc9067fc23940ded7e57b47670 199.204.45.240 - - [09/Apr/2026:02:15:15 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.027 [openstack-keystone-api-5000] [] 10.0.0.191:5000 224 0.027 201 952e92ec2ab9e0574751e849bb1e24f0 W0409 02:15:25.350734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:25.350763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:28.684897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:28.685040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:32.130652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:32.130687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:35.465760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:35.465803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:50.811305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:50.811343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:58.294019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:58.294052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:01.628897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:16:01.628952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:23.412763 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:17:23.412931 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0409 02:17:23.413091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:23.413133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:17:23.418261 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:32.2kB} I0409 02:17:23.418298 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0409 02:17:23.421984 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0409 02:17:23.422272 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"78ff70a5-d5c7-477c-a258-12c93b357ba1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7580", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:17:23.422535 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0409 02:17:23.422837 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:17:23.422914 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0409 02:17:23.422966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:23.422982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:17:23.423068 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:17:23.468068 7 controller.go:216] "Backend successfully reloaded" I0409 02:17:23.468505 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lnh4j", UID:"90670b1d-ea50-4ee1-a1b1-615bd5912ec6", APIVersion:"v1", ResourceVersion:"1395", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:17:23.735848 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0409 02:17:23.737277 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.240 - - [09/Apr/2026:02:17:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.191:5000 281 0.003 300 abfcfef46019356197f8a9e519bb057d 199.204.45.240 - - [09/Apr/2026:02:17:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.341 [openstack-keystone-api-5000] [] 10.0.0.191:5000 1929 0.342 201 77a4014c748ae4805021db5f46668712 199.204.45.240 - - [09/Apr/2026:02:17:24 +0000] "GET /v3/roles HTTP/1.1" 200 824 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.021 [openstack-keystone-api-5000] [] 10.0.0.191:5000 824 0.021 200 bb6aaa43b20bdd222d953c154c431d2f 199.204.45.240 - - [09/Apr/2026:02:17:24 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.028 [openstack-keystone-api-5000] [] 10.0.0.191:5000 230 0.028 201 2345a1c8fab2d6f3ae1afe29f4497773 W0409 02:17:26.757226 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:17:26.757350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:26.757367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [09/Apr/2026:02:17:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.191:5000 281 0.004 300 c58844ecd419b8e8b79234db0a49677a 199.204.45.240 - - [09/Apr/2026:02:17:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 548 0.286 [openstack-keystone-api-5000] [] 10.0.0.191:5000 1929 0.286 201 e788f4d59a3205c65f9388169765515a 199.204.45.240 - - [09/Apr/2026:02:17:29 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "python-keystoneclient" 380 0.020 [openstack-keystone-api-5000] [] 10.0.0.191:5000 1045 0.020 200 a2fefa9790d978890e795222f07996c6 199.204.45.240 - - [09/Apr/2026:02:17:29 +0000] "PUT /v3/roles/c16fc53a75a94b4f9e1cb64c099046ab/implies/ee9d923cebcc471684413560cf092595 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.034 [openstack-keystone-api-5000] [] 10.0.0.191:5000 521 0.033 201 3ef562712772bbd8f230268bf2f13b24 W0409 02:17:30.090515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:30.090563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [09/Apr/2026:02:18:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.191:5000 281 0.004 300 acf480bc0191c3c444731079983245ca 199.204.45.240 - - [09/Apr/2026:02:18:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.407 [openstack-keystone-api-5000] [] 10.0.0.191:5000 1992 0.407 201 fc6b366aa57b837a4d3c669b8ddbb0e0 199.204.45.240 - - [09/Apr/2026:02:18:13 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.031 [openstack-keystone-api-5000] [] 10.0.0.191:5000 87 0.032 404 f7580835ace8bf097eef2c32fb2c1122 199.204.45.240 - - [09/Apr/2026:02:18:14 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 440 0.028 [openstack-keystone-api-5000] [] 10.0.0.191:5000 390 0.027 200 bf6a6bc3fa49a2b023551fe13070ec7e 199.204.45.240 - - [09/Apr/2026:02:18:14 +0000] "GET /v3/users?domain_id=7731a393e807446d970f44e0b7815482&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.035 [openstack-keystone-api-5000] [] 10.0.0.191:5000 178 0.035 200 512ce00b947001252d5e3363d0ca1254 I0409 02:18:14.191613 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.106.209.160"}] I0409 02:18:14.199329 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"78ff70a5-d5c7-477c-a258-12c93b357ba1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8070", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:18:14.202974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:14.203024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [09/Apr/2026:02:18:14 +0000] "POST /v3/users HTTP/1.1" 201 327 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 664 0.293 [openstack-keystone-api-5000] [] 10.0.0.191:5000 327 0.292 201 efe87731dffeb3d8f437a3b819078d91 199.204.45.240 - - [09/Apr/2026:02:18:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.191:5000 281 0.006 300 6a44c574efc723fa701b976468ec8e71 199.204.45.240 - - [09/Apr/2026:02:18:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.191:5000 1992 0.286 201 c3024d58ffeae783efdf3ceb97ccfa21 199.204.45.240 - - [09/Apr/2026:02:18:15 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.021 [openstack-keystone-api-5000] [] 10.0.0.191:5000 1045 0.020 200 31d7ab8bfcb1991e713645e1d5262036 199.204.45.240 - - [09/Apr/2026:02:18:15 +0000] "GET /v3/domains HTTP/1.1" 200 810 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.026 [openstack-keystone-api-5000] [] 10.0.0.191:5000 810 0.026 200 56e11972a91428bfaeef48a648b3da67 199.204.45.240 - - [09/Apr/2026:02:18:15 +0000] "GET /v3/users?domain_id=7731a393e807446d970f44e0b7815482&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.037 [openstack-keystone-api-5000] [] 10.0.0.191:5000 494 0.036 200 ad1bd7c9c534027ed2ce137762e58f1d 199.204.45.240 - - [09/Apr/2026:02:18:15 +0000] "GET /v3/projects?domain_id=7731a393e807446d970f44e0b7815482 HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.029 [openstack-keystone-api-5000] [] 10.0.0.191:5000 550 0.029 200 6d25f0850da6ad52262cfd3141a3267b 199.204.45.240 - - [09/Apr/2026:02:18:15 +0000] "GET /v3/role_assignments?role.id=8722b6ae0e274be980f98826897b549e&user.id=40ec9388e5f2440cacf44145a0507933&scope.project.id=bc59b60c7e284cfe838ed947c932d871 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.021 [openstack-keystone-api-5000] [] 10.0.0.191:5000 270 0.020 200 6becda9e5118ccaf4b7e34d34d0e8886 199.204.45.240 - - [09/Apr/2026:02:18:15 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.021 [openstack-keystone-api-5000] [] 10.0.0.191:5000 1045 0.022 200 d73684264722d461f6451dc846d8a83c 199.204.45.240 - - [09/Apr/2026:02:18:15 +0000] "GET /v3/domains/7731a393e807446d970f44e0b7815482 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.191:5000 270 0.017 200 944961d2d0ea1233e77e47aced661380 199.204.45.240 - - [09/Apr/2026:02:18:15 +0000] "GET /v3/users?domain_id=7731a393e807446d970f44e0b7815482&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.033 [openstack-keystone-api-5000] [] 10.0.0.191:5000 494 0.033 200 3d9387f4a25cfb14366b91cd786f5a78 199.204.45.240 - - [09/Apr/2026:02:18:15 +0000] "GET /v3/projects?domain_id=7731a393e807446d970f44e0b7815482 HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.025 [openstack-keystone-api-5000] [] 10.0.0.191:5000 550 0.025 200 5f2ad8a88a569c18da71698aa415d9cd 199.204.45.240 - - [09/Apr/2026:02:18:15 +0000] "GET /v3/role_assignments?role.id=8722b6ae0e274be980f98826897b549e&user.id=40ec9388e5f2440cacf44145a0507933&scope.project.id=bc59b60c7e284cfe838ed947c932d871 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.016 [openstack-keystone-api-5000] [] 10.0.0.191:5000 270 0.015 200 42b4c1fd8d451630b0d4f17881e62674 199.204.45.240 - - [09/Apr/2026:02:18:15 +0000] "PUT /v3/projects/bc59b60c7e284cfe838ed947c932d871/users/40ec9388e5f2440cacf44145a0507933/roles/8722b6ae0e274be980f98826897b549e HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 558 0.046 [openstack-keystone-api-5000] [] 10.0.0.191:5000 0 0.046 204 c672bd12159b4a9fdb1ac7e85cb46e23 199.204.45.240 - - [09/Apr/2026:02:18:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.191:5000 281 0.004 300 4772e1fececb5269bb0e96a3e6c1f1b3 199.204.45.240 - - [09/Apr/2026:02:18:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.355 [openstack-keystone-api-5000] [] 10.0.0.191:5000 1992 0.355 201 72900ed60dc2707b0f62a6eaccfb8d91 199.204.45.240 - - [09/Apr/2026:02:18:16 +0000] "GET /v3/services HTTP/1.1" 200 597 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.016 [openstack-keystone-api-5000] [] 10.0.0.191:5000 597 0.016 200 bdcebb81171d8c58eed98b767e2a7b6a 199.204.45.240 - - [09/Apr/2026:02:18:16 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 596 0.030 [openstack-keystone-api-5000] [] 10.0.0.191:5000 263 0.030 201 3c141ddb18ab2e03b2cabbeac9a78126 199.204.45.240 - - [09/Apr/2026:02:18:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.191:5000 281 0.007 300 6daaa239cc37d76545201d43af03fbce 199.204.45.240 - - [09/Apr/2026:02:18:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2094 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.385 [openstack-keystone-api-5000] [] 10.0.0.191:5000 2094 0.385 201 6cc74f0bb4f530aa44299b05819d7a9e 199.204.45.240 - - [09/Apr/2026:02:18:17 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.020 [openstack-keystone-api-5000] [] 10.0.0.191:5000 848 0.019 200 d67c6ebee5e09429a5cff5aae6e6baba 199.204.45.240 - - [09/Apr/2026:02:18:17 +0000] "GET /v3/endpoints HTTP/1.1" 200 2223 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.018 [openstack-keystone-api-5000] [] 10.0.0.191:5000 2223 0.018 200 1a2f5faab56b79fb5cb13baca4ddc85b 199.204.45.240 - - [09/Apr/2026:02:18:17 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 686 0.040 [openstack-keystone-api-5000] [] 10.0.0.191:5000 379 0.040 201 19b00e389e2252b1521c51000bbffcf2 199.204.45.240 - - [09/Apr/2026:02:18:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.191:5000 281 0.003 300 24a47716f7a7a847419b6cb9339902f6 199.204.45.240 - - [09/Apr/2026:02:18:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2303 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.191:5000 2303 0.298 201 c3bdfa95171d5310b587378d0d9b4558 199.204.45.240 - - [09/Apr/2026:02:18:18 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.018 [openstack-keystone-api-5000] [] 10.0.0.191:5000 848 0.018 200 8d347c0a4de33ac665373f7c08e35a1d 199.204.45.240 - - [09/Apr/2026:02:18:18 +0000] "GET /v3/endpoints HTTP/1.1" 200 2589 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.020 [openstack-keystone-api-5000] [] 10.0.0.191:5000 2589 0.020 200 4e2086e7458d6f4bcc93d784c7a2e12f 199.204.45.240 - - [09/Apr/2026:02:18:18 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 699 0.030 [openstack-keystone-api-5000] [] 10.0.0.191:5000 392 0.030 201 19e36a4df7c8cc9736d641be6b5ae30f W0409 02:18:19.916437 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:18:19.916567 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0409 02:18:19.916624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:19.916636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:18:19.919977 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.003s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:35.7kB} I0409 02:18:19.920000 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0409 02:18:19.925533 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0409 02:18:19.926097 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0409 02:18:19.926512 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:18:19.926621 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0409 02:18:19.926747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:19.926763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:18:19.926920 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:18:19.927069 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"075eb5d9-cba9-4223-9c86-98aa7404f326", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8103", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:18:19.978182 7 controller.go:216] "Backend successfully reloaded" I0409 02:18:19.978427 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lnh4j", UID:"90670b1d-ea50-4ee1-a1b1-615bd5912ec6", APIVersion:"v1", ResourceVersion:"1395", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:18:20.206137 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0409 02:18:20.209474 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0409 02:18:23.260490 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:18:23.260689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:23.260714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:36.491640 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:18:36.491751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:36.491765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:41.245675 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:18:41.245818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:41.245838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:44.579399 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:18:44.579644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:44.579667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:47.912442 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:18:47.912604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:47.912629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:18:47.912829 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:18:47.967290 7 controller.go:216] "Backend successfully reloaded" I0409 02:18:47.967895 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lnh4j", UID:"90670b1d-ea50-4ee1-a1b1-615bd5912ec6", APIVersion:"v1", ResourceVersion:"1395", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:18:51.246549 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:18:51.246737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:51.246760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:06.789077 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:19:06.789370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:06.789401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:10.123058 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:19:10.124331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:10.124404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:19:14.192870 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.106.209.160"}] I0409 02:19:14.197876 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"075eb5d9-cba9-4223-9c86-98aa7404f326", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8598", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:19:14.199015 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:19:14.199101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:14.199115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:17.533219 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:19:17.533461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:17.533488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:50.307422 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:19:50.310235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:50.310377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:28.976532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:28.976559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:16.696591 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:21:16.696751 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0409 02:21:16.696866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:16.696904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:21:16.701351 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.2kB} I0409 02:21:16.701376 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0409 02:21:16.726786 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0409 02:21:16.727111 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"7f50464b-d800-4bee-8e0d-337beb3da707", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9640", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:21:16.727471 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0409 02:21:16.727966 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:21:16.728137 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0409 02:21:16.728262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:16.728313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:21:16.728500 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:21:16.781099 7 controller.go:216] "Backend successfully reloaded" I0409 02:21:16.781447 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-lnh4j", UID:"90670b1d-ea50-4ee1-a1b1-615bd5912ec6", APIVersion:"v1", ResourceVersion:"1395", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:21:17.009493 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0409 02:21:17.010219 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0409 02:21:20.062914 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:21:20.063167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:20.063205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:34.352574 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:21:34.352815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:34.352866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:42.684433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:42.684478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:22:14.192269 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.106.209.160"}] I0409 02:22:14.197679 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"7f50464b-d800-4bee-8e0d-337beb3da707", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9989", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:22:14.199528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:14.199562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.240 - - [09/Apr/2026:02:24:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.191:5000 281 0.003 300 7a32702d60701a845f1c1839f4e047c0 199.204.45.240 - - [09/Apr/2026:02:24:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.355 [openstack-keystone-api-5000] [] 10.0.0.191:5000 3138 0.356 201 45353ef99d1d95e8f189cf57954cb36f 199.204.45.240 - - [09/Apr/2026:02:24:26 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.121:9292 1193 0.003 300 9d981f5bade1eae13d846e3f867447fb 199.204.45.240 - - [09/Apr/2026:02:24:26 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.525 [openstack-glance-api-9292] [] 10.0.0.121:9292 69 0.525 200 b4fe16f9a6e2b15f7503dbf09baf6c3a 199.204.45.240 - - [09/Apr/2026:02:24:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.191:5000 281 0.004 300 2bfa428312256879ccd99164b81090a2 199.204.45.240 - - [09/Apr/2026:02:24:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.191:5000 3138 0.285 201 d4840081fd597cab387c5731762d40ae 199.204.45.240 - - [09/Apr/2026:02:24:29 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.121:9292 1193 0.002 300 0eb1fac9d2758282f8acd9217171aaba 199.204.45.240 - - [09/Apr/2026:02:24:29 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.050 [openstack-glance-api-9292] [] 10.0.0.121:9292 69 0.051 200 9ed92675462fc93514597cb4021f8705 199.204.45.240 - - [09/Apr/2026:02:24:29 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.121 [openstack-glance-api-9292] [] 10.0.0.121:9292 151 0.120 404 2e2627ff4dfaa30d27260655418c1cc6 199.204.45.240 - - [09/Apr/2026:02:24:29 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.025 [openstack-glance-api-9292] [] 10.0.0.121:9292 81 0.026 200 bdeab11f0f7c3ad665b3140fbd7284aa 199.204.45.240 - - [09/Apr/2026:02:24:29 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.030 [openstack-glance-api-9292] [] 10.0.0.121:9292 84 0.029 200 3807e5c0d7438b7d6a8158198b7830c5 199.204.45.240 - - [09/Apr/2026:02:24:29 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 748 0.069 [openstack-glance-api-9292] [] 10.0.0.121:9292 760 0.069 201 6ab3f8a117f1cc52555f0964055ace61 199.204.45.240 - - [09/Apr/2026:02:24:33 +0000] "PUT /v2/images/234485da-c3bf-4d31-b102-0a938e1e3dbf/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.559 [openstack-glance-api-9292] [] 10.0.0.121:9292 0 3.558 204 124c4e81a6034c145de505de7e721dae 199.204.45.240 - - [09/Apr/2026:02:24:33 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.013 [openstack-glance-api-9292] [] 10.0.0.121:9292 1240 0.012 200 dbad0df2f666009612bafc6ae77d2539 199.204.45.240 - - [09/Apr/2026:02:24:33 +0000] "PATCH /v2/images/234485da-c3bf-4d31-b102-0a938e1e3dbf HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 540 0.012 [openstack-glance-api-9292] [] 10.0.0.121:9292 1171 0.012 200 df1f1b3c8270666aac71299eefd9b404 199.204.45.240 - - [09/Apr/2026:02:24:33 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.012 [openstack-glance-api-9292] [] 10.0.0.121:9292 1240 0.011 200 d7c429a260691cd8143899732d181e2c W0409 02:24:36.403515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:24:36.403578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:24:39.737849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:24:39.737906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store