------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0408 01:21:34.432140 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0408 01:21:34.432295 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0408 01:21:34.440948 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0408 01:21:34.444199 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0408 01:21:34.651064 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0408 01:21:34.674095 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0408 01:21:34.687610 7 nginx.go:271] "Starting NGINX Ingress controller" I0408 01:21:34.694788 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"f5f32ace-bbb5-4776-a68d-93e0bdeb1052", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0408 01:21:34.698917 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"68fa042c-42cd-46dc-93dc-8b9ee96bc016", APIVersion:"v1", ResourceVersion:"1342", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0408 01:21:34.699074 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"e78f143d-c1be-47ce-9285-13f0270134d0", APIVersion:"v1", ResourceVersion:"1341", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0408 01:21:35.889490 7 nginx.go:317] "Starting NGINX process" I0408 01:21:35.889719 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0408 01:21:35.890358 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0408 01:21:35.891014 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0408 01:21:35.891089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:21:35.891108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:21:35.891154 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:21:35.899027 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0408 01:21:35.899151 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-fllll" I0408 01:21:35.922980 7 controller.go:216] "Backend successfully reloaded" I0408 01:21:35.923069 7 controller.go:227] "Initial sync, sleeping for 1 second" I0408 01:21:35.923272 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fllll", UID:"2eb905ba-42f5-4013-a6e3-a62fb25bf770", APIVersion:"v1", ResourceVersion:"1385", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:21:39.717945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:21:39.717985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:21:43.052166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:21:43.052221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:21:46.385554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:21:46.385614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:21:49.719487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:21:49.719541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:21:53.052048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:21:53.052106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:21:56.385325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:21:56.385385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:21:59.718956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:21:59.719015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:22:03.051500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:22:03.051554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:22:06.385257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:22:06.385355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:22:13.106631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:22:13.106670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:02.055503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:02.055618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:20.025089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:20.025142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:23.359024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:23.359072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:26.691965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:26.692007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:30.025341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:30.025405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:33.358634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:33.358707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:36.692663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:36.692713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:41.480806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:41.480846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:44.814904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:44.814964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:48.535335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:48.535376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:51.869050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:51.869087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:58.801047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:58.801091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:02.135096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:02.135147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:02.460640 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-250.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-250.nip.io-tls was not found. Using default certificate W0408 01:26:02.460790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:02.460842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:26:02.462837 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0408 01:26:02.462928 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0408 01:26:02.470338 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0408 01:26:02.470615 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"9fe57e4a-2336-417b-9aee-d13b0c6aadf7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3410", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:26:02.470842 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-250.nip.io-tls" in local store I0408 01:26:02.769381 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-250.nip.io-tls" I0408 01:26:02.770369 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-250.nip.io-tls" W0408 01:26:05.468295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:05.468329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:26:05.468367 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:26:05.502418 7 controller.go:216] "Backend successfully reloaded" I0408 01:26:05.502840 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fllll", UID:"2eb905ba-42f5-4013-a6e3-a62fb25bf770", APIVersion:"v1", ResourceVersion:"1385", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:26:08.801488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:08.801584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:01:26:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.025 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 2.023 200 fecc4b3b7cfca5c5066a5e6c7b5bfdcf 199.204.45.250 - - [08/Apr/2026:01:26:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.188 [auth-system-keycloak-80] [] 10.0.0.172:8080 116 0.187 404 8eab4e3723ae5c64e4cfb78a9da6273a 199.204.45.250 - - [08/Apr/2026:01:26:17 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.778 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 3.778 201 fef7cdc157909be08f0d377dee3bdb16 199.204.45.250 - - [08/Apr/2026:01:26:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.594 [auth-system-keycloak-80] [] 10.0.0.172:8080 4246 0.594 200 7ffaac802c0bf4994ba470021fb6f23e 199.204.45.250 - - [08/Apr/2026:01:26:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.491 200 96afaf8baa433bf0a3a1304739914635 199.204.45.250 - - [08/Apr/2026:01:26:19 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.075 [auth-system-keycloak-80] [] 10.0.0.172:8080 12500 0.076 200 29164282be139567a9d467e32aad6a8e 199.204.45.250 - - [08/Apr/2026:01:26:19 +0000] "GET /admin/realms/atmosphere/client-scopes/05b7594b-d86e-40b1-865f-8633a4104b14 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 1278 0.006 200 0167731ca072753c2c73e5cafb74b6f9 199.204.45.250 - - [08/Apr/2026:01:26:19 +0000] "PUT /admin/realms/atmosphere/client-scopes/05b7594b-d86e-40b1-865f-8633a4104b14 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.058 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.057 204 8bb47a3a5b1ff234d746640db1bab283 199.204.45.250 - - [08/Apr/2026:01:26:19 +0000] "GET /admin/realms/atmosphere/client-scopes/05b7594b-d86e-40b1-865f-8633a4104b14/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.017 [auth-system-keycloak-80] [] 10.0.0.172:8080 963 0.017 200 1f20c026134dcfa943146a23c3b7fbc8 199.204.45.250 - - [08/Apr/2026:01:26:19 +0000] "GET /admin/realms/atmosphere/client-scopes/05b7594b-d86e-40b1-865f-8633a4104b14/protocol-mappers/models/29244654-d4ae-45b4-9b43-7ab959c9aba3 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.058 [auth-system-keycloak-80] [] 10.0.0.172:8080 366 0.057 200 b94c69d0d0a8638221b53d9822f0fcb0 199.204.45.250 - - [08/Apr/2026:01:26:19 +0000] "PUT /admin/realms/atmosphere/client-scopes/05b7594b-d86e-40b1-865f-8633a4104b14/protocol-mappers/models/29244654-d4ae-45b4-9b43-7ab959c9aba3 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.019 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.019 204 2cc3e172ee68e59187d1535bceb55648 199.204.45.250 - - [08/Apr/2026:01:26:19 +0000] "GET /admin/realms/atmosphere/client-scopes/05b7594b-d86e-40b1-865f-8633a4104b14 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.070 [auth-system-keycloak-80] [] 10.0.0.172:8080 1218 0.071 200 2ce83ef4eee45ac6a9a64e5581eef601 I0408 01:26:35.906148 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.74.98"}] I0408 01:26:35.912526 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"9fe57e4a-2336-417b-9aee-d13b0c6aadf7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3776", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:26:35.913663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:35.913697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:01:26:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.478 200 174160c525399bc0adff8acda2c47024 199.204.45.250 - - [08/Apr/2026:01:26:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.062 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.061 200 699c2208a847374557670e6990e67e22 199.204.45.250 - - [08/Apr/2026:01:26:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.377 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.377 201 0834ecf3a11ca8cbe2f3707b20958e6b 199.204.45.250 - - [08/Apr/2026:01:26:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.023 [auth-system-keycloak-80] [] 10.0.0.172:8080 1261 0.023 200 e963e9b3353ac434ef5709b8e46a24ca 199.204.45.250 - - [08/Apr/2026:01:26:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.510 200 3eaaf7893b49a555a7c6356d08efb17a 199.204.45.250 - - [08/Apr/2026:01:26:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.009 200 a8f02a7be889941d126396e6254f769a 199.204.45.250 - - [08/Apr/2026:01:26:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.089 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.089 201 0432768c6bc34641fa41610acc3175ff 199.204.45.250 - - [08/Apr/2026:01:26:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.076 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.076 200 1faa022269667f9dbedcc8401a9b0ea0 199.204.45.250 - - [08/Apr/2026:01:26:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.546 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.545 200 dc8551f76f11599d3ef4fda2eccd0364 199.204.45.250 - - [08/Apr/2026:01:26:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.049 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.049 200 b3c67a9f9be2370bdce962771dc7f872 199.204.45.250 - - [08/Apr/2026:01:26:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.038 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.038 201 a8f57ed5f326620a3c00bd52fdef2abc 199.204.45.250 - - [08/Apr/2026:01:26:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.054 [auth-system-keycloak-80] [] 10.0.0.172:8080 1251 0.054 200 e8aa58e2ae4bbd67ea4f989e176dc565 199.204.45.250 - - [08/Apr/2026:01:26:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.474 200 962392a0fdeb344a68b9c0ae2f436b88 199.204.45.250 - - [08/Apr/2026:01:26:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.052 [auth-system-keycloak-80] [] 10.0.0.172:8080 1261 0.052 200 5815d0beaae27bec4684d13dd35a470f 199.204.45.250 - - [08/Apr/2026:01:26:44 +0000] "GET /admin/realms/atmosphere/clients/d85d61f2-6138-405b-8cf3-21b1920c36bb/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.016 404 299b80ff0327c0cd7f337f0ef7b4e2fa 199.204.45.250 - - [08/Apr/2026:01:26:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 1261 0.007 200 fd2f9db1b6451d47e760dc82019bde21 199.204.45.250 - - [08/Apr/2026:01:26:44 +0000] "POST /admin/realms/atmosphere/clients/d85d61f2-6138-405b-8cf3-21b1920c36bb/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.058 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.058 201 43e4c501bf8ea947f2b17ffe3d16a8a2 199.204.45.250 - - [08/Apr/2026:01:26:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 1261 0.009 200 2eadad281f7c79c5ba82f9e5dea2c2ea 199.204.45.250 - - [08/Apr/2026:01:26:44 +0000] "GET /admin/realms/atmosphere/clients/d85d61f2-6138-405b-8cf3-21b1920c36bb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.017 200 dcb70d32d743ffaf9a811525be7886ae 199.204.45.250 - - [08/Apr/2026:01:26:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.499 200 5470e213e8502ef8ced8baf9fa18af14 199.204.45.250 - - [08/Apr/2026:01:26:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.066 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.066 200 da6c8c4d36e713fa8c0bd613de0fb0cf 199.204.45.250 - - [08/Apr/2026:01:26:45 +0000] "GET /admin/realms/atmosphere/clients/51d59bfb-5fbb-4a0f-bee9-b3b523143d2a/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.010 404 54b3a2ff57486a8beb966a4c91274afb 199.204.45.250 - - [08/Apr/2026:01:26:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.008 200 916f580425d65f8d0074cd739d3cf17b 199.204.45.250 - - [08/Apr/2026:01:26:45 +0000] "POST /admin/realms/atmosphere/clients/51d59bfb-5fbb-4a0f-bee9-b3b523143d2a/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.014 201 067b66cb614ee7d1601b4c3ad435c88c 199.204.45.250 - - [08/Apr/2026:01:26:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.006 200 a4b107ea15ca88478225d6c951a45676 199.204.45.250 - - [08/Apr/2026:01:26:45 +0000] "GET /admin/realms/atmosphere/clients/51d59bfb-5fbb-4a0f-bee9-b3b523143d2a/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.016 [auth-system-keycloak-80] [] 10.0.0.172:8080 165 0.015 200 85677919147beab3a5df62cc83abd096 199.204.45.250 - - [08/Apr/2026:01:26:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.518 200 d1927dba5ab7224ecac9a66b0ec87e87 199.204.45.250 - - [08/Apr/2026:01:26:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.007 200 5f366a2e2946fd443232d50e4a3bc032 199.204.45.250 - - [08/Apr/2026:01:26:46 +0000] "GET /admin/realms/atmosphere/clients/51d59bfb-5fbb-4a0f-bee9-b3b523143d2a/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.008 404 c2449c2e2fa33433b779e4f0915b0264 199.204.45.250 - - [08/Apr/2026:01:26:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.006 200 f7230570901e4dc6cdd8f8a23ff65dc3 199.204.45.250 - - [08/Apr/2026:01:26:46 +0000] "POST /admin/realms/atmosphere/clients/51d59bfb-5fbb-4a0f-bee9-b3b523143d2a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.041 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.040 201 9346472d624ff3eaf01aa622e1deaf19 199.204.45.250 - - [08/Apr/2026:01:26:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.008 200 a94b79b299fa272766b05c0862eb970e 199.204.45.250 - - [08/Apr/2026:01:26:46 +0000] "GET /admin/realms/atmosphere/clients/51d59bfb-5fbb-4a0f-bee9-b3b523143d2a/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.013 200 36db6d33f44b0a77621ecb8543fe978c 199.204.45.250 - - [08/Apr/2026:01:26:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.489 200 ffcef0929c579c30db20dbcff365c937 199.204.45.250 - - [08/Apr/2026:01:26:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.012 200 0983f4afb44f16e4fe8dec6130a34f34 199.204.45.250 - - [08/Apr/2026:01:26:47 +0000] "GET /admin/realms/atmosphere/clients/51d59bfb-5fbb-4a0f-bee9-b3b523143d2a/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.062 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.062 404 31727bfd3e42041c5c9c3770ca6f3ac6 199.204.45.250 - - [08/Apr/2026:01:26:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.006 200 7cfc2d8a056b947df1c72537d5a90e3e 199.204.45.250 - - [08/Apr/2026:01:26:47 +0000] "POST /admin/realms/atmosphere/clients/51d59bfb-5fbb-4a0f-bee9-b3b523143d2a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.068 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.067 201 3236898637bae793d2c8d23fe6b1b9f4 199.204.45.250 - - [08/Apr/2026:01:26:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.007 200 19c8fc473d0444808a8762e7b2ef2fc0 199.204.45.250 - - [08/Apr/2026:01:26:47 +0000] "GET /admin/realms/atmosphere/clients/51d59bfb-5fbb-4a0f-bee9-b3b523143d2a/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.072 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.072 200 0c8c79cce1cf83b24be889d1c3168cdd 199.204.45.250 - - [08/Apr/2026:01:26:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.469 200 0f3f175e5d9e15c76b474831f4541a14 199.204.45.250 - - [08/Apr/2026:01:26:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.050 [auth-system-keycloak-80] [] 10.0.0.172:8080 1251 0.050 200 4aa265607f315b002600ad31d2ce3cce 199.204.45.250 - - [08/Apr/2026:01:26:48 +0000] "GET /admin/realms/atmosphere/clients/398362ed-5a29-48d9-b1f2-f267a5dc62be/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 119 0.009 404 db8c10212251d7c9892e55cde89faed7 199.204.45.250 - - [08/Apr/2026:01:26:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 1251 0.007 200 f6c68a44d4fdaea08448c91802f2de89 199.204.45.250 - - [08/Apr/2026:01:26:48 +0000] "POST /admin/realms/atmosphere/clients/398362ed-5a29-48d9-b1f2-f267a5dc62be/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.052 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.052 201 b195d255e4051891709b262ce9980fef 199.204.45.250 - - [08/Apr/2026:01:26:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 1251 0.007 200 1e979c60685369cc2ce6fc919daa402f 199.204.45.250 - - [08/Apr/2026:01:26:48 +0000] "GET /admin/realms/atmosphere/clients/398362ed-5a29-48d9-b1f2-f267a5dc62be/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.011 200 2a5ab63900b404171ed05b6c223eab33 W0408 01:27:02.492827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:02.492860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:05.827053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:05.827119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:53.876020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:53.876067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:53.942112 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:27:53.942176 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0408 01:27:53.942211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:53.942225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:53.942442 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:27:53.942504 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0408 01:27:53.942536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:53.942555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:53.943080 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:27:53.943183 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0408 01:27:53.943242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:53.943261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:27:53.943930 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0408 01:27:53.943957 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0408 01:27:53.944119 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0408 01:27:53.944145 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0408 01:27:53.945095 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0408 01:27:53.945122 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0408 01:27:53.954218 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0408 01:27:53.954819 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"83283f3f-1a52-4e0a-9c37-0bbb6fa37929", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4418", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:27:53.955088 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0408 01:27:53.955144 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0408 01:27:53.955549 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0408 01:27:53.955615 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f31f64e5-2dbf-4b48-8297-78996965705c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4419", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:27:53.955652 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0408 01:27:53.955845 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e20e2f5d-ec60-427c-97dd-3969a98d6763", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4420", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:27:53.956171 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0408 01:27:54.186034 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0408 01:27:54.187253 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0408 01:27:54.420784 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0408 01:27:54.421717 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0408 01:27:55.463571 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0408 01:27:55.465098 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0408 01:27:57.211126 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:27:57.211200 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:27:57.211250 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:27:57.211403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:27:57.211431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:27:57.211638 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:27:57.259806 7 controller.go:216] "Backend successfully reloaded" I0408 01:27:57.260222 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fllll", UID:"2eb905ba-42f5-4013-a6e3-a62fb25bf770", APIVersion:"v1", ResourceVersion:"1385", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:28:00.543397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:28:00.543478 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:28:00.543514 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:28:00.543627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:00.543646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:03.877902 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:28:03.877962 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:28:03.877989 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:28:03.878108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:03.878129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:07.210503 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:28:07.210584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:28:07.210632 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:28:07.210836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:07.210866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:10.543741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:28:10.543808 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:28:10.543861 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:28:10.543976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:10.544007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:13.876870 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:28:13.876962 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:28:13.877019 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:28:13.877514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:13.877559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:17.209656 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:28:17.209738 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:28:17.209837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:17.209858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:20.542996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:28:20.543143 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:28:20.543284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:20.543310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:23.877076 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:28:23.877176 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:28:23.877308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:23.877331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:27.210559 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:28:27.210709 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:28:27.210930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:27.210957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:30.543686 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:28:30.543795 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:28:30.543927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:30.543953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.107 - - [08/Apr/2026:01:28:31 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.033 [auth-system-keycloak-80] [] 10.0.0.172:8080 6382 0.034 200 3b9e675fabcb88b08b21826ca4909ae7 10.0.0.92 - - [08/Apr/2026:01:28:31 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.017 [auth-system-keycloak-80] [] 10.0.0.172:8080 6382 0.017 200 5bf8aa0759d032f3d20494f6465658b9 W0408 01:28:33.877109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:33.877151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:28:35.906399 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.74.98"}] I0408 01:28:35.906911 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.74.98"}] I0408 01:28:35.907320 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.74.98"}] I0408 01:28:35.911970 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f31f64e5-2dbf-4b48-8297-78996965705c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5517", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:28:35.918968 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"83283f3f-1a52-4e0a-9c37-0bbb6fa37929", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5518", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:28:35.918996 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e20e2f5d-ec60-427c-97dd-3969a98d6763", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5519", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:28:37.210407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:37.210441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:40.543558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:40.543605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:43.876663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:43.876708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:47.211197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:47.211248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:51.194270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:51.194319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:54.533968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:54.534032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:01:28:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.464 200 2993f362907e1b997916c8daf8b48e0e 199.204.45.250 - - [08/Apr/2026:01:28:57 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 4246 0.007 200 bbf4294f8a3e8ed5c2255193b1569802 199.204.45.250 - - [08/Apr/2026:01:28:57 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.385 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.383 204 4881f234dccac6ec262b2c220501ee8e 199.204.45.250 - - [08/Apr/2026:01:28:57 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.178 [auth-system-keycloak-80] [] 10.0.0.172:8080 4384 0.178 200 f1057bb0c8b00ed18fcd03db0f0df848 199.204.45.250 - - [08/Apr/2026:01:28:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.473 200 8fc5a870b1c8caa708d164e245bfc22b 199.204.45.250 - - [08/Apr/2026:01:28:58 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.032 [auth-system-keycloak-80] [] 10.0.0.172:8080 1682 0.032 200 efc1b5de6b28f9e07bc31bf1c9eca2b1 199.204.45.250 - - [08/Apr/2026:01:28:59 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 6382 0.007 200 57bf5af5da42bc9ce7fc7549691f1065 199.204.45.250 - - [08/Apr/2026:01:29:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.430 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.428 200 f1886811b5ae2522d9d5c8e823911d43 199.204.45.250 - - [08/Apr/2026:01:29:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.036 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.035 200 f5b42fc233afe1dd7a4fdcbbd0271c89 199.204.45.250 - - [08/Apr/2026:01:29:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.120 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.119 201 dc8edde39d06f3aa3a96fcc586018914 199.204.45.250 - - [08/Apr/2026:01:29:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.060 [auth-system-keycloak-80] [] 10.0.0.172:8080 2246 0.060 200 201d2637ab6cb6f0a29c3f32ad980c84 199.204.45.250 - - [08/Apr/2026:01:29:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.537 [auth-system-keycloak-80] [] 10.0.0.172:8080 1928 0.536 200 93500f70d51e2e8be6d51f8b9a99ec2c 199.204.45.250 - - [08/Apr/2026:01:29:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.172:8080 2246 0.005 200 93055409f22b5a901a93c1675052e1e0 199.204.45.250 - - [08/Apr/2026:01:29:02 +0000] "GET /admin/realms/atmosphere/clients/f34ead25-63e1-4339-9139-a43c47489f30/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.044 [auth-system-keycloak-80] [] 10.0.0.172:8080 233 0.044 200 55b6bb49cfbc51304eb9807931a9899a 199.204.45.250 - - [08/Apr/2026:01:29:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.077 [auth-system-keycloak-80] [] 10.0.0.172:8080 831 0.077 200 7e5962e1cda4b162922e7736715d0c8f 199.204.45.250 - - [08/Apr/2026:01:29:02 +0000] "GET /admin/realms/atmosphere/clients/abe6f1e0-5cd6-43f0-b475-9b031c57aab8/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.026 [auth-system-keycloak-80] [] 10.0.0.172:8080 3758 0.026 200 548ee8a6f4c453a04ee927de4a306120 199.204.45.250 - - [08/Apr/2026:01:29:02 +0000] "GET /admin/realms/atmosphere/users/faca4436-0b3b-4610-8be9-91125dfb6dfb/role-mappings/clients/abe6f1e0-5cd6-43f0-b475-9b031c57aab8/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.169 [auth-system-keycloak-80] [] 10.0.0.172:8080 3758 0.170 200 2f63ac057491abedde9523aabea9f658 199.204.45.250 - - [08/Apr/2026:01:29:02 +0000] "GET /admin/realms/atmosphere/users/faca4436-0b3b-4610-8be9-91125dfb6dfb/role-mappings/clients/abe6f1e0-5cd6-43f0-b475-9b031c57aab8/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.080 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.080 200 20012746debb642cde49e72ed522fb41 199.204.45.250 - - [08/Apr/2026:01:29:02 +0000] "POST /admin/realms/atmosphere/users/faca4436-0b3b-4610-8be9-91125dfb6dfb/role-mappings/clients/abe6f1e0-5cd6-43f0-b475-9b031c57aab8 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.017 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.015 204 a42b1e0f8b2f3fcb9df323f77f0a2106 199.204.45.250 - - [08/Apr/2026:01:29:02 +0000] "GET /admin/realms/atmosphere/users/faca4436-0b3b-4610-8be9-91125dfb6dfb/role-mappings/clients/abe6f1e0-5cd6-43f0-b475-9b031c57aab8/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.064 [auth-system-keycloak-80] [] 10.0.0.172:8080 576 0.064 200 ef016c5e990ee3abd9d18231913d8d1b W0408 01:29:05.305308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:05.305340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:08.639217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:08.639265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:21.073054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:21.073084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:24.407108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:24.407152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:27.742625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:27.742700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:09.958870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:09.958917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:42.241421 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 01:31:42.241503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:42.241520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:31:42.245229 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0408 01:31:42.245266 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0408 01:31:42.250072 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0408 01:31:42.250296 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f0e2cb68-2258-4be9-a97d-f4692f1013d5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6807", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:31:42.250723 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0408 01:31:42.251211 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 01:31:42.251289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:42.251304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:31:42.251424 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:31:42.294667 7 controller.go:216] "Backend successfully reloaded" I0408 01:31:42.294971 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fllll", UID:"2eb905ba-42f5-4013-a6e3-a62fb25bf770", APIVersion:"v1", ResourceVersion:"1385", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:31:42.533080 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0408 01:31:42.533764 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0408 01:31:45.585525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:45.585575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:01:31:46 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.003 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.003 300 3e84c5e7b72754f29a00d04057486b4f 199.204.45.250 - - [08/Apr/2026:01:31:47 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 266 0.005 200 b5bd42d714bc69fee05a0e37142138c1 199.204.45.250 - - [08/Apr/2026:01:31:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.117:5000 1360 0.329 201 d5c172a183fe10900a250099281be4d7 199.204.45.250 - - [08/Apr/2026:01:31:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.005 300 8cf09d1474b1765358fe7a351afdd5ab 199.204.45.250 - - [08/Apr/2026:01:31:48 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.025 [openstack-keystone-api-5000] [] 10.0.0.117:5000 90 0.024 404 b72a02409e631dfa7f409509c50d5532 199.204.45.250 - - [08/Apr/2026:01:31:48 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.117:5000 368 0.028 200 c025bbc4877162c9279ff2433b61451f 199.204.45.250 - - [08/Apr/2026:01:31:48 +0000] "GET /v3/domains/5ad1cfcd3f7e4027a3634e52cf68b0e9 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.117:5000 245 0.022 200 ce63951deef7b502788dc32bd5d95787 199.204.45.250 - - [08/Apr/2026:01:31:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 266 0.004 200 96639d1ea0f778523a3635005cfa2294 199.204.45.250 - - [08/Apr/2026:01:31:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.320 [openstack-keystone-api-5000] [] 10.0.0.117:5000 1360 0.319 201 198a5e54efeecb285453613ef930829d 199.204.45.250 - - [08/Apr/2026:01:31:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.003 300 4115c14a4e9ac5018f5d27b7041357db 199.204.45.250 - - [08/Apr/2026:01:31:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.117:5000 101 0.023 404 b45f62cc7b3002217f2b207e44c453f9 199.204.45.250 - - [08/Apr/2026:01:31:49 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.117:5000 156 0.019 200 2183f2dfbf6d5fee06956801404c44bd 199.204.45.250 - - [08/Apr/2026:01:31:49 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.117:5000 454 0.027 201 30981749b0b66a0d11756937f6bb6381 199.204.45.250 - - [08/Apr/2026:01:31:49 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 266 0.003 200 e51fa451f64e7d72cb2532df2b65d51d 199.204.45.250 - - [08/Apr/2026:01:31:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.117:5000 1360 0.285 201 1b3ba155624b94e0e3e07763f7b363e1 199.204.45.250 - - [08/Apr/2026:01:31:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.003 300 fcc650e156cfca976299184dd5e49ffd 199.204.45.250 - - [08/Apr/2026:01:31:50 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.117:5000 98 0.022 404 ceb44ba49dae98ed883057418afa494d 199.204.45.250 - - [08/Apr/2026:01:31:50 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.021 [openstack-keystone-api-5000] [] 10.0.0.117:5000 136 0.021 200 e8d3e9babca1727dd278e12a47918301 199.204.45.250 - - [08/Apr/2026:01:31:50 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.028 [openstack-keystone-api-5000] [] 10.0.0.117:5000 332 0.027 201 f241c75ece58b1c9b25f0a417142864e 199.204.45.250 - - [08/Apr/2026:01:31:50 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 266 0.004 200 8e03be21fa20e42bd472036b6f7d105a 199.204.45.250 - - [08/Apr/2026:01:31:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.117:5000 1360 0.282 201 ce32ba9c31d91e9da34bd8b525dbea12 199.204.45.250 - - [08/Apr/2026:01:31:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.004 300 263b911ffcb1a9b85451b7621ef6df15 199.204.45.250 - - [08/Apr/2026:01:31:51 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.117:5000 131 0.023 404 f4470e76bd22a80fddaafd58059fe650 199.204.45.250 - - [08/Apr/2026:01:31:51 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.020 [openstack-keystone-api-5000] [] 10.0.0.117:5000 168 0.019 200 5824832281265626c8c1743f9cf1e8be 199.204.45.250 - - [08/Apr/2026:01:31:51 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.031 [openstack-keystone-api-5000] [] 10.0.0.117:5000 224 0.030 201 bb7b3d65ba084f97fbefa54d8c1bd692 W0408 01:32:00.422094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:00.422135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:03.755830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:03.755887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:07.089426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:07.089459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:10.422527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:10.422587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:25.876916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:25.876966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:29.210912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:29.210967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:33.686080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:33.686123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:32:35.907137 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.74.98"}] I0408 01:32:35.912848 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f0e2cb68-2258-4be9-a97d-f4692f1013d5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7290", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:32:37.020254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:37.020293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:40.353159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:32:40.353204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:00.384667 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 01:34:00.384763 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 01:34:00.384844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:00.384865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:34:00.387938 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0408 01:34:00.387963 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0408 01:34:00.392197 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0408 01:34:00.392470 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"35e4ea7a-602e-415b-88ac-4d9943f802f5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7877", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:34:00.392693 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0408 01:34:00.393039 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 01:34:00.393136 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 01:34:00.393210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:00.393231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:34:00.393355 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:34:00.435826 7 controller.go:216] "Backend successfully reloaded" I0408 01:34:00.436305 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fllll", UID:"2eb905ba-42f5-4013-a6e3-a62fb25bf770", APIVersion:"v1", ResourceVersion:"1385", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:34:00.621816 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0408 01:34:00.623240 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.250 - - [08/Apr/2026:01:34:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.003 300 54f71aa29cbabea5a7d70a8b0bd7e9aa 199.204.45.250 - - [08/Apr/2026:01:34:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.332 [openstack-keystone-api-5000] [] 10.0.0.117:5000 1992 0.332 201 edf8c69bee6e16b396f27b0d8ad98da4 199.204.45.250 - - [08/Apr/2026:01:34:01 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.032 [openstack-keystone-api-5000] [] 10.0.0.117:5000 85 0.032 404 82dd4f21c9083a9ae6bfe5b3b3672719 199.204.45.250 - - [08/Apr/2026:01:34:01 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-keystone-api-5000] [] 10.0.0.117:5000 129 0.021 200 828fcae019735e3ae7b8846c376bda82 199.204.45.250 - - [08/Apr/2026:01:34:01 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.035 [openstack-keystone-api-5000] [] 10.0.0.117:5000 230 0.036 201 ad70d0758781de04041a11ab72e74132 W0408 01:34:03.726573 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 01:34:03.726741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:03.726812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:01:34:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.006 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.006 300 adf9b8af83ae1aab23128228296e6b77 199.204.45.250 - - [08/Apr/2026:01:34:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.297 [openstack-keystone-api-5000] [] 10.0.0.117:5000 1992 0.296 201 40001d1ba1da0319fbebe48407587961 199.204.45.250 - - [08/Apr/2026:01:34:06 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.024 [openstack-keystone-api-5000] [] 10.0.0.117:5000 1521 0.024 200 81810c79d02f20f2c037d72177cd3c44 199.204.45.250 - - [08/Apr/2026:01:34:06 +0000] "PUT /v3/roles/2c22b0f0c2724dfd9457d4302cedfacf/implies/36a6f13d66e4471fa2bd5963662ffc2b HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.040 [openstack-keystone-api-5000] [] 10.0.0.117:5000 521 0.040 201 6cfda503972210609d1fd81076c2ea58 W0408 01:34:14.066201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:14.066248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:34:35.906123 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.102.74.98"}] I0408 01:34:35.913369 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"35e4ea7a-602e-415b-88ac-4d9943f802f5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8240", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:34:35.915247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:35.915279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:01:34:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.003 300 8ebd0ce2ecc0e8ad630aca321131dc58 199.204.45.250 - - [08/Apr/2026:01:34:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.117:5000 2055 0.333 201 1576cbfad5249e3a8c39c7f26e4e4b12 199.204.45.250 - - [08/Apr/2026:01:34:50 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.030 [openstack-keystone-api-5000] [] 10.0.0.117:5000 87 0.030 404 62b56a4dc8f0caf714bd31db27d2b8a6 199.204.45.250 - - [08/Apr/2026:01:34:50 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.026 [openstack-keystone-api-5000] [] 10.0.0.117:5000 390 0.026 200 5bebfab3cf946d312ddcfb63de93245f 199.204.45.250 - - [08/Apr/2026:01:34:50 +0000] "GET /v3/users/rgw-RegionOne?domain_id=1ccc42e1766d4bd692bdeb017c07c55e HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.041 [openstack-keystone-api-5000] [] 10.0.0.117:5000 91 0.041 404 487c8720c57107288b53845c08304c59 199.204.45.250 - - [08/Apr/2026:01:34:50 +0000] "GET /v3/users?domain_id=1ccc42e1766d4bd692bdeb017c07c55e&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.030 [openstack-keystone-api-5000] [] 10.0.0.117:5000 178 0.030 200 d1c2c9d6b2559bb393c26f2736a045f7 199.204.45.250 - - [08/Apr/2026:01:34:51 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.291 [openstack-keystone-api-5000] [] 10.0.0.117:5000 291 0.291 201 a144c11fed7f2794d5f20ed52b531998 199.204.45.250 - - [08/Apr/2026:01:34:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.005 300 b65c9e9f0ecfe6d479a797424894ef11 199.204.45.250 - - [08/Apr/2026:01:34:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.296 [openstack-keystone-api-5000] [] 10.0.0.117:5000 2055 0.295 201 04da881bc869a166de40ad367dde6bb4 199.204.45.250 - - [08/Apr/2026:01:34:54 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.024 [openstack-keystone-api-5000] [] 10.0.0.117:5000 83 0.025 404 13f14de82760c5b4e0d57b0a954c6b91 199.204.45.250 - - [08/Apr/2026:01:34:54 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.026 [openstack-keystone-api-5000] [] 10.0.0.117:5000 361 0.026 200 160606b2113e7b399aef379bec64f73c 199.204.45.250 - - [08/Apr/2026:01:34:54 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.033 [openstack-keystone-api-5000] [] 10.0.0.117:5000 87 0.033 404 a24947946004d400ffb65fe915fde24b 199.204.45.250 - - [08/Apr/2026:01:34:54 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.026 [openstack-keystone-api-5000] [] 10.0.0.117:5000 390 0.026 200 4254f36c0c0848eb4ef9de922aadb0d4 199.204.45.250 - - [08/Apr/2026:01:34:54 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.030 [openstack-keystone-api-5000] [] 10.0.0.117:5000 91 0.031 404 35e5cadd8ae81337f578abaec4b6f158 199.204.45.250 - - [08/Apr/2026:01:34:54 +0000] "GET /v3/users?domain_id=1ccc42e1766d4bd692bdeb017c07c55e&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.039 [openstack-keystone-api-5000] [] 10.0.0.117:5000 458 0.039 200 e4f742503844512457ddcd617aecb982 199.204.45.250 - - [08/Apr/2026:01:34:54 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.025 [openstack-keystone-api-5000] [] 10.0.0.117:5000 88 0.025 404 9798cbe43b1182335fc5338e90f41006 199.204.45.250 - - [08/Apr/2026:01:34:54 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.024 [openstack-keystone-api-5000] [] 10.0.0.117:5000 520 0.024 200 51fcf344f7949b1b7902478ab77e9b76 199.204.45.250 - - [08/Apr/2026:01:34:54 +0000] "PUT /v3/projects/b0bd62de9a1240d5bcd3ea545a6d7b10/users/6aaa6d74b13149b1b62e7dcbf4ae4422/roles/9e5ba44778ab4b30bf2838073997a97a HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.048 [openstack-keystone-api-5000] [] 10.0.0.117:5000 0 0.047 204 e1f6e08f857150456846e66851749d9b 199.204.45.250 - - [08/Apr/2026:01:34:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.004 300 05cc16accd5d76187902853908dd31a8 199.204.45.250 - - [08/Apr/2026:01:34:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.117:5000 2055 0.338 201 0155295172bab93dd8531548e68e7fa1 199.204.45.250 - - [08/Apr/2026:01:34:56 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.019 [openstack-keystone-api-5000] [] 10.0.0.117:5000 151 0.018 200 f6ee7fe86fcea38d31d7d98207a37c06 199.204.45.250 - - [08/Apr/2026:01:34:56 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.024 [openstack-keystone-api-5000] [] 10.0.0.117:5000 263 0.025 201 820e184414367fa2c5edfb3a3b9173b8 199.204.45.250 - - [08/Apr/2026:01:34:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.006 300 d81fa153ae0856876cae56a7d6f20329 199.204.45.250 - - [08/Apr/2026:01:34:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.117:5000 2157 0.308 201 db0c10ea84921623fab46235d9411c38 199.204.45.250 - - [08/Apr/2026:01:34:57 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.117:5000 86 0.020 404 c322a99ee572d972539146e394530801 199.204.45.250 - - [08/Apr/2026:01:34:57 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.020 [openstack-keystone-api-5000] [] 10.0.0.117:5000 382 0.020 200 01e2a96e6969e9033aab7e3a1ee5c528 199.204.45.250 - - [08/Apr/2026:01:34:57 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=f8fa9eba6aa24adaa732c1a8d7596f3a HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.022 [openstack-keystone-api-5000] [] 10.0.0.117:5000 205 0.023 200 3709232687f81efc8edbe2040c1eb01a 199.204.45.250 - - [08/Apr/2026:01:34:57 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.062 [openstack-keystone-api-5000] [] 10.0.0.117:5000 379 0.062 201 a9a8789fd5bc75c148f0dbb3e601b315 199.204.45.250 - - [08/Apr/2026:01:34:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.004 300 fb0afd1774793d562dec868f890c88e3 199.204.45.250 - - [08/Apr/2026:01:34:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.117:5000 2366 0.291 201 dd31cf30b9293c83e16ddc7a0940fc0f 199.204.45.250 - - [08/Apr/2026:01:34:58 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.027 [openstack-keystone-api-5000] [] 10.0.0.117:5000 86 0.026 404 0fa2465bfcd2c500cd986b511318ac11 199.204.45.250 - - [08/Apr/2026:01:34:58 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.020 [openstack-keystone-api-5000] [] 10.0.0.117:5000 382 0.020 200 ddede92ad5f460b5b22c892b2c0e8a40 199.204.45.250 - - [08/Apr/2026:01:34:58 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=f8fa9eba6aa24adaa732c1a8d7596f3a HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.033 [openstack-keystone-api-5000] [] 10.0.0.117:5000 207 0.033 200 ae59279cae63567d25714c9bc860651e 199.204.45.250 - - [08/Apr/2026:01:34:58 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.031 [openstack-keystone-api-5000] [] 10.0.0.117:5000 392 0.031 201 15d9471fb217aa87b2acd0c63bbe0258 W0408 01:34:59.762372 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:34:59.762564 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 01:34:59.762683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:59.762706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:34:59.768083 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.007s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:35.7kB} I0408 01:34:59.768117 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0408 01:34:59.772909 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0408 01:34:59.773255 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0408 01:34:59.773518 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:34:59.773602 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 01:34:59.773649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:59.773676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:34:59.773802 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:34:59.775894 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"9abb0085-962d-4e6a-aabf-58bda8eed6cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8414", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:34:59.823667 7 controller.go:216] "Backend successfully reloaded" I0408 01:34:59.823875 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fllll", UID:"2eb905ba-42f5-4013-a6e3-a62fb25bf770", APIVersion:"v1", ResourceVersion:"1385", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:35:00.148600 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0408 01:35:00.149797 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0408 01:35:03.107256 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:35:03.107404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:03.107416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:16.415644 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:35:16.415896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:16.415921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:21.373381 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:35:21.373691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:21.373719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:24.707042 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:35:24.707313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:24.707367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:35:24.707548 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:35:24.777277 7 controller.go:216] "Backend successfully reloaded" I0408 01:35:24.777510 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fllll", UID:"2eb905ba-42f5-4013-a6e3-a62fb25bf770", APIVersion:"v1", ResourceVersion:"1385", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:35:28.042236 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:35:28.042447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:28.042480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:31.373804 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:35:31.373988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:31.374018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:35:35.905839 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.102.74.98"}] I0408 01:35:35.935332 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"9abb0085-962d-4e6a-aabf-58bda8eed6cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8797", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:35:35.939214 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:35:35.939309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:35.939319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:45.860399 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:35:45.860653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:45.860686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:49.195234 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:35:49.195427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:49.195455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:52.527915 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:35:52.528124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:52.528161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:36:32.103255 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:36:32.103376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:36:32.103395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:10.828927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:10.828963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:49.494303 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:37:49.494443 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 01:37:49.494531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:49.494555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:37:49.500004 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.2kB} I0408 01:37:49.500046 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0408 01:37:49.504442 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0408 01:37:49.504785 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"76fcddcd-19b0-4d3e-9a53-4e8c6fbb1b5c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9917", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:37:49.506129 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0408 01:37:49.506857 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:37:49.507040 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 01:37:49.507522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:49.507565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:37:49.508696 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:37:49.562345 7 controller.go:216] "Backend successfully reloaded" I0408 01:37:49.562865 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fllll", UID:"2eb905ba-42f5-4013-a6e3-a62fb25bf770", APIVersion:"v1", ResourceVersion:"1385", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:37:49.812429 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0408 01:37:49.813651 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0408 01:37:52.840843 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:37:52.841107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:52.841137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:01:37:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.005 300 7bf1fda380eb33877960866e71016cd5 199.204.45.250 - - [08/Apr/2026:01:37:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.426 [openstack-keystone-api-5000] [] 10.0.0.117:5000 3201 0.426 201 4cee82af6f813820c3a68e845ababeb7 199.204.45.250 - - [08/Apr/2026:01:37:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 02b6ebf3d18155924421cab3b6ce870d 199.204.45.250 - - [08/Apr/2026:01:37:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c8a545dbbd5a14feabb2e0bfde08479e 199.204.45.250 - - [08/Apr/2026:01:37:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.004 300 4bd8564c2cfac1e394292b38d9db1a1c 199.204.45.250 - - [08/Apr/2026:01:37:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.117:5000 3201 0.284 201 18b488fc70555143e867c1105f24a1c1 199.204.45.250 - - [08/Apr/2026:01:37:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4c564fa64c00cf036c4d64dd1be3ebc4 199.204.45.250 - - [08/Apr/2026:01:37:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3ed28bd95d5756a32807c82e31dc4b85 199.204.45.250 - - [08/Apr/2026:01:37:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.003 300 be67e6b6e42cff604117c3dbb704aa09 199.204.45.250 - - [08/Apr/2026:01:37:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.117:5000 3201 0.305 201 e8727922fe4ea770a775dc705b0ab003 199.204.45.250 - - [08/Apr/2026:01:37:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b7308748ba9c898d0c7e46bb7ceba2d4 199.204.45.250 - - [08/Apr/2026:01:37:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fa661fa3c14c4ab4b6aec28361c2d664 199.204.45.250 - - [08/Apr/2026:01:38:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.003 300 c22291ec29f5b5c5bde8d3f5060461c6 199.204.45.250 - - [08/Apr/2026:01:38:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.117:5000 3201 0.289 201 5930bc6a975232baa635ae107e4d3e29 199.204.45.250 - - [08/Apr/2026:01:38:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 07ea726997daa2b6a42e58b5d91d2404 199.204.45.250 - - [08/Apr/2026:01:38:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 65bcb52c4499aa9e07beacc75502958c 199.204.45.250 - - [08/Apr/2026:01:38:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.004 300 9484f4b367e6f34402065260795cc0a3 199.204.45.250 - - [08/Apr/2026:01:38:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.117:5000 3201 0.286 201 0cfdf7eddaaba92e4ad3d067c1a2290c 199.204.45.250 - - [08/Apr/2026:01:38:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3989422c9d7663405ec5894a44a66e94 199.204.45.250 - - [08/Apr/2026:01:38:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 919775e2828b54e4792126e798e0e976 W0408 01:38:04.044601 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:38:04.044764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:04.044792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:01:38:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.006 300 520bb780ada51c88f31372f836413c82 199.204.45.250 - - [08/Apr/2026:01:38:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.117:5000 3201 0.304 201 08a757a79d7fad1836461a99d8727a81 199.204.45.250 - - [08/Apr/2026:01:38:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a97132d8d618cdd8de6025d3962a1af2 199.204.45.250 - - [08/Apr/2026:01:38:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 18f413b5821e7d1af077033ac24411f1 199.204.45.250 - - [08/Apr/2026:01:38:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.002 300 efe9d6e8248fdfd7a839d86a6d5d1c77 199.204.45.250 - - [08/Apr/2026:01:38:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.117:5000 3201 0.286 201 088ab3a191e74e8c2d1147b53013b5d7 199.204.45.250 - - [08/Apr/2026:01:38:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e1bf4d510b82610c7bc49847b5d6572b 199.204.45.250 - - [08/Apr/2026:01:38:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b370946b2e297db66fb78c5bddef2576 199.204.45.250 - - [08/Apr/2026:01:38:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.003 300 e30f8bc7116a156a9c128c0b82b932ac 199.204.45.250 - - [08/Apr/2026:01:38:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.117:5000 3201 0.286 201 73cd0a26a2bb15c4415d1da5e9faac4e 199.204.45.250 - - [08/Apr/2026:01:38:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ee21f14a115504c0ed7ba0ada8fc915b 199.204.45.250 - - [08/Apr/2026:01:38:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a00023dd06df4da71616246c474b0c52 199.204.45.250 - - [08/Apr/2026:01:38:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.003 300 10017648646fe9ff97a0d72bddbc543f 199.204.45.250 - - [08/Apr/2026:01:38:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.117:5000 3201 0.284 201 54e8accada7f75dfdc4f95ea58a1535b 199.204.45.250 - - [08/Apr/2026:01:38:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 74c9a94431d43dd9dd2b054eaf64e64f 199.204.45.250 - - [08/Apr/2026:01:38:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 71c977661f178c489468665ffd1633f5 199.204.45.250 - - [08/Apr/2026:01:38:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.004 300 6662e2c56ecb182ed2cf79576b5ba95f 199.204.45.250 - - [08/Apr/2026:01:38:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.117:5000 3201 0.289 201 1646d6edd3c7efd681a1322555a44de6 199.204.45.250 - - [08/Apr/2026:01:38:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 44c66ac664eb49e16acd4e3302464db0 199.204.45.250 - - [08/Apr/2026:01:38:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1542031db36bef4d22566e3bf27f4b01 W0408 01:38:12.383566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:12.383960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [08/Apr/2026:01:38:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.003 300 37b40d59fa8fc6fb81f120443771af7e 199.204.45.250 - - [08/Apr/2026:01:38:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.372 [openstack-keystone-api-5000] [] 10.0.0.117:5000 3201 0.372 201 baaa2752f8147fc2572175fb9a4d26a7 199.204.45.250 - - [08/Apr/2026:01:38:13 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.59:9292 1193 0.003 300 3dad6f14f1e6845e482f40651a83c5f7 199.204.45.250 - - [08/Apr/2026:01:38:13 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.517 [openstack-glance-api-9292] [] 10.0.0.59:9292 69 0.517 200 d67a759b13b73902fbe2cf6e76a95df1 199.204.45.250 - - [08/Apr/2026:01:38:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.004 300 db685c4a8c5f42658669889a8b9bc87e 199.204.45.250 - - [08/Apr/2026:01:38:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.117:5000 3201 0.286 201 c115dc0cd64f91b44caf8368e065f1ce 199.204.45.250 - - [08/Apr/2026:01:38:16 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.59:9292 1193 0.003 300 92f4c9e544a19a7c852bf32a82e68882 199.204.45.250 - - [08/Apr/2026:01:38:17 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.047 [openstack-glance-api-9292] [] 10.0.0.59:9292 69 0.047 200 cdfa0be8dbc39dd9322af6565856f088 199.204.45.250 - - [08/Apr/2026:01:38:17 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.102 [openstack-glance-api-9292] [] 10.0.0.59:9292 151 0.102 404 c1796701aa1db0a7fbe927500a43ca59 199.204.45.250 - - [08/Apr/2026:01:38:17 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.021 [openstack-glance-api-9292] [] 10.0.0.59:9292 81 0.021 200 cc16fcda064e24da7fc189fd62ebfa19 199.204.45.250 - - [08/Apr/2026:01:38:17 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-glance-api-9292] [] 10.0.0.59:9292 84 0.018 200 31f3ce6b0dde3444e5af61cb5886ab51 199.204.45.250 - - [08/Apr/2026:01:38:17 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.063 [openstack-glance-api-9292] [] 10.0.0.59:9292 760 0.063 201 71333f8e3963c0dd720f5fd8cc7d4699 199.204.45.250 - - [08/Apr/2026:01:38:20 +0000] "PUT /v2/images/ea0e8b42-e8af-4651-9933-af7bd502eadb/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.321 [openstack-glance-api-9292] [] 10.0.0.59:9292 0 3.322 204 4e1c82df66a4f8a95dde78185004cc5c 199.204.45.250 - - [08/Apr/2026:01:38:20 +0000] "GET /v2/images/ea0e8b42-e8af-4651-9933-af7bd502eadb HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.59:9292 1171 0.016 200 8df1a8222a4ab002f2c230c8938597f2 199.204.45.250 - - [08/Apr/2026:01:38:20 +0000] "GET /v2/images/ea0e8b42-e8af-4651-9933-af7bd502eadb HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.59:9292 1171 0.015 200 34307abdbd825f4e46e4b70753e425ad W0408 01:38:23.451255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:23.451369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:26.785313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:26.785365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:38:35.905772 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.102.74.98"}] I0408 01:38:35.912353 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"76fcddcd-19b0-4d3e-9a53-4e8c6fbb1b5c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10334", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:38:35.913080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:35.913102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store