------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0403 01:39:01.939639 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0403 01:39:01.939770 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0403 01:39:01.945823 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0403 01:39:01.950119 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0403 01:39:02.483881 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0403 01:39:02.500548 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0403 01:39:02.512236 7 nginx.go:271] "Starting NGINX Ingress controller" I0403 01:39:02.518452 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"5812e127-b494-4069-aba0-e8969f856930", APIVersion:"v1", ResourceVersion:"1316", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0403 01:39:02.523756 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"a4ae6af4-66a3-4518-b18d-1fb10d297b99", APIVersion:"v1", ResourceVersion:"1318", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0403 01:39:02.523796 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"2e061419-75de-44d0-84b4-e70401c4ee61", APIVersion:"v1", ResourceVersion:"1317", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0403 01:39:03.714291 7 nginx.go:317] "Starting NGINX process" I0403 01:39:03.714428 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0403 01:39:03.714982 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0403 01:39:03.716247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:03.716296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:39:03.716745 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:39:03.723477 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0403 01:39:03.723642 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rg7j2" I0403 01:39:03.754986 7 controller.go:216] "Backend successfully reloaded" I0403 01:39:03.755157 7 controller.go:227] "Initial sync, sleeping for 1 second" I0403 01:39:03.755276 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rg7j2", UID:"9cbe145f-c96b-43c3-80e8-64a0bedf6c81", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:39:07.546650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:07.546688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:10.882129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:10.882174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:14.213464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:14.213505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:17.546957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:17.547003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:20.880906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:20.880954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:24.214209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:24.214254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:27.547710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:27.547787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:30.880473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:30.880537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:34.214392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:34.214436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:39.199188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:39:39.199231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:27.960572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:27.960608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:45.934371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:45.934410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:49.619884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:49.619922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:52.954157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:52.954198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:56.286950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:56.286992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:59.620135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:59.620188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:02.953946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:02.953990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:07.097821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:07.097849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:14.148584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:14.148641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:17.482098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:17.482150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:43:20.029505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:43:20.029548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:43:22.638354 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-38.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-38.nip.io-tls was not found. Using default certificate W0403 01:43:22.638397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:43:22.638407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:43:22.639579 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0403 01:43:22.639605 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0403 01:43:22.646071 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0403 01:43:22.646514 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"52c6a796-9721-4c4e-a9ac-02941ec04e62", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3350", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:43:22.646797 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-38.nip.io-tls" in local store I0403 01:43:22.966707 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-38.nip.io-tls" I0403 01:43:22.967726 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-38.nip.io-tls" W0403 01:43:23.363575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:43:23.363618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:43:23.363700 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:43:23.403148 7 controller.go:216] "Backend successfully reloaded" I0403 01:43:23.403465 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rg7j2", UID:"9cbe145f-c96b-43c3-80e8-64a0bedf6c81", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:43:26.696764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:43:26.696813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:01:43:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.980 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 1.979 200 577ac967e7edc4ec7564c6a57cf2e815 199.204.45.38 - - [03/Apr/2026:01:43:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.172 [auth-system-keycloak-80] [] 10.0.0.28:8080 116 0.173 404 d299fbe4f72f77c1a5db6707aad566ea 199.204.45.38 - - [03/Apr/2026:01:43:38 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.091 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 4.089 201 49ddcb7e3e0d4db27e6ac78418ccf125 199.204.45.38 - - [03/Apr/2026:01:43:39 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.683 [auth-system-keycloak-80] [] 10.0.0.28:8080 4246 0.683 200 7cf80c73b2b89f441f67865be9169652 199.204.45.38 - - [03/Apr/2026:01:43:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.487 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.486 200 228e47dc451ce1d6198fb061511f30f4 199.204.45.38 - - [03/Apr/2026:01:43:40 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.090 [auth-system-keycloak-80] [] 10.0.0.28:8080 12500 0.090 200 618b7d030a11560592b63d0b9d3bfaec 199.204.45.38 - - [03/Apr/2026:01:43:40 +0000] "GET /admin/realms/atmosphere/client-scopes/6e14573b-9203-43ad-91c3-aab90e181749 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.071 [auth-system-keycloak-80] [] 10.0.0.28:8080 1278 0.071 200 2e7d91f7599a192f94f840732add3a6f 199.204.45.38 - - [03/Apr/2026:01:43:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/6e14573b-9203-43ad-91c3-aab90e181749 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.098 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.097 204 4bfedaf1acba6527c5690279fe6d720f 199.204.45.38 - - [03/Apr/2026:01:43:40 +0000] "GET /admin/realms/atmosphere/client-scopes/6e14573b-9203-43ad-91c3-aab90e181749/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.088 [auth-system-keycloak-80] [] 10.0.0.28:8080 963 0.088 200 27bf363e997249ade68a0a986b743e4a 199.204.45.38 - - [03/Apr/2026:01:43:40 +0000] "GET /admin/realms/atmosphere/client-scopes/6e14573b-9203-43ad-91c3-aab90e181749/protocol-mappers/models/93091adc-936f-4836-82c4-7d3723c6a719 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.011 [auth-system-keycloak-80] [] 10.0.0.28:8080 366 0.011 200 b925261a4093b2da4ee0a7146a96a690 199.204.45.38 - - [03/Apr/2026:01:43:40 +0000] "PUT /admin/realms/atmosphere/client-scopes/6e14573b-9203-43ad-91c3-aab90e181749/protocol-mappers/models/93091adc-936f-4836-82c4-7d3723c6a719 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.072 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.071 204 10292ff7de0ee6ec0290300d13db7498 199.204.45.38 - - [03/Apr/2026:01:43:40 +0000] "GET /admin/realms/atmosphere/client-scopes/6e14573b-9203-43ad-91c3-aab90e181749 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.082 [auth-system-keycloak-80] [] 10.0.0.28:8080 1218 0.081 200 34bf2d7fa4b867b7bf57aaa065d6b5d2 199.204.45.38 - - [03/Apr/2026:01:44:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.537 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.536 200 0ea8c4b97a820058b4b16d265dc6d421 199.204.45.38 - - [03/Apr/2026:01:44:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.020 [auth-system-keycloak-80] [] 10.0.0.28:8080 2 0.020 200 f9bceda692a688611c48101b74a231dc 199.204.45.38 - - [03/Apr/2026:01:44:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.358 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.357 201 4e4db7df869cb3b4ae02600548fb6119 199.204.45.38 - - [03/Apr/2026:01:44:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.095 [auth-system-keycloak-80] [] 10.0.0.28:8080 1259 0.095 200 94c6193932c844c0840d4c78377dd2db 199.204.45.38 - - [03/Apr/2026:01:44:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.529 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.528 200 fc3fd03b73310c7cae51a34c9d51c07a 199.204.45.38 - - [03/Apr/2026:01:44:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.28:8080 2 0.010 200 9ffae3cc0875ddcfd6a3181714abff05 199.204.45.38 - - [03/Apr/2026:01:44:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.081 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.080 201 e7822f5d8a545032565a902e5108b4bc 199.204.45.38 - - [03/Apr/2026:01:44:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.022 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.022 200 e8631dc5cef349c4e2d4b711ffeb0f66 I0403 01:44:03.731367 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.96.81.70"}] I0403 01:44:03.736883 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"52c6a796-9721-4c4e-a9ac-02941ec04e62", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3752", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:44:03.738012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:03.738067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:01:44:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.477 200 3c0ca991e114a5e1eed0d42793c1da26 199.204.45.38 - - [03/Apr/2026:01:44:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.28:8080 2 0.010 200 cb5aa5a481f8b4fbb403b132a7e83943 199.204.45.38 - - [03/Apr/2026:01:44:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.154 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.153 201 d50b9e216a4fd495664eb6eb542179ef 199.204.45.38 - - [03/Apr/2026:01:44:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.085 [auth-system-keycloak-80] [] 10.0.0.28:8080 1249 0.085 200 d722c833e87afe39d35791ceb51ab654 199.204.45.38 - - [03/Apr/2026:01:44:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.476 200 b37d0324966d014eb64960dc32d18093 199.204.45.38 - - [03/Apr/2026:01:44:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.28:8080 1259 0.006 200 5eeaf64100f5f3b18d0e694b0599eb8f 199.204.45.38 - - [03/Apr/2026:01:44:05 +0000] "GET /admin/realms/atmosphere/clients/8f234b0a-5544-4307-b71b-f2e632c53a49/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.28:8080 119 0.010 404 8947262fc7824d0bd4c0fa886fdd4323 199.204.45.38 - - [03/Apr/2026:01:44:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.28:8080 1259 0.006 200 5bf3dab1339bd81484922c96b1ebeb4a 199.204.45.38 - - [03/Apr/2026:01:44:05 +0000] "POST /admin/realms/atmosphere/clients/8f234b0a-5544-4307-b71b-f2e632c53a49/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.040 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.040 201 3684cf41d83d5fb2c62671b659b725c4 199.204.45.38 - - [03/Apr/2026:01:44:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.28:8080 1259 0.007 200 5a1c9f959c0d1b124a3955cbea08aa51 199.204.45.38 - - [03/Apr/2026:01:44:05 +0000] "GET /admin/realms/atmosphere/clients/8f234b0a-5544-4307-b71b-f2e632c53a49/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.28:8080 166 0.014 200 4beae6f79f77204dcc869897043a0182 199.204.45.38 - - [03/Apr/2026:01:44:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.455 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.454 200 ac2eb711e640fea4c05bfc68cf7dceed 199.204.45.38 - - [03/Apr/2026:01:44:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.009 200 3a524aaaf274e1d3866c0c0c4286fc28 199.204.45.38 - - [03/Apr/2026:01:44:06 +0000] "GET /admin/realms/atmosphere/clients/59014f7d-0730-4f9a-b97e-93547e90ca0a/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.031 [auth-system-keycloak-80] [] 10.0.0.28:8080 119 0.031 404 816e411d039918998e7d1a9dc6c656ee 199.204.45.38 - - [03/Apr/2026:01:44:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.009 200 235ea51b64bb36954ae9e856ffe2f121 199.204.45.38 - - [03/Apr/2026:01:44:06 +0000] "POST /admin/realms/atmosphere/clients/59014f7d-0730-4f9a-b97e-93547e90ca0a/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.033 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.033 201 39ece0a93bd52bd7a14761c044b18535 199.204.45.38 - - [03/Apr/2026:01:44:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.007 200 992bfb782179bab4bb6ccc679bc8ca85 199.204.45.38 - - [03/Apr/2026:01:44:06 +0000] "GET /admin/realms/atmosphere/clients/59014f7d-0730-4f9a-b97e-93547e90ca0a/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.074 [auth-system-keycloak-80] [] 10.0.0.28:8080 165 0.074 200 ed9b4356d2f4fbd7e7976c44ce19c0b0 199.204.45.38 - - [03/Apr/2026:01:44:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.472 200 1c99cd9695782fc5f47a798c8d9760ad 199.204.45.38 - - [03/Apr/2026:01:44:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.039 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.039 200 c9431dcdf29140ee61b7375717ae8dac 199.204.45.38 - - [03/Apr/2026:01:44:07 +0000] "GET /admin/realms/atmosphere/clients/59014f7d-0730-4f9a-b97e-93547e90ca0a/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.28:8080 119 0.009 404 b5957012e9e21713c7fe30927e0adf1c 199.204.45.38 - - [03/Apr/2026:01:44:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.006 200 8cb820988d298c3253d0ae607f76eeda 199.204.45.38 - - [03/Apr/2026:01:44:07 +0000] "POST /admin/realms/atmosphere/clients/59014f7d-0730-4f9a-b97e-93547e90ca0a/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.055 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.055 201 283989baf7f890ba744742d7b81880e8 199.204.45.38 - - [03/Apr/2026:01:44:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.008 200 35f89a656f407a52467cf345d8df8221 199.204.45.38 - - [03/Apr/2026:01:44:07 +0000] "GET /admin/realms/atmosphere/clients/59014f7d-0730-4f9a-b97e-93547e90ca0a/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.28:8080 166 0.011 200 d6ac88460142fcbfd21c49b04f988067 199.204.45.38 - - [03/Apr/2026:01:44:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.487 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.486 200 f84b2a3ab49f97ad149a1c0c8e19e7d6 199.204.45.38 - - [03/Apr/2026:01:44:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.015 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.016 200 908d813226c06bb55f7d48c1852c45c3 199.204.45.38 - - [03/Apr/2026:01:44:08 +0000] "GET /admin/realms/atmosphere/clients/59014f7d-0730-4f9a-b97e-93547e90ca0a/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.062 [auth-system-keycloak-80] [] 10.0.0.28:8080 119 0.062 404 ce196c24fd43696bb11cf6eabd395960 199.204.45.38 - - [03/Apr/2026:01:44:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.006 200 b39cfe0e4532d0e85eb5e3ac753218f3 199.204.45.38 - - [03/Apr/2026:01:44:08 +0000] "POST /admin/realms/atmosphere/clients/59014f7d-0730-4f9a-b97e-93547e90ca0a/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.018 201 637222f72d283e350226e7aec49f32ee 199.204.45.38 - - [03/Apr/2026:01:44:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.036 [auth-system-keycloak-80] [] 10.0.0.28:8080 1283 0.036 200 effec2a8f24a49c3759f1679a89eacf4 199.204.45.38 - - [03/Apr/2026:01:44:08 +0000] "GET /admin/realms/atmosphere/clients/59014f7d-0730-4f9a-b97e-93547e90ca0a/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.28:8080 166 0.012 200 c2a4a8f5c782c21e97330d988ca618f2 199.204.45.38 - - [03/Apr/2026:01:44:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.536 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.535 200 4f81136eea2b981048b4769470231abe 199.204.45.38 - - [03/Apr/2026:01:44:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.28:8080 1249 0.006 200 9ee3578fecafb7f1d63e7a213cd14ea0 199.204.45.38 - - [03/Apr/2026:01:44:09 +0000] "GET /admin/realms/atmosphere/clients/d69c99cd-b8d2-47c0-83d1-657076415268/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.041 [auth-system-keycloak-80] [] 10.0.0.28:8080 119 0.041 404 6759304f09abd096a0a9a8e249c2c946 199.204.45.38 - - [03/Apr/2026:01:44:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.28:8080 1249 0.007 200 243f33bc06533420a8798e82af67b1cc 199.204.45.38 - - [03/Apr/2026:01:44:09 +0000] "POST /admin/realms/atmosphere/clients/d69c99cd-b8d2-47c0-83d1-657076415268/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.014 201 6d4071b59cdaf72b63b25a151367f3ec 199.204.45.38 - - [03/Apr/2026:01:44:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.28:8080 1249 0.005 200 6c8b8db1c18d4e7f11e36bd06ec2f502 199.204.45.38 - - [03/Apr/2026:01:44:09 +0000] "GET /admin/realms/atmosphere/clients/d69c99cd-b8d2-47c0-83d1-657076415268/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.043 [auth-system-keycloak-80] [] 10.0.0.28:8080 166 0.043 200 feae9df790ec1e927f51095c01110cdf W0403 01:44:28.624906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:28.624935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:31.958877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:31.958934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:35.292601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:35.292653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:15.471049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:15.471093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:15.540189 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:15.540430 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0403 01:45:15.541282 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:45:15.541449 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0403 01:45:15.541515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:15.541550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:15.541116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:15.542800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:15.543514 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:15.543632 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0403 01:45:15.543692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:15.543705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:45:15.546040 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:18.2kB} I0403 01:45:15.546088 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0403 01:45:15.546298 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:18.2kB} I0403 01:45:15.546331 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0403 01:45:15.546360 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0403 01:45:15.546398 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0403 01:45:15.553063 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0403 01:45:15.553543 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0403 01:45:15.553663 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"db8679bd-de18-4bb8-bddb-69c64285a6fc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4371", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:45:15.553736 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0403 01:45:15.554136 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"1f8f6cf1-a6fb-41bd-9cec-a6856eb7b1f8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4372", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:45:15.554553 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0403 01:45:15.554588 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0403 01:45:15.554684 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"c7e73fa8-a90c-496d-802d-c874ce2a4912", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4373", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:45:15.554849 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0403 01:45:15.852257 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0403 01:45:15.853474 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0403 01:45:16.718834 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0403 01:45:16.720090 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0403 01:45:17.367637 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0403 01:45:17.369059 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0403 01:45:17.419740 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0403 01:45:17.420805 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" W0403 01:45:18.804744 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:18.804943 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:45:18.805024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:18.805219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:18.805291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:45:18.805498 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:45:18.869931 7 controller.go:216] "Backend successfully reloaded" I0403 01:45:18.870268 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rg7j2", UID:"9cbe145f-c96b-43c3-80e8-64a0bedf6c81", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:45:22.138211 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:22.138292 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:45:22.138336 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:22.138489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:22.138523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:25.472031 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:25.472089 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:45:25.472119 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:25.472215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:25.472236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:28.804888 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:28.804959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:45:28.805001 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:28.805132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:28.805161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:32.138524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:32.138588 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:45:32.138623 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:32.138754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:32.138781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:35.471779 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:35.471844 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:45:35.471883 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:35.472008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:35.472038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:38.805336 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:38.805401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:38.805474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:38.805487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:42.138047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:42.138193 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:42.138340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:42.138374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:45.471277 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:45.471605 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:45.471856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:45.471904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:48.804800 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:48.804867 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:48.804962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:48.804987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:52.137708 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:52.137773 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:45:52.137854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:52.137870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.122 - - [03/Apr/2026:01:45:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.037 [auth-system-keycloak-80] [] 10.0.0.28:8080 6361 0.037 200 2ef99656ba324009d823a6df1b6ebd82 10.0.0.12 - - [03/Apr/2026:01:45:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.28:8080 6361 0.010 200 cdfd7b28c7fb166c407e36b2e566bb80 W0403 01:45:55.471032 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:45:55.471242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:55.471274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:58.804955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:58.805034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:02.138367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:02.138446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:46:03.732198 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.96.81.70"}] I0403 01:46:03.732496 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.96.81.70"}] I0403 01:46:03.732697 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.96.81.70"}] I0403 01:46:03.739689 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"c7e73fa8-a90c-496d-802d-c874ce2a4912", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5544", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:46:03.742163 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"db8679bd-de18-4bb8-bddb-69c64285a6fc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5545", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:46:03.743755 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"1f8f6cf1-a6fb-41bd-9cec-a6856eb7b1f8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5546", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:46:05.471782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:05.471833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:08.805792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:08.805848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:12.138502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:12.138546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:15.474222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:15.474284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:01:46:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.495 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.494 200 6991dba5737fe6d215eec3cd88c126fe 199.204.45.38 - - [03/Apr/2026:01:46:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.28:8080 4246 0.006 200 75da1b0619145ec6c639367aacbc77a9 199.204.45.38 - - [03/Apr/2026:01:46:18 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.476 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.475 204 d1fa972b3054ade7a39b499633c77417 199.204.45.38 - - [03/Apr/2026:01:46:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.179 [auth-system-keycloak-80] [] 10.0.0.28:8080 4384 0.180 200 1698795769557e2103bb1f267257d8d0 199.204.45.38 - - [03/Apr/2026:01:46:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.509 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.508 200 2e363f57e3ce947219e0db661651c827 199.204.45.38 - - [03/Apr/2026:01:46:19 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.28:8080 1682 0.007 200 a26a9b3abaaa312269c2e87790395317 199.204.45.38 - - [03/Apr/2026:01:46:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.28:8080 6361 0.006 200 c4e4ce7afe6da503dc59995681a870b8 199.204.45.38 - - [03/Apr/2026:01:46:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.480 200 abb20761abb593af09a5cc87e682e99c 199.204.45.38 - - [03/Apr/2026:01:46:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.039 [auth-system-keycloak-80] [] 10.0.0.28:8080 2 0.039 200 868f683c6fc4ed782d154e132bc1fc2b 199.204.45.38 - - [03/Apr/2026:01:46:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.193 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.193 201 689edadb11ec947f33c07d2c0f5214c7 199.204.45.38 - - [03/Apr/2026:01:46:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.022 [auth-system-keycloak-80] [] 10.0.0.28:8080 2242 0.022 200 3f2344c5c102b43bcf9e35cb6b1bd426 199.204.45.38 - - [03/Apr/2026:01:46:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.474 [auth-system-keycloak-80] [] 10.0.0.28:8080 1925 0.472 200 bfcfd8bf448b60f9d8eaa65f64504dfa 199.204.45.38 - - [03/Apr/2026:01:46:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.004 [auth-system-keycloak-80] [] 10.0.0.28:8080 2242 0.004 200 4a9112701d4742c46a7554014175eecc 199.204.45.38 - - [03/Apr/2026:01:46:22 +0000] "GET /admin/realms/atmosphere/clients/5d8a2dd6-ba4f-476d-a271-de6ea97895fe/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.043 [auth-system-keycloak-80] [] 10.0.0.28:8080 233 0.044 200 9172f7258e4717ac65722a97fb179e13 199.204.45.38 - - [03/Apr/2026:01:46:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.019 [auth-system-keycloak-80] [] 10.0.0.28:8080 831 0.019 200 c2731b1d4368a12c055e3aabbee157fb 199.204.45.38 - - [03/Apr/2026:01:46:22 +0000] "GET /admin/realms/atmosphere/clients/50cee2f5-169e-475a-91d8-341fcc9eb2a9/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.068 [auth-system-keycloak-80] [] 10.0.0.28:8080 3758 0.068 200 95b1cfff8905b960928dcb4faf19d2b4 199.204.45.38 - - [03/Apr/2026:01:46:22 +0000] "GET /admin/realms/atmosphere/users/efe17d8f-b1c6-4cd2-98e7-49174c53ec4b/role-mappings/clients/50cee2f5-169e-475a-91d8-341fcc9eb2a9/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.190 [auth-system-keycloak-80] [] 10.0.0.28:8080 3758 0.190 200 ad6fdd903872fa24428cd15df5317fff 199.204.45.38 - - [03/Apr/2026:01:46:22 +0000] "GET /admin/realms/atmosphere/users/efe17d8f-b1c6-4cd2-98e7-49174c53ec4b/role-mappings/clients/50cee2f5-169e-475a-91d8-341fcc9eb2a9/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.073 [auth-system-keycloak-80] [] 10.0.0.28:8080 2 0.073 200 30fca2eddb2383dd9a3f11d958ef169f 199.204.45.38 - - [03/Apr/2026:01:46:22 +0000] "POST /admin/realms/atmosphere/users/efe17d8f-b1c6-4cd2-98e7-49174c53ec4b/role-mappings/clients/50cee2f5-169e-475a-91d8-341fcc9eb2a9 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.018 [auth-system-keycloak-80] [] 10.0.0.28:8080 0 0.017 204 1b3253d63b45b5688ae0234d492d7df3 199.204.45.38 - - [03/Apr/2026:01:46:22 +0000] "GET /admin/realms/atmosphere/users/efe17d8f-b1c6-4cd2-98e7-49174c53ec4b/role-mappings/clients/50cee2f5-169e-475a-91d8-341fcc9eb2a9/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.013 [auth-system-keycloak-80] [] 10.0.0.28:8080 576 0.014 200 1daccb959a962fdfc832244f140f91e4 W0403 01:46:25.544416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:25.544451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:28.878982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:28.879037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:42.623591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:42.623634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:45.957234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:45.957282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:30.152825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:30.152877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:02.220213 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 01:49:02.220330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:02.220349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:49:02.224084 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0403 01:49:02.224138 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0403 01:49:02.230735 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0403 01:49:02.231313 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0403 01:49:02.231730 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate I0403 01:49:02.231751 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"8cbc8c73-f37c-4493-9dae-ab192d665fef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6766", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:49:02.231855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:02.231895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:49:02.232024 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:49:02.283904 7 controller.go:216] "Backend successfully reloaded" I0403 01:49:02.284252 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rg7j2", UID:"9cbe145f-c96b-43c3-80e8-64a0bedf6c81", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:49:02.451324 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0403 01:49:02.452580 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" I0403 01:49:03.732777 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.96.81.70"}] I0403 01:49:03.740514 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"8cbc8c73-f37c-4493-9dae-ab192d665fef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6803", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:49:05.566146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:05.566199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:01:49:06 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.010 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.010 300 35db5d971430868bf156c2d681dcbeed 199.204.45.38 - - [03/Apr/2026:01:49:08 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 265 0.004 200 211e455b1cdeafaae839afb9debc46c1 199.204.45.38 - - [03/Apr/2026:01:49:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.345 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1359 0.345 201 253b25f677fccf8bbd394f085bb42890 199.204.45.38 - - [03/Apr/2026:01:49:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.005 300 c054df7d9e6104135c7274e6853e719a 199.204.45.38 - - [03/Apr/2026:01:49:08 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.035 [openstack-keystone-api-5000] [] 10.0.0.3:5000 90 0.035 404 e13f67ab3ecbb136d7f90e922c3d952a 199.204.45.38 - - [03/Apr/2026:01:49:08 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.029 [openstack-keystone-api-5000] [] 10.0.0.3:5000 366 0.030 200 e3b46c04816864d5de73c6fe1aa53235 199.204.45.38 - - [03/Apr/2026:01:49:08 +0000] "GET /v3/domains/14b94ce8bf7347e69b1498989283f2a6 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.023 [openstack-keystone-api-5000] [] 10.0.0.3:5000 244 0.023 200 a3e5cdc73a92636b40aec041ff9e68fb W0403 01:49:08.899786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:08.899845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:01:49:09 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 265 0.004 200 f5277ab84f6e471c45fc9cb3bfd9acfa 199.204.45.38 - - [03/Apr/2026:01:49:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.334 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1359 0.334 201 4c90da30d333d8f583c7e49fe392c6f4 199.204.45.38 - - [03/Apr/2026:01:49:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.005 300 dbd3b52bded90d61f35ef3dc01856908 199.204.45.38 - - [03/Apr/2026:01:49:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.026 [openstack-keystone-api-5000] [] 10.0.0.3:5000 101 0.025 404 00432642b10346de8e761154b7fd0c04 199.204.45.38 - - [03/Apr/2026:01:49:09 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.021 [openstack-keystone-api-5000] [] 10.0.0.3:5000 155 0.021 200 b293499d5a5b5d99a962eb881229e2b5 199.204.45.38 - - [03/Apr/2026:01:49:09 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.028 [openstack-keystone-api-5000] [] 10.0.0.3:5000 451 0.028 201 f14f55b3f84086f2c14481fa281b9bd6 199.204.45.38 - - [03/Apr/2026:01:49:10 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 265 0.004 200 6bebf4d2e963ff8c65d3d7b707e7a184 199.204.45.38 - - [03/Apr/2026:01:49:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1359 0.287 201 1658700494107a521c77780625be3061 199.204.45.38 - - [03/Apr/2026:01:49:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.002 300 1af04109e612c0f66678b4c87212cefd 199.204.45.38 - - [03/Apr/2026:01:49:10 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.029 [openstack-keystone-api-5000] [] 10.0.0.3:5000 98 0.029 404 1d167c1c2ad0913588d1822c7309ec16 199.204.45.38 - - [03/Apr/2026:01:49:10 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.023 [openstack-keystone-api-5000] [] 10.0.0.3:5000 135 0.023 200 886f672d8a8bd6b87fadfe4339e87a9d 199.204.45.38 - - [03/Apr/2026:01:49:10 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.026 [openstack-keystone-api-5000] [] 10.0.0.3:5000 331 0.026 201 21ac3ca45b846b38a3a70a58db94c707 199.204.45.38 - - [03/Apr/2026:01:49:11 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 265 0.004 200 02ecbb521b265f48f2c1d89c0c4b0ba2 199.204.45.38 - - [03/Apr/2026:01:49:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1359 0.288 201 3380cf89984fdca20085fcbdfa52b10e 199.204.45.38 - - [03/Apr/2026:01:49:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.004 300 6e8dc5549a41e3652fa2c07b7ccca501 199.204.45.38 - - [03/Apr/2026:01:49:11 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.028 [openstack-keystone-api-5000] [] 10.0.0.3:5000 131 0.028 404 d286a0f1dbe813faa800ddedbb052c17 199.204.45.38 - - [03/Apr/2026:01:49:11 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.033 [openstack-keystone-api-5000] [] 10.0.0.3:5000 167 0.033 200 6fc24a15667b2eb7f448065d60946abf 199.204.45.38 - - [03/Apr/2026:01:49:11 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.031 [openstack-keystone-api-5000] [] 10.0.0.3:5000 222 0.031 201 a76669abcdf2f9fc37071e9f6b5efbf8 W0403 01:49:21.655919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:21.655952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:24.990470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:24.990515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:28.481304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:28.481341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:31.818103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:31.818153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:47.144900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:47.144935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:50.479388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:50.479511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:54.848133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:54.848168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:58.182621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:49:58.182675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:25.165791 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:51:25.165911 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 01:51:25.166013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:25.166039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:51:25.169322 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0403 01:51:25.169349 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0403 01:51:25.172841 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0403 01:51:25.173406 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0403 01:51:25.173705 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"80eb0640-3462-476e-86ff-37a89540b9ca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7856", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:51:25.173804 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:51:25.173906 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 01:51:25.174097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:25.174124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:51:25.174260 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:51:25.236987 7 controller.go:216] "Backend successfully reloaded" I0403 01:51:25.237319 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rg7j2", UID:"9cbe145f-c96b-43c3-80e8-64a0bedf6c81", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:51:25.444336 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0403 01:51:25.445808 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.38 - - [03/Apr/2026:01:51:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.007 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.007 300 f7e6ba138f192f63c75fa8f00f362682 199.204.45.38 - - [03/Apr/2026:01:51:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.360 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1990 0.360 201 405ef405a6bca2679e55a25e05a7012b 199.204.45.38 - - [03/Apr/2026:01:51:26 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.029 [openstack-keystone-api-5000] [] 10.0.0.3:5000 85 0.029 404 39923540754ca597c4f29cafd13a4b71 199.204.45.38 - - [03/Apr/2026:01:51:26 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.022 [openstack-keystone-api-5000] [] 10.0.0.3:5000 128 0.022 200 6955fdf59d5401d79d137ba3196a0d4b 199.204.45.38 - - [03/Apr/2026:01:51:26 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.027 [openstack-keystone-api-5000] [] 10.0.0.3:5000 229 0.027 201 a1fe76c292a7d03252b2a27c8670934d W0403 01:51:28.507677 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:51:28.507837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:28.507862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:01:51:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.004 300 7c15db66cb8c6d6c41a9c02a27df63d7 199.204.45.38 - - [03/Apr/2026:01:51:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 547 0.289 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1990 0.289 201 c00aab1be7830366c4a62c449e2593c8 199.204.45.38 - - [03/Apr/2026:01:51:32 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.023 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1514 0.023 200 dd156c905ee9ac423f6dc247cc532437 199.204.45.38 - - [03/Apr/2026:01:51:32 +0000] "PUT /v3/roles/6ba4f85cfd6e44cda52bb32c287ad644/implies/3915dbf76a8c4a86b8d78df9633253db HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.040 [openstack-keystone-api-5000] [] 10.0.0.3:5000 518 0.039 201 78ab58c8d60d1616674212be3f2b7305 W0403 01:51:35.247221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:35.247262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:52:03.732044 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.96.81.70"}] I0403 01:52:03.737316 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"80eb0640-3462-476e-86ff-37a89540b9ca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8237", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:52:03.739435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:03.739471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:01:52:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.003 300 ab0c90cc170ffa44fd0bc37ef6e3be89 199.204.45.38 - - [03/Apr/2026:01:52:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.341 [openstack-keystone-api-5000] [] 10.0.0.3:5000 2053 0.341 201 92545b8ec6bac26f5183cc17de45ed32 199.204.45.38 - - [03/Apr/2026:01:52:17 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.042 [openstack-keystone-api-5000] [] 10.0.0.3:5000 87 0.042 404 52ef0ae1d758a93d60fb2d3b4c99a8c5 199.204.45.38 - - [03/Apr/2026:01:52:17 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.032 [openstack-keystone-api-5000] [] 10.0.0.3:5000 388 0.032 200 6db6f38c35ecb3707144a4f1b4c6a237 199.204.45.38 - - [03/Apr/2026:01:52:17 +0000] "GET /v3/users/rgw-RegionOne?domain_id=0cdc8d74617f4440b765dbfff70a9a07 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.040 [openstack-keystone-api-5000] [] 10.0.0.3:5000 91 0.040 404 7a53e65bc293e90911fa546ba6f08a07 199.204.45.38 - - [03/Apr/2026:01:52:17 +0000] "GET /v3/users?domain_id=0cdc8d74617f4440b765dbfff70a9a07&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.034 [openstack-keystone-api-5000] [] 10.0.0.3:5000 177 0.034 200 8a416dc54ddfa7a2b2482f57c682f73a 199.204.45.38 - - [03/Apr/2026:01:52:17 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.297 [openstack-keystone-api-5000] [] 10.0.0.3:5000 290 0.297 201 10dae1199f63bccf31cd48ee0353623e 199.204.45.38 - - [03/Apr/2026:01:52:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.005 300 3a4b96feb8a6acd2618a51cba7731d74 199.204.45.38 - - [03/Apr/2026:01:52:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 547 0.280 [openstack-keystone-api-5000] [] 10.0.0.3:5000 2053 0.281 201 d091e34e79b2d82b9029d0f9a032bdb9 199.204.45.38 - - [03/Apr/2026:01:52:20 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.026 [openstack-keystone-api-5000] [] 10.0.0.3:5000 83 0.025 404 61ffcd0511e4bae59113aa413b0b4ee5 199.204.45.38 - - [03/Apr/2026:01:52:20 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.025 [openstack-keystone-api-5000] [] 10.0.0.3:5000 359 0.025 200 b24bb87ea461de132cf5fa500173a42e 199.204.45.38 - - [03/Apr/2026:01:52:20 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.036 [openstack-keystone-api-5000] [] 10.0.0.3:5000 87 0.036 404 44ddf549c12b11c78ed37b7b09bf9a9b 199.204.45.38 - - [03/Apr/2026:01:52:20 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.027 [openstack-keystone-api-5000] [] 10.0.0.3:5000 388 0.027 200 cd92f99e79ea78c4a96284071c336232 199.204.45.38 - - [03/Apr/2026:01:52:20 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.027 [openstack-keystone-api-5000] [] 10.0.0.3:5000 91 0.027 404 7126710514c13d868af4b59de82a51cf 199.204.45.38 - - [03/Apr/2026:01:52:20 +0000] "GET /v3/users?domain_id=0cdc8d74617f4440b765dbfff70a9a07&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.035 [openstack-keystone-api-5000] [] 10.0.0.3:5000 456 0.035 200 d268c590742afe0224a63fce0f763244 199.204.45.38 - - [03/Apr/2026:01:52:20 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.040 [openstack-keystone-api-5000] [] 10.0.0.3:5000 88 0.041 404 79e7e41c15b18b6da16dbb743153d888 199.204.45.38 - - [03/Apr/2026:01:52:20 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.028 [openstack-keystone-api-5000] [] 10.0.0.3:5000 518 0.028 200 70364ccd4cc25f281c4af68f7c111e3b 199.204.45.38 - - [03/Apr/2026:01:52:20 +0000] "PUT /v3/projects/57ff86f35893487ab1fbdd4481af5d53/users/ec083dcba4b94450a7e0fbfaa293fb94/roles/2d20d23eab8046f9b135fda5216b11f5 HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.040 [openstack-keystone-api-5000] [] 10.0.0.3:5000 0 0.040 204 3ed729b2fe8988c323fe2717e962a1c3 199.204.45.38 - - [03/Apr/2026:01:52:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.003 300 f55648caba8d1ad3b8dca43512f7c3d3 199.204.45.38 - - [03/Apr/2026:01:52:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.344 [openstack-keystone-api-5000] [] 10.0.0.3:5000 2053 0.344 201 951963e224ebb1509a5707e044b0c24a 199.204.45.38 - - [03/Apr/2026:01:52:22 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.016 [openstack-keystone-api-5000] [] 10.0.0.3:5000 150 0.016 200 34d7004f84f69c7844a4db4abe25295e 199.204.45.38 - - [03/Apr/2026:01:52:22 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.029 [openstack-keystone-api-5000] [] 10.0.0.3:5000 262 0.029 201 94743f3e12f4a7ae30aef96bad9a7684 199.204.45.38 - - [03/Apr/2026:01:52:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.005 300 d771e2be27127c9ccd98447c981d324c 199.204.45.38 - - [03/Apr/2026:01:52:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.308 [openstack-keystone-api-5000] [] 10.0.0.3:5000 2155 0.308 201 f6edf8d9ccdb57fb91c07ce4a22bec15 199.204.45.38 - - [03/Apr/2026:01:52:23 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.3:5000 86 0.023 404 bd33abd3b044ae40d5c564e9b73f97e6 199.204.45.38 - - [03/Apr/2026:01:52:23 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.3:5000 380 0.018 200 4c6d2af992473b34788df6313432ac36 199.204.45.38 - - [03/Apr/2026:01:52:23 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=6d1843c0f05948e6b213a0279c420476 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.022 [openstack-keystone-api-5000] [] 10.0.0.3:5000 204 0.022 200 258e38a8659db663fbd25e6408235a19 199.204.45.38 - - [03/Apr/2026:01:52:23 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.032 [openstack-keystone-api-5000] [] 10.0.0.3:5000 377 0.032 201 5da056084c3299e7eedce8da8a98592d 199.204.45.38 - - [03/Apr/2026:01:52:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.004 300 5ae968348c485ab90098ef3952a74ae2 199.204.45.38 - - [03/Apr/2026:01:52:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.3:5000 2363 0.296 201 1690cdb3942a196d781520ebaf452658 199.204.45.38 - - [03/Apr/2026:01:52:24 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.3:5000 86 0.024 404 391a5e298db77b5f17e424001c87741b 199.204.45.38 - - [03/Apr/2026:01:52:24 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.3:5000 380 0.023 200 64797090e1ec0f7db942ea298b0b9ea5 199.204.45.38 - - [03/Apr/2026:01:52:24 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=6d1843c0f05948e6b213a0279c420476 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.021 [openstack-keystone-api-5000] [] 10.0.0.3:5000 206 0.021 200 5aaecd172c15e9925926d9dc72c3b1cd 199.204.45.38 - - [03/Apr/2026:01:52:24 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.035 [openstack-keystone-api-5000] [] 10.0.0.3:5000 391 0.035 201 3e3dcc3996c40fdaa1368a4a24a91d49 W0403 01:52:25.646930 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:52:25.647064 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 01:52:25.647141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:25.647164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:52:25.653588 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.007s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:35.7kB} I0403 01:52:25.653623 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0403 01:52:25.659655 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0403 01:52:25.660090 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d8414bf7-394f-4e3e-86ef-6dc94a98e1a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8404", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:52:25.660193 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0403 01:52:25.660559 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:52:25.660661 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 01:52:25.660732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:25.660746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:52:25.660888 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:52:25.706753 7 controller.go:216] "Backend successfully reloaded" I0403 01:52:25.707818 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rg7j2", UID:"9cbe145f-c96b-43c3-80e8-64a0bedf6c81", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:52:25.929347 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0403 01:52:25.930458 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0403 01:52:28.994880 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:52:28.995125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:28.995164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:42.281567 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:52:42.281697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:42.281711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:47.378209 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:52:47.378408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:47.378428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:50.711751 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:52:50.711942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:50.711967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:52:50.712129 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:52:50.769213 7 controller.go:216] "Backend successfully reloaded" I0403 01:52:50.769529 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rg7j2", UID:"9cbe145f-c96b-43c3-80e8-64a0bedf6c81", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:52:54.046397 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:52:54.046711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:54.046807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:57.378776 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:52:57.378927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:57.378950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:00.714702 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:53:00.714852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:00.714873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:53:03.731049 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.96.81.70"}] I0403 01:53:03.736080 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"d8414bf7-394f-4e3e-86ef-6dc94a98e1a7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8797", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:53:04.045149 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:53:04.045515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:04.045555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:12.991065 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:53:12.991202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:12.991222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:16.327275 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:53:16.327495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:16.327526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:20.940290 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:53:20.940492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:20.940515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:53.900622 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:53:53.900762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:53.900784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:33.184860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:33.184897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:23.441752 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:55:23.441900 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 01:55:23.442017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:23.442046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:55:23.446628 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.1kB} I0403 01:55:23.446655 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0403 01:55:23.451785 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0403 01:55:23.452063 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"79938acf-f2a6-4eca-bd11-f468e8195788", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9946", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:55:23.452477 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0403 01:55:23.452989 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:55:23.453145 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 01:55:23.453285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:23.453308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:55:23.453534 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:55:23.512645 7 controller.go:216] "Backend successfully reloaded" I0403 01:55:23.512968 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rg7j2", UID:"9cbe145f-c96b-43c3-80e8-64a0bedf6c81", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:55:23.804911 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0403 01:55:23.805766 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0403 01:55:26.789219 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:55:26.789561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:26.789592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:01:55:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.003 300 4c8d358043159260b3d442078e0a8371 199.204.45.38 - - [03/Apr/2026:01:55:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.352 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3197 0.352 201 68e15c1e01e4de283fa23950a34dbd4c 199.204.45.38 - - [03/Apr/2026:01:55:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1f69433de3517ace0300ab8b14fedcf9 199.204.45.38 - - [03/Apr/2026:01:55:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 927722e12355f7d3aa9f38afc4d2cb00 199.204.45.38 - - [03/Apr/2026:01:55:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.003 300 49d004f598c629d2427bdd0efffe1ed2 199.204.45.38 - - [03/Apr/2026:01:55:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.379 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3197 0.379 201 18da548baa956672e34a9e4488447e97 199.204.45.38 - - [03/Apr/2026:01:55:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6c4df64e90dc7ef52063130d44237f8d 199.204.45.38 - - [03/Apr/2026:01:55:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3f951288aeb97e843ac4ec82542885fd 199.204.45.38 - - [03/Apr/2026:01:55:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.003 300 02a0e935302fab327793fc415db3e2fe 199.204.45.38 - - [03/Apr/2026:01:55:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3197 0.288 201 bace74f5a42c4456f91235d89df1b5dc 199.204.45.38 - - [03/Apr/2026:01:55:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4510475f019ae8e70db4f603f98c634b 199.204.45.38 - - [03/Apr/2026:01:55:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ef448402b191c4fa8232dd31b4357710 199.204.45.38 - - [03/Apr/2026:01:55:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.003 300 0bbfbe8e79197c2af94c20c0fe502006 199.204.45.38 - - [03/Apr/2026:01:55:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3197 0.290 201 93c807097e171a8e6b1ec2283aed7c08 199.204.45.38 - - [03/Apr/2026:01:55:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 83d2a2fd10c31e6b6b95f0e84e2fd27c 199.204.45.38 - - [03/Apr/2026:01:55:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 27eb3a299eb7faeb6ff99240dfde9ccf 199.204.45.38 - - [03/Apr/2026:01:55:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.005 300 c8532e1a30506f52ccc81419362e99ba 199.204.45.38 - - [03/Apr/2026:01:55:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3197 0.297 201 42a1ddaa41a46919a0830176a88975cf 199.204.45.38 - - [03/Apr/2026:01:55:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0d19b96d6bb3fc52c6942770a1fa05c2 199.204.45.38 - - [03/Apr/2026:01:55:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2cd2e0b1a3d93855900963905b9c2736 199.204.45.38 - - [03/Apr/2026:01:55:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.005 300 1b4bb641f9e8bb567fcf341142d4cef3 199.204.45.38 - - [03/Apr/2026:01:55:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3197 0.287 201 f3f1b9d60a4c811fe4e63a4b8b2ab619 199.204.45.38 - - [03/Apr/2026:01:55:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ade8bddbebd64d659c717eed69948599 199.204.45.38 - - [03/Apr/2026:01:55:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6fd377a5ee526bdd9a1a0c52bdb1d889 W0403 01:55:37.973519 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:55:37.973841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:37.973959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:01:55:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.003 300 1cc6c1a74706ae927ef63e1cbce5c5f3 199.204.45.38 - - [03/Apr/2026:01:55:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3197 0.286 201 afa05b25b9f896f79ba2b5ed911361e1 199.204.45.38 - - [03/Apr/2026:01:55:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9f2c24b57e803dd91f75690d3740c1d1 199.204.45.38 - - [03/Apr/2026:01:55:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ea912ce5e48572565ce3765525e5f658 199.204.45.38 - - [03/Apr/2026:01:55:40 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.004 300 665ef79dc89f8cbc68f1ec99843fb27a 199.204.45.38 - - [03/Apr/2026:01:55:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3197 0.296 201 194dbe9d637459fe06f56e0c86434133 199.204.45.38 - - [03/Apr/2026:01:55:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 35b4293c7fa4832ab5cafd66b62a4d47 199.204.45.38 - - [03/Apr/2026:01:55:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 16fb393ceb962865e8a8e155cea34cec 199.204.45.38 - - [03/Apr/2026:01:55:42 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.003 300 4c45132df2fd63734b57b7a4624cc6f2 199.204.45.38 - - [03/Apr/2026:01:55:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.385 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3197 0.385 201 572f59e05a0dd5a7add3afc389bcf3b8 199.204.45.38 - - [03/Apr/2026:01:55:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d25ddb307b4340c0b75a4b0b8e769c6e 199.204.45.38 - - [03/Apr/2026:01:55:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5cf3ad08145f9fde2e06c8ddce512e89 199.204.45.38 - - [03/Apr/2026:01:55:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.003 300 3b214b3ea442a748ffc964cee5dc7f6d 199.204.45.38 - - [03/Apr/2026:01:55:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3197 0.299 201 c8e65dada07557ae5ff790dcce27cb56 199.204.45.38 - - [03/Apr/2026:01:55:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e66f85feda0e38b58ae953ae3c8faa43 199.204.45.38 - - [03/Apr/2026:01:55:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0c1d61a10898203aa255a4d0d5974652 199.204.45.38 - - [03/Apr/2026:01:55:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.004 300 3337a17316d0884bca2f7a0651d4d1ff 199.204.45.38 - - [03/Apr/2026:01:55:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.321 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3197 0.320 201 0683a73dda3ae45addddd03dc6d49506 199.204.45.38 - - [03/Apr/2026:01:55:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 59c8b3b7e73a18fff21539f4987d1743 199.204.45.38 - - [03/Apr/2026:01:55:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 503f52cf631995a85e55fc48da2df433 W0403 01:55:47.045656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:47.045682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.38 - - [03/Apr/2026:01:55:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.007 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.007 300 84c03d71871526cb55c05edb72be06b1 199.204.45.38 - - [03/Apr/2026:01:55:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.309 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3197 0.309 201 fbad96125c5811543db35a6f69e6bbef 199.204.45.38 - - [03/Apr/2026:01:55:48 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.88:9292 1183 0.003 300 5173430361036b6e059f0fa1d902ef36 199.204.45.38 - - [03/Apr/2026:01:55:48 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.539 [openstack-glance-api-9292] [] 10.0.0.88:9292 69 0.539 200 346a17165f679d8ec579020226dea291 199.204.45.38 - - [03/Apr/2026:01:55:51 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 280 0.004 300 58b3b32aa2162a9249f387e437dddf77 199.204.45.38 - - [03/Apr/2026:01:55:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3197 0.289 201 2211aa44283bcef03627a241c4efb3ad 199.204.45.38 - - [03/Apr/2026:01:55:52 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.88:9292 1183 0.003 300 da0af0cf53a2e86ff68edec83abcf706 199.204.45.38 - - [03/Apr/2026:01:55:52 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.059 [openstack-glance-api-9292] [] 10.0.0.88:9292 69 0.059 200 05ba59061e475a1b7101f66c8a8bc152 199.204.45.38 - - [03/Apr/2026:01:55:52 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.131 [openstack-glance-api-9292] [] 10.0.0.88:9292 151 0.130 404 ba093e5a95764da6f413089e93b03ac8 199.204.45.38 - - [03/Apr/2026:01:55:52 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.018 [openstack-glance-api-9292] [] 10.0.0.88:9292 81 0.018 200 dca35fea8c90f702050f7513e706534f 199.204.45.38 - - [03/Apr/2026:01:55:52 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.029 [openstack-glance-api-9292] [] 10.0.0.88:9292 84 0.029 200 46d0226d12151500660e099e37bc91e5 199.204.45.38 - - [03/Apr/2026:01:55:52 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.055 [openstack-glance-api-9292] [] 10.0.0.88:9292 760 0.055 201 709b2b8fc0ffc1fbad4859894c97fa32 199.204.45.38 - - [03/Apr/2026:01:55:56 +0000] "PUT /v2/images/8b363cba-13ff-4796-9266-18b85c6b9956/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 4.187 [openstack-glance-api-9292] [] 10.0.0.88:9292 0 4.187 204 782c2c4629d8794e68542eb96f8e6f13 199.204.45.38 - - [03/Apr/2026:01:55:56 +0000] "GET /v2/images/8b363cba-13ff-4796-9266-18b85c6b9956 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-glance-api-9292] [] 10.0.0.88:9292 1171 0.017 200 0536a5fd18414661318f01a01e81d59e 199.204.45.38 - - [03/Apr/2026:01:55:56 +0000] "GET /v2/images/8b363cba-13ff-4796-9266-18b85c6b9956 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-glance-api-9292] [] 10.0.0.88:9292 1171 0.016 200 2740e81cbf3bad614f50b9197eb45a48 W0403 01:55:59.856053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:59.856081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:03.190973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:03.191035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:56:03.730850 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.96.81.70"}] I0403 01:56:03.739481 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"79938acf-f2a6-4eca-bd11-f468e8195788", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10291", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:56:06.524335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:56:06.524373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store