------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 01:27:45.662007 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 01:27:45.662128 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 01:27:45.667143 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 01:27:45.671011 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 01:27:45.817694 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 01:27:45.838123 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 01:27:45.850473 7 nginx.go:271] "Starting NGINX Ingress controller" I0407 01:27:45.854929 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"85f922d0-6d2c-4825-8193-e38deb682131", APIVersion:"v1", ResourceVersion:"1327", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 01:27:45.859955 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"206d1408-26a8-4d78-b91f-23d96aa3c4ab", APIVersion:"v1", ResourceVersion:"1329", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 01:27:45.859995 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3e7ddd93-ee8c-4103-acc4-6a3a6a8d7a64", APIVersion:"v1", ResourceVersion:"1328", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 01:27:47.052191 7 nginx.go:317] "Starting NGINX process" I0407 01:27:47.052318 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0407 01:27:47.052666 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0407 01:27:47.052962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:47.053003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:27:47.053051 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:27:47.059024 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 01:27:47.059106 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-hjmzk" I0407 01:27:47.089810 7 controller.go:216] "Backend successfully reloaded" I0407 01:27:47.089906 7 controller.go:227] "Initial sync, sleeping for 1 second" I0407 01:27:47.089956 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hjmzk", UID:"51ff857e-5fc9-473a-8a63-99caccc4bedb", APIVersion:"v1", ResourceVersion:"1369", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:27:50.880903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:50.880960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:54.214578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:54.214622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:57.549072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:57.549122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:00.881698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:00.881783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:04.215951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:04.215993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:07.547969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:07.548017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:10.881829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:10.881881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:14.214981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:14.215019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:17.548677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:17.548764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:20.880957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:20.880998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:24.214728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:24.214796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:27.548194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:27.548246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:16.065096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:16.065146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:33.009633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:33.009676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:36.344109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:36.344171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:39.677129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:39.677183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:43.010179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:43.010262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:46.343512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:46.343560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:49.676698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:49.676746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:53.010032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:53.010162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:57.290552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:57.290772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:00.624769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:00.624822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:03.958009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:03.958043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:07.291782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:30:07.291838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:13.090363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:13.090406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:16.424313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:16.424360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:16.783305 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-248.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-248.nip.io-tls was not found. Using default certificate W0407 01:32:16.783351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:16.783362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:32:16.784701 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0407 01:32:16.784737 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 01:32:16.798834 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0407 01:32:16.799132 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c7bb64fb-e6ea-4fce-bf87-5f39efaeda80", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3393", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:32:16.799273 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-248.nip.io-tls" in local store I0407 01:32:17.123651 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-248.nip.io-tls" I0407 01:32:17.124402 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-248.nip.io-tls" W0407 01:32:19.757964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:19.758015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:32:19.758086 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:32:19.803312 7 controller.go:216] "Backend successfully reloaded" I0407 01:32:19.803583 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hjmzk", UID:"51ff857e-5fc9-473a-8a63-99caccc4bedb", APIVersion:"v1", ResourceVersion:"1369", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:32:23.090839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:23.090951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [07/Apr/2026:01:32:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.229 [auth-system-keycloak-80] [] 10.0.0.179:8080 1928 2.228 200 532abb01a9031d26f056360f4d04b49e 199.204.45.248 - - [07/Apr/2026:01:32:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.183 [auth-system-keycloak-80] [] 10.0.0.179:8080 116 0.183 404 fa0525074206597ffc01491cf4cb6d95 199.204.45.248 - - [07/Apr/2026:01:32:32 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.690 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 3.688 201 b25218d2ca768002a567782bfd3b0374 199.204.45.248 - - [07/Apr/2026:01:32:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.685 [auth-system-keycloak-80] [] 10.0.0.179:8080 4246 0.685 200 d53646697e66b0172bc0606d812e3bb8 199.204.45.248 - - [07/Apr/2026:01:32:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.179:8080 1928 0.485 200 66c45900f5121a80ebe426265f1b7825 199.204.45.248 - - [07/Apr/2026:01:32:34 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.084 [auth-system-keycloak-80] [] 10.0.0.179:8080 12500 0.083 200 6d4d612422285bd51cec7855ee7284ed 199.204.45.248 - - [07/Apr/2026:01:32:34 +0000] "GET /admin/realms/atmosphere/client-scopes/10c0378a-45a3-4019-b97e-4db0665d2886 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.179:8080 1278 0.016 200 aac07eb85d7991cfe09800e9d2863d70 199.204.45.248 - - [07/Apr/2026:01:32:34 +0000] "PUT /admin/realms/atmosphere/client-scopes/10c0378a-45a3-4019-b97e-4db0665d2886 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.045 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.045 204 e84326e60e8fc906c6e11a37be151d30 199.204.45.248 - - [07/Apr/2026:01:32:34 +0000] "GET /admin/realms/atmosphere/client-scopes/10c0378a-45a3-4019-b97e-4db0665d2886/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.093 [auth-system-keycloak-80] [] 10.0.0.179:8080 963 0.093 200 c00f0eb7e0ca077adde0c946bf5d7c56 199.204.45.248 - - [07/Apr/2026:01:32:34 +0000] "GET /admin/realms/atmosphere/client-scopes/10c0378a-45a3-4019-b97e-4db0665d2886/protocol-mappers/models/00391d5e-9a6f-4d00-9f02-3e9e0ad87309 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.179:8080 366 0.013 200 812728a7b1a830ccc314cfc66aad0796 199.204.45.248 - - [07/Apr/2026:01:32:34 +0000] "PUT /admin/realms/atmosphere/client-scopes/10c0378a-45a3-4019-b97e-4db0665d2886/protocol-mappers/models/00391d5e-9a6f-4d00-9f02-3e9e0ad87309 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.076 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.075 204 410970068179169b29a97ae5bd49f3fc 199.204.45.248 - - [07/Apr/2026:01:32:34 +0000] "GET /admin/realms/atmosphere/client-scopes/10c0378a-45a3-4019-b97e-4db0665d2886 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.086 [auth-system-keycloak-80] [] 10.0.0.179:8080 1218 0.085 200 52d6e05d8883fd175a280f3005f16096 I0407 01:32:47.066925 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.96.1.120"}] I0407 01:32:47.073452 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c7bb64fb-e6ea-4fce-bf87-5f39efaeda80", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3739", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:32:47.074927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:47.074972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [07/Apr/2026:01:32:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.179:8080 1928 0.474 200 bc9e39433ee36e608c44132254e321f8 199.204.45.248 - - [07/Apr/2026:01:32:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.016 [auth-system-keycloak-80] [] 10.0.0.179:8080 2 0.016 200 6b2d6a6aa33cdfff27ff35b5a8d53e14 199.204.45.248 - - [07/Apr/2026:01:32:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.186 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.186 201 b4396b1d5e83ce9d8c496a784a02f42d 199.204.45.248 - - [07/Apr/2026:01:32:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.079 [auth-system-keycloak-80] [] 10.0.0.179:8080 1261 0.079 200 9401485223beaf9c18d9e94a06d0bcc4 199.204.45.248 - - [07/Apr/2026:01:32:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.179:8080 1928 0.493 200 4fd97aba05598c8edf8dd377b1261883 199.204.45.248 - - [07/Apr/2026:01:32:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.179:8080 2 0.012 200 c1eb0446c2f4ae1b96e47fce4c5a781a 199.204.45.248 - - [07/Apr/2026:01:32:57 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.094 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.093 201 ddc326c05b8982d6326aa94f1f0e8777 199.204.45.248 - - [07/Apr/2026:01:32:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.080 [auth-system-keycloak-80] [] 10.0.0.179:8080 1286 0.080 200 49de566a4a639e2e509a53da7a5daabc 199.204.45.248 - - [07/Apr/2026:01:32:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.179:8080 1928 0.496 200 ce1e54352406b8e722f9d27d90cfdfc3 199.204.45.248 - - [07/Apr/2026:01:32:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.179:8080 2 0.011 200 cd0d5a36f9cc5ddfb81ca0140957a50d 199.204.45.248 - - [07/Apr/2026:01:32:58 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.759 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.758 201 19cee0ff5c686c32a4e3b0fc02c9b763 199.204.45.248 - - [07/Apr/2026:01:32:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.179:8080 1251 0.022 200 acc8e3970e8275b3ebfa3b37ec8cd624 199.204.45.248 - - [07/Apr/2026:01:32:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.459 [auth-system-keycloak-80] [] 10.0.0.179:8080 1928 0.459 200 749563dd75f9545037d0ab5bd1a48a1d 199.204.45.248 - - [07/Apr/2026:01:33:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.179:8080 1261 0.009 200 75bf3ed1bea82a32ecef21315b1da1c7 199.204.45.248 - - [07/Apr/2026:01:33:00 +0000] "GET /admin/realms/atmosphere/clients/66309c13-9aac-4289-8002-5d8a7d336397/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.034 [auth-system-keycloak-80] [] 10.0.0.179:8080 119 0.034 404 fd7958394556428b31b5e763171c5b32 199.204.45.248 - - [07/Apr/2026:01:33:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.179:8080 1261 0.005 200 7f7ef85324955d01416fb5b18b9558ee 199.204.45.248 - - [07/Apr/2026:01:33:00 +0000] "POST /admin/realms/atmosphere/clients/66309c13-9aac-4289-8002-5d8a7d336397/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.016 201 f029f246d1e4ffd4b3684700e8260844 199.204.45.248 - - [07/Apr/2026:01:33:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.004 [auth-system-keycloak-80] [] 10.0.0.179:8080 1261 0.005 200 6f50122b101c819299914e850c5c98b3 199.204.45.248 - - [07/Apr/2026:01:33:00 +0000] "GET /admin/realms/atmosphere/clients/66309c13-9aac-4289-8002-5d8a7d336397/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.038 [auth-system-keycloak-80] [] 10.0.0.179:8080 166 0.038 200 900f5d11a671d9ce549d091ca99076ec 199.204.45.248 - - [07/Apr/2026:01:33:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.179:8080 1928 0.519 200 45d15ad97b5e0bf8a979bf45eceed0e9 199.204.45.248 - - [07/Apr/2026:01:33:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.179:8080 1286 0.008 200 2ebab5736a4b1e94c6b98a96a71222af 199.204.45.248 - - [07/Apr/2026:01:33:01 +0000] "GET /admin/realms/atmosphere/clients/bc0ac1b0-b40b-4983-996c-d2c1b21ad968/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.050 [auth-system-keycloak-80] [] 10.0.0.179:8080 119 0.050 404 bcc4dad8c1a0bd5313ccc87578035a0e 199.204.45.248 - - [07/Apr/2026:01:33:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.179:8080 1286 0.007 200 aae278e1db14a198b88aad90a7f65ff5 199.204.45.248 - - [07/Apr/2026:01:33:01 +0000] "POST /admin/realms/atmosphere/clients/bc0ac1b0-b40b-4983-996c-d2c1b21ad968/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.016 201 9a2132ec4b95e193623c22a2118d0bb4 199.204.45.248 - - [07/Apr/2026:01:33:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.179:8080 1286 0.008 200 f2ba8553e7e3020368043e2f0692a2ed 199.204.45.248 - - [07/Apr/2026:01:33:01 +0000] "GET /admin/realms/atmosphere/clients/bc0ac1b0-b40b-4983-996c-d2c1b21ad968/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.031 [auth-system-keycloak-80] [] 10.0.0.179:8080 165 0.031 200 decc5a3059833429894bfaa869b41188 199.204.45.248 - - [07/Apr/2026:01:33:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.179:8080 1928 0.496 200 bb584a083f73544542da11998afac9fb 199.204.45.248 - - [07/Apr/2026:01:33:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.179:8080 1286 0.007 200 01811c3299b7c6491a3e399a65f655cf 199.204.45.248 - - [07/Apr/2026:01:33:01 +0000] "GET /admin/realms/atmosphere/clients/bc0ac1b0-b40b-4983-996c-d2c1b21ad968/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.179:8080 119 0.011 404 3b63b1f4e7415151e2a1aee66185245b 199.204.45.248 - - [07/Apr/2026:01:33:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.179:8080 1286 0.007 200 0b524a23c1bf270a15c595cd2b664cea 199.204.45.248 - - [07/Apr/2026:01:33:02 +0000] "POST /admin/realms/atmosphere/clients/bc0ac1b0-b40b-4983-996c-d2c1b21ad968/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.035 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.035 201 8962bd0a9bc3220dd5f568f185f845d0 199.204.45.248 - - [07/Apr/2026:01:33:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.179:8080 1286 0.007 200 25aa193495b1014f4257d2d895b085b7 199.204.45.248 - - [07/Apr/2026:01:33:02 +0000] "GET /admin/realms/atmosphere/clients/bc0ac1b0-b40b-4983-996c-d2c1b21ad968/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.179:8080 166 0.013 200 ce0327521b5f76148af27076c702f63a 199.204.45.248 - - [07/Apr/2026:01:33:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.179:8080 1928 0.473 200 0636bf61bbb4827afc6e8fb707438019 199.204.45.248 - - [07/Apr/2026:01:33:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.179:8080 1286 0.013 200 575176a67a04e158b3bef20844689c51 199.204.45.248 - - [07/Apr/2026:01:33:02 +0000] "GET /admin/realms/atmosphere/clients/bc0ac1b0-b40b-4983-996c-d2c1b21ad968/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.179:8080 119 0.008 404 9ec31f3ba036c7d56823c6cafefe892e 199.204.45.248 - - [07/Apr/2026:01:33:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.048 [auth-system-keycloak-80] [] 10.0.0.179:8080 1286 0.048 200 f2dc80a04f8e2c835aba82556f41f07b 199.204.45.248 - - [07/Apr/2026:01:33:02 +0000] "POST /admin/realms/atmosphere/clients/bc0ac1b0-b40b-4983-996c-d2c1b21ad968/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.017 201 72e7f0781179c93afc1ee0f154f6fdcd 199.204.45.248 - - [07/Apr/2026:01:33:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.061 [auth-system-keycloak-80] [] 10.0.0.179:8080 1286 0.061 200 9079be63244c20b57ed20d1b846c8ca6 199.204.45.248 - - [07/Apr/2026:01:33:03 +0000] "GET /admin/realms/atmosphere/clients/bc0ac1b0-b40b-4983-996c-d2c1b21ad968/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.179:8080 166 0.012 200 b3c4a9e3b70f5f03cc8803c93080d76d 199.204.45.248 - - [07/Apr/2026:01:33:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.179:8080 1928 0.484 200 929f4c6e68e520ecd0f5d7de2afea86b 199.204.45.248 - - [07/Apr/2026:01:33:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.179:8080 1251 0.007 200 0b21ec7f413ba3c6ddaac99e941eef63 199.204.45.248 - - [07/Apr/2026:01:33:03 +0000] "GET /admin/realms/atmosphere/clients/634a57a9-375a-4fa9-82ae-47ed9447cfd8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.067 [auth-system-keycloak-80] [] 10.0.0.179:8080 119 0.067 404 9668c9c820efd15596e3804403f19b0b 199.204.45.248 - - [07/Apr/2026:01:33:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.179:8080 1251 0.006 200 e738a942aff8934841c1be65a94e3073 199.204.45.248 - - [07/Apr/2026:01:33:03 +0000] "POST /admin/realms/atmosphere/clients/634a57a9-375a-4fa9-82ae-47ed9447cfd8/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.015 201 e8758aeb23a9bf9c89b41d3011ac1f8b 199.204.45.248 - - [07/Apr/2026:01:33:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.039 [auth-system-keycloak-80] [] 10.0.0.179:8080 1251 0.039 200 04b46ce7d180bf3c316cc502843ea7d6 199.204.45.248 - - [07/Apr/2026:01:33:04 +0000] "GET /admin/realms/atmosphere/clients/634a57a9-375a-4fa9-82ae-47ed9447cfd8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.179:8080 166 0.013 200 d0ef364ce395e0bba449bfb72a0607d1 W0407 01:33:15.795167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:15.795261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:19.128742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:19.128791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:11.245745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:11.245827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:11.329610 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:11.329701 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 01:34:11.329793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:11.329819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:11.329870 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:11.329937 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 01:34:11.329972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:11.329988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:11.330144 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:11.330275 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0407 01:34:11.330360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:11.330387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:34:11.331776 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0407 01:34:11.331804 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0407 01:34:11.331881 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 01:34:11.331908 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0407 01:34:11.333414 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0407 01:34:11.333449 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 01:34:11.339565 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0407 01:34:11.339900 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 01:34:11.339918 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0407 01:34:11.340122 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 01:34:11.340150 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0407 01:34:11.340215 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"65d9cf7c-7d9c-47fa-a18a-999c33c6d611", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4417", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:34:11.340261 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"03eac9aa-b051-4763-bfa4-e199d17c8227", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4418", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:34:11.340351 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 01:34:11.340576 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ef31da08-ae8f-41c0-9c77-82e0d29ac805", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4419", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:34:11.592140 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 01:34:11.594156 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0407 01:34:12.257196 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 01:34:12.258061 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0407 01:34:12.715900 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 01:34:12.716952 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0407 01:34:14.579826 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:14.579881 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:14.579918 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:14.580152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:14.580175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:34:14.580343 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:34:14.627419 7 controller.go:216] "Backend successfully reloaded" I0407 01:34:14.628359 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hjmzk", UID:"51ff857e-5fc9-473a-8a63-99caccc4bedb", APIVersion:"v1", ResourceVersion:"1369", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:34:17.917162 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:17.917245 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:17.917286 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:17.917423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:17.917455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:21.246060 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:21.246117 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:21.246142 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:21.246235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:21.246260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:24.580259 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:24.580373 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:24.580437 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:24.580654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:24.580691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:27.912685 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:27.912751 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:27.912787 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:27.912902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:27.912918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:31.247730 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:31.247775 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:31.247801 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:31.247889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:31.247903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:34.579888 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:34.579943 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:34.579974 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:34.580073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:34.580094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:37.912658 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:37.912735 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:37.912773 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:37.912910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:37.912942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:41.246036 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:41.246105 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:34:41.246144 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:41.246283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:41.246309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:44.579551 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:44.579661 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:44.579807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:44.579841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:34:47.066406 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.96.1.120"}] I0407 01:34:47.066631 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.96.1.120"}] I0407 01:34:47.066631 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.96.1.120"}] I0407 01:34:47.073967 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ef31da08-ae8f-41c0-9c77-82e0d29ac805", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5381", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:34:47.077739 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"65d9cf7c-7d9c-47fa-a18a-999c33c6d611", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5382", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:34:47.078364 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"03eac9aa-b051-4763-bfa4-e199d17c8227", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5383", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:34:47.912742 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:47.912863 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:47.913057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:47.913093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:51.248579 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:51.248668 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:34:51.248839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:51.248865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.240 - - [07/Apr/2026:01:34:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.027 [auth-system-keycloak-80] [] 10.0.0.179:8080 6432 0.028 200 d62bb188ae723ccf028b2837e1c3b0b4 W0407 01:34:54.579734 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:54.579970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:54.580013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:57.912813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:34:57.913074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:57.913109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.236 - - [07/Apr/2026:01:34:58 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.010 [auth-system-keycloak-80] [] 10.0.0.179:8080 6432 0.009 200 f24e1995be64a54d8c55aafb29b4e017 W0407 01:35:01.246703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:35:01.246887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:01.246911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:04.580060 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:35:04.580365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:04.580397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:09.158288 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:35:09.158438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:09.158456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:12.492681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:12.492739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:20.753350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:20.753386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [07/Apr/2026:01:35:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.179:8080 1928 0.520 200 a32cc1ebb39c52ad67d1557af80f9dc7 199.204.45.248 - - [07/Apr/2026:01:35:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.008 [auth-system-keycloak-80] [] 10.0.0.179:8080 4246 0.007 200 f64f14464f010d2fe3a61774fdddbaf7 199.204.45.248 - - [07/Apr/2026:01:35:26 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.374 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.373 204 550c99270df0069e07efea1eccc64bf7 199.204.45.248 - - [07/Apr/2026:01:35:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.115 [auth-system-keycloak-80] [] 10.0.0.179:8080 4384 0.116 200 f01367c0de0ffbbf98a7249cf25e2e74 199.204.45.248 - - [07/Apr/2026:01:35:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.529 [auth-system-keycloak-80] [] 10.0.0.179:8080 1928 0.527 200 ae08d1e7168b3d4ac23e56098aabc4e1 199.204.45.248 - - [07/Apr/2026:01:35:27 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.179:8080 1682 0.009 200 b5ba77d5ba828a0ff7f9850375ca0a1e 199.204.45.248 - - [07/Apr/2026:01:35:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.179:8080 6432 0.008 200 ebc6595aad9d9c6dca7a0529f5324608 199.204.45.248 - - [07/Apr/2026:01:35:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.179:8080 1928 0.469 200 37828174f676a5e72746e59ffcdf58d3 199.204.45.248 - - [07/Apr/2026:01:35:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.012 [auth-system-keycloak-80] [] 10.0.0.179:8080 2 0.011 200 07e87f6add3fd3d0bea98606811021a1 199.204.45.248 - - [07/Apr/2026:01:35:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.143 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.143 201 93b1be54ffcc8394d2f643d6142859a3 199.204.45.248 - - [07/Apr/2026:01:35:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.090 [auth-system-keycloak-80] [] 10.0.0.179:8080 2246 0.090 200 bdcc72c67aeb85877620f760f771e7a7 199.204.45.248 - - [07/Apr/2026:01:35:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.179:8080 1928 0.494 200 26db7ee98a0d2d765e081485959248f2 199.204.45.248 - - [07/Apr/2026:01:35:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.179:8080 2246 0.005 200 7c5f2adc27523079c73ca0972975fc5e 199.204.45.248 - - [07/Apr/2026:01:35:30 +0000] "GET /admin/realms/atmosphere/clients/1550098b-c8ba-49d3-8be2-ced40032713f/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.032 [auth-system-keycloak-80] [] 10.0.0.179:8080 233 0.032 200 2fcc4907a19069afb0b492f9ddb04313 199.204.45.248 - - [07/Apr/2026:01:35:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.017 [auth-system-keycloak-80] [] 10.0.0.179:8080 831 0.018 200 a0cf84aa309dc395048883cf0df7979f 199.204.45.248 - - [07/Apr/2026:01:35:30 +0000] "GET /admin/realms/atmosphere/clients/ce88af94-f0ea-454e-9354-758d9d3110db/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.068 [auth-system-keycloak-80] [] 10.0.0.179:8080 3758 0.068 200 548ef28533a42345caf4a3021b29bb0c 199.204.45.248 - - [07/Apr/2026:01:35:31 +0000] "GET /admin/realms/atmosphere/users/8fcad7b7-535e-4779-a690-733a89dc6b22/role-mappings/clients/ce88af94-f0ea-454e-9354-758d9d3110db/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.193 [auth-system-keycloak-80] [] 10.0.0.179:8080 3758 0.192 200 f893e006825bbf7b9c34bcb28f624d61 199.204.45.248 - - [07/Apr/2026:01:35:31 +0000] "GET /admin/realms/atmosphere/users/8fcad7b7-535e-4779-a690-733a89dc6b22/role-mappings/clients/ce88af94-f0ea-454e-9354-758d9d3110db/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.081 [auth-system-keycloak-80] [] 10.0.0.179:8080 2 0.081 200 a57a67a821176e81e3953b72c0dc0dff 199.204.45.248 - - [07/Apr/2026:01:35:31 +0000] "POST /admin/realms/atmosphere/users/8fcad7b7-535e-4779-a690-733a89dc6b22/role-mappings/clients/ce88af94-f0ea-454e-9354-758d9d3110db HTTP/1.1" 204 0 "-" "Ansible" 1390 0.020 [auth-system-keycloak-80] [] 10.0.0.179:8080 0 0.019 204 08f7964e4f4d824bea5c201147b0c854 199.204.45.248 - - [07/Apr/2026:01:35:31 +0000] "GET /admin/realms/atmosphere/users/8fcad7b7-535e-4779-a690-733a89dc6b22/role-mappings/clients/ce88af94-f0ea-454e-9354-758d9d3110db/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.063 [auth-system-keycloak-80] [] 10.0.0.179:8080 576 0.062 200 b165009a24a152f8a6966662b28bdde9 W0407 01:35:34.027139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:34.027178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:37.362141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:37.362193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:41.855004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:41.855046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:45.188713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:35:45.188766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:38.528971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:38.529032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:08.543969 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 01:38:08.544060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:08.544080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:38:08.547112 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0407 01:38:08.547141 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0407 01:38:08.552811 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0407 01:38:08.553081 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"412b024d-a4d8-4e50-b51a-ef7958d33112", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6848", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:38:08.553693 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0407 01:38:08.554306 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 01:38:08.554415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:08.554440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:38:08.554624 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:38:08.610567 7 controller.go:216] "Backend successfully reloaded" I0407 01:38:08.610912 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hjmzk", UID:"51ff857e-5fc9-473a-8a63-99caccc4bedb", APIVersion:"v1", ResourceVersion:"1369", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:38:08.895393 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0407 01:38:08.897127 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0407 01:38:11.888641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:11.888706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [07/Apr/2026:01:38:13 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.005 300 cc5aecea7065eb145d127fd5c64f3f3c 199.204.45.248 - - [07/Apr/2026:01:38:14 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.130:5000 266 0.005 200 b11a3879e6afda54bcd528f7fff04555 199.204.45.248 - - [07/Apr/2026:01:38:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.348 [openstack-keystone-api-5000] [] 10.0.0.130:5000 1360 0.348 201 48b395a5f6fa1bc78d550e7ba5620814 199.204.45.248 - - [07/Apr/2026:01:38:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 b6eb9e8c89fb4ff0ba92a07b6d4580dd 199.204.45.248 - - [07/Apr/2026:01:38:15 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.049 [openstack-keystone-api-5000] [] 10.0.0.130:5000 90 0.049 404 4a2b86e9c2ea2f64344c4e09019e40f7 199.204.45.248 - - [07/Apr/2026:01:38:15 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.027 [openstack-keystone-api-5000] [] 10.0.0.130:5000 368 0.026 200 bfa0cb56a30b781caa2087a1e5fa5e27 199.204.45.248 - - [07/Apr/2026:01:38:15 +0000] "GET /v3/domains/6e4179e8e2c64f96be6fe0e129e78b35 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.130:5000 245 0.021 200 49c09a45d3d26cc94b8e06bcbff76a34 199.204.45.248 - - [07/Apr/2026:01:38:15 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 266 0.004 200 6ed2c6a57fa1480a4a03c7a447a0700b 199.204.45.248 - - [07/Apr/2026:01:38:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.130:5000 1360 0.336 201 1a59c51bf1415d2649bc39f6d39c7db4 199.204.45.248 - - [07/Apr/2026:01:38:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 b7a3f749953ceaeaf2889ea01d2b4df5 199.204.45.248 - - [07/Apr/2026:01:38:16 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.130:5000 101 0.026 404 bd3169a38b987edb49d4b5b07a3eb94a 199.204.45.248 - - [07/Apr/2026:01:38:16 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.130:5000 156 0.020 200 204ba319c0bf80d05f57e978ddb8658a 199.204.45.248 - - [07/Apr/2026:01:38:16 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.027 [openstack-keystone-api-5000] [] 10.0.0.130:5000 454 0.027 201 d600c390caf9d6f297b242c50480ea4e 199.204.45.248 - - [07/Apr/2026:01:38:16 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.130:5000 266 0.005 200 ed10e5202cce2db6f2f99e46500629ae 199.204.45.248 - - [07/Apr/2026:01:38:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.130:5000 1360 0.288 201 7ab2b1bf1610d32d2f1406b3e113be70 199.204.45.248 - - [07/Apr/2026:01:38:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 57d69403a541bdc707468d0770035f62 199.204.45.248 - - [07/Apr/2026:01:38:17 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.025 [openstack-keystone-api-5000] [] 10.0.0.130:5000 98 0.024 404 9d3623da41915f0c4530fc2107150744 199.204.45.248 - - [07/Apr/2026:01:38:17 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.130:5000 136 0.021 200 ec362549dc78d98fa4f9b6281bc1bdc1 199.204.45.248 - - [07/Apr/2026:01:38:17 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.023 [openstack-keystone-api-5000] [] 10.0.0.130:5000 357 0.022 201 32273296378c84bef262fe40fcab82bf 199.204.45.248 - - [07/Apr/2026:01:38:17 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 266 0.003 200 3c6ebc1b1894a1d2e919c7b7bd49ec26 199.204.45.248 - - [07/Apr/2026:01:38:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.130:5000 1360 0.303 201 2ca69e83087ba0b26fd0549a2f76a1a1 199.204.45.248 - - [07/Apr/2026:01:38:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.005 300 6ff57629547194f453e590dc63cd2088 199.204.45.248 - - [07/Apr/2026:01:38:18 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.029 [openstack-keystone-api-5000] [] 10.0.0.130:5000 131 0.029 404 c2a18dc4df1273578147cf42812508a8 199.204.45.248 - - [07/Apr/2026:01:38:18 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.021 [openstack-keystone-api-5000] [] 10.0.0.130:5000 168 0.021 200 159578e9e74e8aa4234830ebf401d27e 199.204.45.248 - - [07/Apr/2026:01:38:18 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.030 [openstack-keystone-api-5000] [] 10.0.0.130:5000 224 0.030 201 a85219da83da77dc4dcd2a86574b6ee3 W0407 01:38:28.213296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:28.213348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:31.546635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:31.546690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:34.899579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:34.899615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:38.235507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:38.235559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:38:47.069087 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.96.1.120"}] I0407 01:38:47.076042 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"412b024d-a4d8-4e50-b51a-ef7958d33112", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7158", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:38:47.077949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:47.077977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:53.994017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:53.994058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:57.327678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:57.327721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:01.519385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:01.519421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:04.853655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:04.853686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:28.652029 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:40:28.652151 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 01:40:28.652218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:28.652242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:40:28.656468 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0407 01:40:28.656505 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0407 01:40:28.660986 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0407 01:40:28.661305 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"f8885bd8-b440-4e5a-a206-17d813d55b3c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7920", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:40:28.661728 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0407 01:40:28.662293 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:40:28.662455 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 01:40:28.662570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:28.662609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:40:28.662806 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:40:28.712834 7 controller.go:216] "Backend successfully reloaded" I0407 01:40:28.713179 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hjmzk", UID:"51ff857e-5fc9-473a-8a63-99caccc4bedb", APIVersion:"v1", ResourceVersion:"1369", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:40:28.892183 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0407 01:40:28.893195 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.248 - - [07/Apr/2026:01:40:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.005 300 efa67a5beef58855e9b594c0ccbe4e49 199.204.45.248 - - [07/Apr/2026:01:40:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.321 [openstack-keystone-api-5000] [] 10.0.0.130:5000 1992 0.322 201 c738907cf616e2d82d0da0691446ef29 199.204.45.248 - - [07/Apr/2026:01:40:29 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.130:5000 85 0.027 404 83d5e8d11c686b568a9ccb1a243f8511 199.204.45.248 - - [07/Apr/2026:01:40:29 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.130:5000 129 0.020 200 af5da763deff2b4e4701a8f324bf3a99 199.204.45.248 - - [07/Apr/2026:01:40:29 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.025 [openstack-keystone-api-5000] [] 10.0.0.130:5000 230 0.025 201 5e198ea0631bd7f464b09cbb5763e0eb W0407 01:40:31.995967 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:40:31.996072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:31.996089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [07/Apr/2026:01:40:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 c9a2539b0b1157c251e79c24833498e2 199.204.45.248 - - [07/Apr/2026:01:40:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.286 [openstack-keystone-api-5000] [] 10.0.0.130:5000 1992 0.286 201 15651cb0c72a5ca9100e386c6aed6e26 199.204.45.248 - - [07/Apr/2026:01:40:35 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.028 [openstack-keystone-api-5000] [] 10.0.0.130:5000 1521 0.028 200 151696e0dbf22c27dff9eabced90680a 199.204.45.248 - - [07/Apr/2026:01:40:35 +0000] "PUT /v3/roles/7b54b3a62ef1449d8ecf2a79cd5e8d15/implies/c387c88bdef345dc89b37bd270b236e8 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.035 [openstack-keystone-api-5000] [] 10.0.0.130:5000 521 0.035 201 4ad5a79db67a062742ab69659204bbd8 W0407 01:40:41.896784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:41.896841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:40:47.065603 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.96.1.120"}] I0407 01:40:47.072009 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"f8885bd8-b440-4e5a-a206-17d813d55b3c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8184", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:40:47.074048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:47.074087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [07/Apr/2026:01:41:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 464e2b7f2b8ad91232ae76bbbd762472 199.204.45.248 - - [07/Apr/2026:01:41:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.353 [openstack-keystone-api-5000] [] 10.0.0.130:5000 2055 0.352 201 712b05b009dbbf74fd23eee65a5cd1f1 199.204.45.248 - - [07/Apr/2026:01:41:23 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.030 [openstack-keystone-api-5000] [] 10.0.0.130:5000 87 0.030 404 40d36d759ba791b546ebfc78f5b1019a 199.204.45.248 - - [07/Apr/2026:01:41:23 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.026 [openstack-keystone-api-5000] [] 10.0.0.130:5000 390 0.027 200 02379fdd7afb2397d21b1a2ae207549d 199.204.45.248 - - [07/Apr/2026:01:41:23 +0000] "GET /v3/users/rgw-RegionOne?domain_id=47796116dd5445a7ad42293d2b424a35 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.034 [openstack-keystone-api-5000] [] 10.0.0.130:5000 91 0.034 404 afa531cc5acbb4e1fc927657f5372fc0 199.204.45.248 - - [07/Apr/2026:01:41:23 +0000] "GET /v3/users?domain_id=47796116dd5445a7ad42293d2b424a35&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.033 [openstack-keystone-api-5000] [] 10.0.0.130:5000 178 0.033 200 678bd87dec6b633a78172a3fd585e6b2 199.204.45.248 - - [07/Apr/2026:01:41:24 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.295 [openstack-keystone-api-5000] [] 10.0.0.130:5000 291 0.295 201 9b8b5c021c0e0150e6a1678045a883d3 199.204.45.248 - - [07/Apr/2026:01:41:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.026 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.026 300 d60494ef25470daa2d627a63d4991121 199.204.45.248 - - [07/Apr/2026:01:41:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.295 [openstack-keystone-api-5000] [] 10.0.0.130:5000 2055 0.295 201 697c88a56f6fca61f345ee27fff1ae24 199.204.45.248 - - [07/Apr/2026:01:41:27 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.030 [openstack-keystone-api-5000] [] 10.0.0.130:5000 83 0.030 404 e1b714ff2f04d2b62dd10f9f0740183a 199.204.45.248 - - [07/Apr/2026:01:41:27 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.028 [openstack-keystone-api-5000] [] 10.0.0.130:5000 361 0.028 200 173e511667defec363405b975886696a 199.204.45.248 - - [07/Apr/2026:01:41:27 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.023 [openstack-keystone-api-5000] [] 10.0.0.130:5000 87 0.024 404 fa9e633cb3c26046e82548a220a50a57 199.204.45.248 - - [07/Apr/2026:01:41:27 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.024 [openstack-keystone-api-5000] [] 10.0.0.130:5000 390 0.024 200 0568f38b7a055ae9563c179595289b2d 199.204.45.248 - - [07/Apr/2026:01:41:27 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.023 [openstack-keystone-api-5000] [] 10.0.0.130:5000 91 0.022 404 e3c794f4e7a237504d6f14a13fbc5af8 199.204.45.248 - - [07/Apr/2026:01:41:27 +0000] "GET /v3/users?domain_id=47796116dd5445a7ad42293d2b424a35&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.028 [openstack-keystone-api-5000] [] 10.0.0.130:5000 458 0.028 200 54519cbe50dabf180ce2f0cc32661438 199.204.45.248 - - [07/Apr/2026:01:41:27 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.020 [openstack-keystone-api-5000] [] 10.0.0.130:5000 88 0.020 404 a21148d01b713bd1e54cc5d420b18a0d 199.204.45.248 - - [07/Apr/2026:01:41:27 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.024 [openstack-keystone-api-5000] [] 10.0.0.130:5000 520 0.023 200 9512309b6e0bcfb1c608bf92975dbaba 199.204.45.248 - - [07/Apr/2026:01:41:27 +0000] "PUT /v3/projects/fbd6617efaef40309b9959af834b1e45/users/6422656bd4cc484ea66e2b7e05a683f4/roles/8bb7a371fd664d018fd796c6324db37b HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.239 [openstack-keystone-api-5000] [] 10.0.0.130:5000 0 0.239 204 7467a2f607fc002e26c2bf4dfdae350a 199.204.45.248 - - [07/Apr/2026:01:41:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.003 300 86b157879c5b4333f9481809a7c457e8 199.204.45.248 - - [07/Apr/2026:01:41:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.130:5000 2055 0.315 201 2bd6d14ffb2c0a430333ed21b4515293 199.204.45.248 - - [07/Apr/2026:01:41:30 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.024 [openstack-keystone-api-5000] [] 10.0.0.130:5000 151 0.023 200 aa93c6fb96c89a4513826090a18c8888 199.204.45.248 - - [07/Apr/2026:01:41:30 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.040 [openstack-keystone-api-5000] [] 10.0.0.130:5000 263 0.040 201 a10f9baaae58da4e514f2d36b1707a8d 199.204.45.248 - - [07/Apr/2026:01:41:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.003 300 64c1489843d4d83bf8083cbab5006968 199.204.45.248 - - [07/Apr/2026:01:41:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.130:5000 2157 0.290 201 25a2e5fdd5c38cfabadf515fcef812c0 199.204.45.248 - - [07/Apr/2026:01:41:31 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.130:5000 86 0.023 404 1109abb0f8040a9f37dfa2619bdada9c 199.204.45.248 - - [07/Apr/2026:01:41:31 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.130:5000 382 0.017 200 bd393556754ecc0d16a066bca449ee1c 199.204.45.248 - - [07/Apr/2026:01:41:31 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=786468a532774509b433e6181cfba27c HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.018 [openstack-keystone-api-5000] [] 10.0.0.130:5000 205 0.018 200 5903709e1455281748e350df04921232 199.204.45.248 - - [07/Apr/2026:01:41:31 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.042 [openstack-keystone-api-5000] [] 10.0.0.130:5000 379 0.041 201 9aedd8d1ce56de6ba6598f77f14d02d4 199.204.45.248 - - [07/Apr/2026:01:41:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.005 300 0c8695581cc56e2ee7fa7b16ee96a246 199.204.45.248 - - [07/Apr/2026:01:41:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.130:5000 2366 0.308 201 852173c85c3a914e51229e3d50d23eee 199.204.45.248 - - [07/Apr/2026:01:41:32 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.130:5000 86 0.024 404 f0f5177f18a04af9ee77b013e99d1401 199.204.45.248 - - [07/Apr/2026:01:41:32 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.130:5000 382 0.017 200 0e6d2fa1df4e96cda60b340c628d093e 199.204.45.248 - - [07/Apr/2026:01:41:32 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=786468a532774509b433e6181cfba27c HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.021 [openstack-keystone-api-5000] [] 10.0.0.130:5000 207 0.022 200 d761a082d8f6aada79f3112aedd54b41 199.204.45.248 - - [07/Apr/2026:01:41:32 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.024 [openstack-keystone-api-5000] [] 10.0.0.130:5000 392 0.024 201 b3e1e173d412fafe971a2d726c78e9d2 W0407 01:41:33.360858 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:33.361045 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 01:41:33.361148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:33.361174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:41:33.367046 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.007s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:35.7kB} I0407 01:41:33.367093 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0407 01:41:33.373192 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0407 01:41:33.373478 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"1d2a3241-c339-482a-9ba4-728ebc532251", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8482", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:41:33.373551 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0407 01:41:33.373865 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:33.373947 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 01:41:33.373992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:33.374004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:41:33.374101 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:41:33.421908 7 controller.go:216] "Backend successfully reloaded" I0407 01:41:33.422541 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hjmzk", UID:"51ff857e-5fc9-473a-8a63-99caccc4bedb", APIVersion:"v1", ResourceVersion:"1369", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:41:33.688172 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0407 01:41:33.689521 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0407 01:41:36.707303 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:36.707446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:36.707461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:41:47.068335 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.96.1.120"}] I0407 01:41:47.075927 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"1d2a3241-c339-482a-9ba4-728ebc532251", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8621", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:41:47.077731 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:47.077961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:47.077987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:50.411632 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:50.411839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:50.411863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:55.276345 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:41:55.276542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:55.276566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:58.610348 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:41:58.610538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:58.610561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:41:58.610725 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:41:58.664435 7 controller.go:216] "Backend successfully reloaded" I0407 01:41:58.665380 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hjmzk", UID:"51ff857e-5fc9-473a-8a63-99caccc4bedb", APIVersion:"v1", ResourceVersion:"1369", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:42:01.944358 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:01.944612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:01.944647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:05.277121 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:05.277310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:05.277345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:20.761262 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:20.761382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:20.761402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:24.095296 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:24.095471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:24.095494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:29.083445 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:29.083616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:29.083647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:40.168586 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:42:40.168740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:40.168764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:43:19.328686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:43:19.328716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:29.985530 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:29.985944 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 01:44:29.987152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:29.987224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:44:29.994185 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.009s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.01s testedConfigurationSize:39.2kB} I0407 01:44:29.994233 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0407 01:44:29.999435 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0407 01:44:29.999733 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"50b3e364-c6da-43e0-9566-6ce6718cb3ce", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9981", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:44:30.000279 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0407 01:44:30.000912 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:30.001125 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 01:44:30.001294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:30.001377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:44:30.001667 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:44:30.054630 7 controller.go:216] "Backend successfully reloaded" I0407 01:44:30.055038 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hjmzk", UID:"51ff857e-5fc9-473a-8a63-99caccc4bedb", APIVersion:"v1", ResourceVersion:"1369", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:44:30.272188 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0407 01:44:30.273604 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0407 01:44:33.334830 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:33.335153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:33.335192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [07/Apr/2026:01:44:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.005 300 a98da61cbd9233f63bbcb2926bed863e 199.204.45.248 - - [07/Apr/2026:01:44:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.343 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.343 201 9beba7d2a42b16b0f4e4379f9703ad3b 199.204.45.248 - - [07/Apr/2026:01:44:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f0ec02e8dc946f3af0f67b8fbd2bc296 199.204.45.248 - - [07/Apr/2026:01:44:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4641ef2c7cbd7c718c8c833b50540803 199.204.45.248 - - [07/Apr/2026:01:44:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.003 300 03ab76c03aa5127a9f715836e1ba2e13 199.204.45.248 - - [07/Apr/2026:01:44:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.282 201 13fb7e5a610c2d8e428e01428ad2510c 199.204.45.248 - - [07/Apr/2026:01:44:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0abde48cd7cfeb421f2a306251b5ac8e 199.204.45.248 - - [07/Apr/2026:01:44:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f5bdca201ea70b59700ec8d4f1305991 199.204.45.248 - - [07/Apr/2026:01:44:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 5eca27a42b3baf3c95200d3b61dd2932 199.204.45.248 - - [07/Apr/2026:01:44:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.285 201 c28bbe1b6fce922160cbb8a9648b130c 199.204.45.248 - - [07/Apr/2026:01:44:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 43423e521d87c500815650163eae842a 199.204.45.248 - - [07/Apr/2026:01:44:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2b7be6fbaf8067c8c34d60a0a8369e81 199.204.45.248 - - [07/Apr/2026:01:44:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.003 300 329464014d09103801a3afb1d71e0ff2 199.204.45.248 - - [07/Apr/2026:01:44:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.289 201 60e713bac863eb77dfbacd4c7cf06e3c 199.204.45.248 - - [07/Apr/2026:01:44:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 14cbda7e4641ff6af8a773b16ef2731c 199.204.45.248 - - [07/Apr/2026:01:44:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6ea574c7fa8d62779ac30e35970c5f8b 199.204.45.248 - - [07/Apr/2026:01:44:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.005 300 bdf626d74f846f281924526a26396787 199.204.45.248 - - [07/Apr/2026:01:44:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.309 201 38a5c534ecc06e1021076e9122919c38 199.204.45.248 - - [07/Apr/2026:01:44:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 25adb3d4322738d03f307ec13c2678f3 199.204.45.248 - - [07/Apr/2026:01:44:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 17ed9a4abbd86f7239181df7f16cb074 199.204.45.248 - - [07/Apr/2026:01:44:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 58587d112c16610592624c4d9a2746fe 199.204.45.248 - - [07/Apr/2026:01:44:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.285 201 26cc074b17aeb007b949af99d1b61009 199.204.45.248 - - [07/Apr/2026:01:44:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e77edf3a6a50dbf2f8b23c751a8608c4 199.204.45.248 - - [07/Apr/2026:01:44:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 911840f533da05f0e36e4c7a2f07caf1 199.204.45.248 - - [07/Apr/2026:01:44:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 2710d22244f26acc1569e70e64810611 199.204.45.248 - - [07/Apr/2026:01:44:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.285 201 546d9ac1977fa67e77cd200c7c206153 199.204.45.248 - - [07/Apr/2026:01:44:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2c1b543386698158b3a12d592c71f740 199.204.45.248 - - [07/Apr/2026:01:44:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0d06c505cd051fbcbf94101982d755c2 W0407 01:44:46.497499 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:46.497660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:46.497681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [07/Apr/2026:01:44:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.005 300 f9d4a9eece97413fefc0cea5e1879319 199.204.45.248 - - [07/Apr/2026:01:44:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.288 201 b9457041943d2d8836262534fcf0bf53 I0407 01:44:47.066419 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.96.1.120"}] 199.204.45.248 - - [07/Apr/2026:01:44:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 775f5c85547afb0eb747c23d0c070718 199.204.45.248 - - [07/Apr/2026:01:44:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 81d07949bb352f0936fed6ffb0356ca7 I0407 01:44:47.080577 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"50b3e364-c6da-43e0-9566-6ce6718cb3ce", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10101", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.248 - - [07/Apr/2026:01:44:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.008 300 ea69f6de8ffa82e66566441e9e094c17 199.204.45.248 - - [07/Apr/2026:01:44:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.291 201 cc5b32df179b2767332ce4574cfa9d08 199.204.45.248 - - [07/Apr/2026:01:44:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 86c4c1223c5a8407ff3e80e2812abc92 199.204.45.248 - - [07/Apr/2026:01:44:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - baf0f3baabcfa99183b0e6cf15948738 W0407 01:44:49.831662 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:44:49.831806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:49.831825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [07/Apr/2026:01:44:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 ad4be043ee90c172faa60f699264ef1c 199.204.45.248 - - [07/Apr/2026:01:44:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.306 201 edba82b9efa26eb5ae4db298fc24e378 199.204.45.248 - - [07/Apr/2026:01:44:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c97f6d367b2c3aaa86c8c874e4a19224 199.204.45.248 - - [07/Apr/2026:01:44:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a65c50933c5e811800f27c5111311eff 199.204.45.248 - - [07/Apr/2026:01:44:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.003 300 7fceece73c7ff2fafaa8e895c1d2f349 199.204.45.248 - - [07/Apr/2026:01:44:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.285 201 7f52a8eab21d64bbe73dc864bc9c626c 199.204.45.248 - - [07/Apr/2026:01:44:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3632d22c2113d5e31d68d10341b88115 199.204.45.248 - - [07/Apr/2026:01:44:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3da364ac12256ad219dcdc438cde7eaa 199.204.45.248 - - [07/Apr/2026:01:44:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.005 300 7f48a9241162262bc36a8a1221dfab61 199.204.45.248 - - [07/Apr/2026:01:44:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.286 201 718e285c6d4b7aba538d54b3e166b61a 199.204.45.248 - - [07/Apr/2026:01:44:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1c10ee006871c9b16c1e4ccf12b8ff80 199.204.45.248 - - [07/Apr/2026:01:44:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - eb7a579ff999f336eb1d3ea5f90f6bd1 W0407 01:44:54.843456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:44:54.843497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.248 - - [07/Apr/2026:01:44:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 fb2e2beef01ede9ba567557e47629a9d 199.204.45.248 - - [07/Apr/2026:01:44:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.283 201 370f2e568dab077a04f5e94345f9f5c5 199.204.45.248 - - [07/Apr/2026:01:44:55 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.001 [openstack-glance-api-9292] [] 10.0.0.53:9292 1193 0.002 300 823bb2e7369e48b95f668b82e4ba05fa 199.204.45.248 - - [07/Apr/2026:01:44:56 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.540 [openstack-glance-api-9292] [] 10.0.0.53:9292 69 0.539 200 9554aec6572cc8604db2775280a26a62 199.204.45.248 - - [07/Apr/2026:01:44:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 923182fdbda2eb1e037ddc4935c16afe 199.204.45.248 - - [07/Apr/2026:01:44:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.287 201 877a5dbd18cf23cee90173a3733a9741 199.204.45.248 - - [07/Apr/2026:01:44:59 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.53:9292 1193 0.002 300 eb6beafbffc60373277a0d47636986ab 199.204.45.248 - - [07/Apr/2026:01:44:59 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.038 [openstack-glance-api-9292] [] 10.0.0.53:9292 69 0.038 200 3571ed7e534e7b9cbf6d3bc7ab0acc2f 199.204.45.248 - - [07/Apr/2026:01:44:59 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.114 [openstack-glance-api-9292] [] 10.0.0.53:9292 151 0.114 404 08d8dfaa2ce4b71995571aadf9d4e56d 199.204.45.248 - - [07/Apr/2026:01:44:59 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.53:9292 81 0.022 200 19798c0d0955661fa18e0cc82392538c 199.204.45.248 - - [07/Apr/2026:01:44:59 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.026 [openstack-glance-api-9292] [] 10.0.0.53:9292 84 0.027 200 3feeaaf2b2c11f2bdfff5b920e1b9a79 199.204.45.248 - - [07/Apr/2026:01:44:59 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.059 [openstack-glance-api-9292] [] 10.0.0.53:9292 760 0.059 201 e72c2be7d7223ec4b9b518868c4dd60e 199.204.45.248 - - [07/Apr/2026:01:45:03 +0000] "PUT /v2/images/aa8b5095-320f-4958-8e50-faf1d552c2d6/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.596 [openstack-glance-api-9292] [] 10.0.0.53:9292 0 3.595 204 a1b639904efe90af7466684d185536ff 199.204.45.248 - - [07/Apr/2026:01:45:03 +0000] "GET /v2/images/aa8b5095-320f-4958-8e50-faf1d552c2d6 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.53:9292 1171 0.017 200 1c86a4d1a23d8b820e5a9e2372964776 199.204.45.248 - - [07/Apr/2026:01:45:03 +0000] "GET /v2/images/aa8b5095-320f-4958-8e50-faf1d552c2d6 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.53:9292 1171 0.015 200 13b947410089d00ffd1835376a130eef W0407 01:45:06.504252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:45:06.504282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:45:09.838112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:45:09.838168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store