------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 05:54:24.502942 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 05:54:24.503245 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 05:54:24.512061 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 05:54:24.515432 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 05:54:24.645590 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 05:54:24.669565 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 05:54:24.684368 7 nginx.go:271] "Starting NGINX Ingress controller" I0407 05:54:24.690826 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"646ce92d-c2f1-44c4-bacf-b132e4998f63", APIVersion:"v1", ResourceVersion:"1319", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 05:54:24.696970 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"9da80c75-7f67-4175-a663-e38163d4ab44", APIVersion:"v1", ResourceVersion:"1320", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 05:54:24.697000 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"1b1fe00b-de53-441c-97d7-02881d09d4fc", APIVersion:"v1", ResourceVersion:"1321", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 05:54:25.887401 7 nginx.go:317] "Starting NGINX process" I0407 05:54:25.887516 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0407 05:54:25.887960 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0407 05:54:25.888372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:25.888439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 05:54:25.888559 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 05:54:25.896247 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 05:54:25.896369 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-8lctd" I0407 05:54:25.925255 7 controller.go:216] "Backend successfully reloaded" I0407 05:54:25.925345 7 controller.go:227] "Initial sync, sleeping for 1 second" I0407 05:54:25.925428 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8lctd", UID:"910f0b1a-59bb-4576-b666-891ca1941839", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 05:54:29.706270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:29.706313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:33.040036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:33.040087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:36.374192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:36.374241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:39.706749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:39.706796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:43.040551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:43.040679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:46.373540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:46.373601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:49.707209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:49.707270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:55.156676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:54:55.156754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:02.490507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:02.490531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:51.024815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:51.024845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:58.894023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:55:58.894312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:03.637066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:03.637110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:06.970409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:06.970449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:10.303817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:10.303879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:13.637551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:13.637584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:16.972293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:16.972406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:20.546349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:20.546404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:23.880596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:23.880657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:27.599479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:27.599529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:30.933290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:30.933355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:34.266426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:56:34.266476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:58:39.053800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:58:39.053887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:58:42.389102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:58:42.389215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:58:42.791936 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-210.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-210.nip.io-tls was not found. Using default certificate W0407 05:58:42.792021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:58:42.792036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 05:58:42.793995 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0407 05:58:42.794032 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 05:58:42.802291 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0407 05:58:42.802571 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e0cbd0a7-f918-4f75-9b0c-187510ac8765", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3330", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 05:58:42.802880 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-210.nip.io-tls" in local store I0407 05:58:43.150418 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-210.nip.io-tls" I0407 05:58:43.151844 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-210.nip.io-tls" W0407 05:58:45.721472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:58:45.721530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 05:58:45.721623 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 05:58:45.766842 7 controller.go:216] "Backend successfully reloaded" I0407 05:58:45.767198 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8lctd", UID:"910f0b1a-59bb-4576-b666-891ca1941839", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 05:58:49.054710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:58:49.054765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [07/Apr/2026:05:58:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.225 [auth-system-keycloak-80] [] 10.0.0.11:8080 1928 2.223 200 a63b87c3103066e37bacb304393f8fd9 199.204.45.210 - - [07/Apr/2026:05:58:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.100 [auth-system-keycloak-80] [] 10.0.0.11:8080 116 0.101 404 311b85b1f73beb49d1f11f53523f2e6a 199.204.45.210 - - [07/Apr/2026:05:58:59 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.280 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 4.276 201 7ea32f65a351242a3b6ddc5bae8af1c2 199.204.45.210 - - [07/Apr/2026:05:58:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.673 [auth-system-keycloak-80] [] 10.0.0.11:8080 4246 0.672 200 4a8a8556dd1dd1482d9e9696640eda7a 199.204.45.210 - - [07/Apr/2026:05:59:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.11:8080 1928 0.495 200 aaba812bed235cf4b2f6556d4a8f1aad 199.204.45.210 - - [07/Apr/2026:05:59:01 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12499 "-" "Ansible" 1211 0.094 [auth-system-keycloak-80] [] 10.0.0.11:8080 12500 0.094 200 d04bb281b693fc0ce418e8ee71677348 199.204.45.210 - - [07/Apr/2026:05:59:01 +0000] "GET /admin/realms/atmosphere/client-scopes/78f90512-b431-48b8-9805-cd57a2d42d3c HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.11:8080 1278 0.011 200 e39ac01d02dfa084bd1b4dcc13f5237b 199.204.45.210 - - [07/Apr/2026:05:59:01 +0000] "PUT /admin/realms/atmosphere/client-scopes/78f90512-b431-48b8-9805-cd57a2d42d3c HTTP/1.1" 204 0 "-" "Ansible" 1848 0.053 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.053 204 d22e6fbc6731f71daacf90b612336165 199.204.45.210 - - [07/Apr/2026:05:59:01 +0000] "GET /admin/realms/atmosphere/client-scopes/78f90512-b431-48b8-9805-cd57a2d42d3c/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.080 [auth-system-keycloak-80] [] 10.0.0.11:8080 963 0.081 200 5975718db94d98efe4c918d567a06189 199.204.45.210 - - [07/Apr/2026:05:59:01 +0000] "GET /admin/realms/atmosphere/client-scopes/78f90512-b431-48b8-9805-cd57a2d42d3c/protocol-mappers/models/72ed41c8-dfc9-4771-94a1-44a2dbb2d794 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.11:8080 366 0.012 200 fdfc6ef5e679698cc1e0f9bae3e170f6 199.204.45.210 - - [07/Apr/2026:05:59:01 +0000] "PUT /admin/realms/atmosphere/client-scopes/78f90512-b431-48b8-9805-cd57a2d42d3c/protocol-mappers/models/72ed41c8-dfc9-4771-94a1-44a2dbb2d794 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.087 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.086 204 84eedf46a366f36ab22cfcfb3f273a8b 199.204.45.210 - - [07/Apr/2026:05:59:01 +0000] "GET /admin/realms/atmosphere/client-scopes/78f90512-b431-48b8-9805-cd57a2d42d3c HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.077 [auth-system-keycloak-80] [] 10.0.0.11:8080 1218 0.077 200 56b0b20e16cba8ef3baa6f0488b15140 199.204.45.210 - - [07/Apr/2026:05:59:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.11:8080 1928 0.488 200 e372123623bf9e07f18e615ef648b8f7 199.204.45.210 - - [07/Apr/2026:05:59:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.075 [auth-system-keycloak-80] [] 10.0.0.11:8080 2 0.076 200 93bcebbc6e598da7dc3d18ec0eb328d3 199.204.45.210 - - [07/Apr/2026:05:59:23 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.205 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.204 201 02613b06b42fdf45d89630c16eee75bf 199.204.45.210 - - [07/Apr/2026:05:59:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.091 [auth-system-keycloak-80] [] 10.0.0.11:8080 1261 0.091 200 dceb85bbc6c6a27159ea0819fa484f15 199.204.45.210 - - [07/Apr/2026:05:59:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.11:8080 1928 0.483 200 ea289f014f7df4f8f6424aef3df2431a 199.204.45.210 - - [07/Apr/2026:05:59:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.11:8080 2 0.014 200 c8abd989260aaff162df21646f82c710 199.204.45.210 - - [07/Apr/2026:05:59:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.089 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.088 201 0641dc75c7e503996106edab47a448f6 199.204.45.210 - - [07/Apr/2026:05:59:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.074 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.073 200 7560381e4d9a3659fd016813da46c9a4 199.204.45.210 - - [07/Apr/2026:05:59:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.11:8080 1928 0.480 200 f9599db3677293bb5d71584bdeb1ea0d 199.204.45.210 - - [07/Apr/2026:05:59:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.11:8080 2 0.009 200 2d62b1a1c3341e3b9315f6897700afb3 199.204.45.210 - - [07/Apr/2026:05:59:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.130 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.130 201 1d3c7b10ec04b6a35acd856a5166eea3 199.204.45.210 - - [07/Apr/2026:05:59:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.029 [auth-system-keycloak-80] [] 10.0.0.11:8080 1251 0.029 200 d68e78c87ee04205e20ca1d02c30e633 I0407 05:59:25.904418 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.208.72"}] I0407 05:59:25.909726 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e0cbd0a7-f918-4f75-9b0c-187510ac8765", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3742", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 05:59:25.910692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:25.910719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [07/Apr/2026:05:59:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.11:8080 1928 0.481 200 ce208f2c6c60535c5c4486da04b4b8f6 199.204.45.210 - - [07/Apr/2026:05:59:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.033 [auth-system-keycloak-80] [] 10.0.0.11:8080 1261 0.033 200 95a2cabdd9d97097ad802148ef497dc2 199.204.45.210 - - [07/Apr/2026:05:59:26 +0000] "GET /admin/realms/atmosphere/clients/3f1f0951-7eef-4717-9634-db0f5f019c81/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.11:8080 119 0.015 404 50a265ebff79d3e348822f7b9f7831d2 199.204.45.210 - - [07/Apr/2026:05:59:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.11:8080 1261 0.008 200 7d66969896481b7a6915df668786b800 199.204.45.210 - - [07/Apr/2026:05:59:26 +0000] "POST /admin/realms/atmosphere/clients/3f1f0951-7eef-4717-9634-db0f5f019c81/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.063 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.061 201 8672cb1e931f99fc6f8e71fe32be16c3 199.204.45.210 - - [07/Apr/2026:05:59:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.075 [auth-system-keycloak-80] [] 10.0.0.11:8080 1261 0.074 200 bbbf3ec2360b286f46551bdc6b0ab21e 199.204.45.210 - - [07/Apr/2026:05:59:27 +0000] "GET /admin/realms/atmosphere/clients/3f1f0951-7eef-4717-9634-db0f5f019c81/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.080 [auth-system-keycloak-80] [] 10.0.0.11:8080 166 0.079 200 d73b2cd31ebd160f39b1d216c3e225d8 199.204.45.210 - - [07/Apr/2026:05:59:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.11:8080 1928 0.511 200 1c7bca09b32badb96b4385842f85f640 199.204.45.210 - - [07/Apr/2026:05:59:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.008 200 e9dab57d452916e5f16a342b117baa9d 199.204.45.210 - - [07/Apr/2026:05:59:27 +0000] "GET /admin/realms/atmosphere/clients/e5b02d6c-86f6-4f22-8282-765c1ca42b11/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.11:8080 119 0.009 404 c52c489da433af5fd23689dbe8245878 199.204.45.210 - - [07/Apr/2026:05:59:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.006 200 1ad50e306e8fd86ca60c41f97d92a803 199.204.45.210 - - [07/Apr/2026:05:59:28 +0000] "POST /admin/realms/atmosphere/clients/e5b02d6c-86f6-4f22-8282-765c1ca42b11/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.043 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.041 201 118c6fac4301cf84df7dc17cdad41515 199.204.45.210 - - [07/Apr/2026:05:59:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.007 200 15d3d2dccd8a27fbbcf42db1a265e829 199.204.45.210 - - [07/Apr/2026:05:59:28 +0000] "GET /admin/realms/atmosphere/clients/e5b02d6c-86f6-4f22-8282-765c1ca42b11/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.018 [auth-system-keycloak-80] [] 10.0.0.11:8080 165 0.018 200 7df2604a99bbbda6300f768038c3e4e7 199.204.45.210 - - [07/Apr/2026:05:59:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.11:8080 1928 0.502 200 b94f25d65eb05567a2ffedce8175900e 199.204.45.210 - - [07/Apr/2026:05:59:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.009 200 2fa317c4d0dc1071d5e1357bfc891d10 199.204.45.210 - - [07/Apr/2026:05:59:28 +0000] "GET /admin/realms/atmosphere/clients/e5b02d6c-86f6-4f22-8282-765c1ca42b11/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.046 [auth-system-keycloak-80] [] 10.0.0.11:8080 119 0.046 404 33812652a9f058da00011173eb082927 199.204.45.210 - - [07/Apr/2026:05:59:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.008 200 b5d4a539489de488831069dd7d3696d5 199.204.45.210 - - [07/Apr/2026:05:59:28 +0000] "POST /admin/realms/atmosphere/clients/e5b02d6c-86f6-4f22-8282-765c1ca42b11/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.016 201 59d15169637c3cf01465f11cca79b8b5 199.204.45.210 - - [07/Apr/2026:05:59:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.041 200 50b28af73cee4d7f842ddfe88db0867d 199.204.45.210 - - [07/Apr/2026:05:59:29 +0000] "GET /admin/realms/atmosphere/clients/e5b02d6c-86f6-4f22-8282-765c1ca42b11/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.11:8080 166 0.015 200 1fe57f777bb7932e23e86ef528b03e89 199.204.45.210 - - [07/Apr/2026:05:59:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.11:8080 1928 0.491 200 dec60afda38660eaea545939b9339a0c 199.204.45.210 - - [07/Apr/2026:05:59:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.014 200 060bc72dbbe36af2baa92062bb99175a 199.204.45.210 - - [07/Apr/2026:05:59:29 +0000] "GET /admin/realms/atmosphere/clients/e5b02d6c-86f6-4f22-8282-765c1ca42b11/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.11:8080 119 0.012 404 22bcff26270f23f2d386fd230d35c3be 199.204.45.210 - - [07/Apr/2026:05:59:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.028 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.028 200 cccc2aa62432aa88268c2e5b2e28c113 199.204.45.210 - - [07/Apr/2026:05:59:29 +0000] "POST /admin/realms/atmosphere/clients/e5b02d6c-86f6-4f22-8282-765c1ca42b11/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.017 201 9a8360e9deb6abdd34b8c6d843da6ad4 199.204.45.210 - - [07/Apr/2026:05:59:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.11:8080 1286 0.008 200 c6840491786b77a2414e0a306303778c 199.204.45.210 - - [07/Apr/2026:05:59:29 +0000] "GET /admin/realms/atmosphere/clients/e5b02d6c-86f6-4f22-8282-765c1ca42b11/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.11:8080 166 0.012 200 45ca6bc589b305f95a6e53861d547d9e 199.204.45.210 - - [07/Apr/2026:05:59:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.11:8080 1928 0.478 200 8c8360dadfc7581fea82775b9bccdaef 199.204.45.210 - - [07/Apr/2026:05:59:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.11:8080 1251 0.008 200 d9b526a5176fa18ddfdc150ea1a9cd76 199.204.45.210 - - [07/Apr/2026:05:59:30 +0000] "GET /admin/realms/atmosphere/clients/9836694a-dd78-413f-b4ea-2e0985a570e3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.039 [auth-system-keycloak-80] [] 10.0.0.11:8080 119 0.040 404 8783aac8039690259687eccf9ac125cc 199.204.45.210 - - [07/Apr/2026:05:59:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.11:8080 1251 0.008 200 54e5f1182eafe478b16e1791900601f3 199.204.45.210 - - [07/Apr/2026:05:59:30 +0000] "POST /admin/realms/atmosphere/clients/9836694a-dd78-413f-b4ea-2e0985a570e3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.013 201 74e572522b885f3b5454d0b5d903db44 199.204.45.210 - - [07/Apr/2026:05:59:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.044 [auth-system-keycloak-80] [] 10.0.0.11:8080 1251 0.045 200 a713776dad61adf66bf162bced5c3b9c 199.204.45.210 - - [07/Apr/2026:05:59:30 +0000] "GET /admin/realms/atmosphere/clients/9836694a-dd78-413f-b4ea-2e0985a570e3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.11:8080 166 0.015 200 776fe144da044663fae4322bc4b381a0 W0407 05:59:41.854958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:41.854995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:45.189406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 05:59:45.189452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:40.104123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:40.104159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:40.170742 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:00:40.170801 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0407 06:00:40.170887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:40.170902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:40.170917 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 06:00:40.170985 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 06:00:40.171029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:40.171047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:40.171225 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:00:40.171296 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 06:00:40.171335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:40.171351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:00:40.172305 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0407 06:00:40.172326 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 06:00:40.173041 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 06:00:40.173069 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0407 06:00:40.173095 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 06:00:40.173134 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0407 06:00:40.179117 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0407 06:00:40.179373 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5bbd5584-cfd0-4587-84bd-2f95a2b9b44c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4364", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:00:40.179845 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 06:00:40.179878 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0407 06:00:40.180121 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"36c16915-a255-4025-a96c-00cfd9d51310", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4365", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:00:40.180475 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 06:00:40.180510 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0407 06:00:40.181092 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 06:00:40.181130 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"e15c8a98-c427-4e0e-92ce-7fae72472b61", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4366", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 06:00:40.739712 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 06:00:40.741180 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0407 06:00:40.797624 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 06:00:40.798541 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0407 06:00:40.896014 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 06:00:40.897797 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0407 06:00:43.437677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:00:43.437745 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 06:00:43.437778 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:00:43.437892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:43.437917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:00:43.438034 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 06:00:43.486553 7 controller.go:216] "Backend successfully reloaded" I0407 06:00:43.486908 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8lctd", UID:"910f0b1a-59bb-4576-b666-891ca1941839", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 06:00:46.772627 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:00:46.772703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 06:00:46.772744 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:00:46.772887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:46.772915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:50.105113 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:00:50.105174 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 06:00:50.105214 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:00:50.105442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:50.105473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:53.438013 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:00:53.438062 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 06:00:53.438089 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:00:53.438188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:53.438208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:56.771780 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:00:56.771841 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 06:00:56.771878 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:00:56.771989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:00:56.772011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:00.104630 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:00.104712 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 06:01:00.104767 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:01:00.104918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:00.104938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:03.438874 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:03.438959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:01:03.439071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:03.439087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:06.771918 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:06.772064 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:01:06.772233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:06.772264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:10.104520 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:10.104616 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:01:10.104698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:10.104709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:13.438438 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:13.438572 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:01:13.438857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:13.438889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:16.772774 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:16.772879 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:01:16.773036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:16.773067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:21.229678 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:21.229805 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:01:21.229914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:21.229932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:24.563497 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:24.563615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:01:24.563767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:24.563810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:01:25.904271 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.208.72"}] I0407 06:01:25.904963 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.208.72"}] I0407 06:01:25.905169 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.208.72"}] I0407 06:01:25.911546 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5bbd5584-cfd0-4587-84bd-2f95a2b9b44c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5421", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 06:01:25.916703 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"e15c8a98-c427-4e0e-92ce-7fae72472b61", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5422", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 06:01:25.917629 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"36c16915-a255-4025-a96c-00cfd9d51310", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5423", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:01:27.896607 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:27.896724 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:01:27.897034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:27.897075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:31.229883 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:31.229989 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:01:31.230112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:31.230136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:34.563186 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:34.563301 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 06:01:34.563442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:34.563475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.23 - - [07/Apr/2026:06:01:36 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.095 [auth-system-keycloak-80] [] 10.0.0.11:8080 6432 0.095 200 4c87424dce0a4eca9b33cc7c0e10ee54 10.0.0.33 - - [07/Apr/2026:06:01:36 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.11:8080 6432 0.008 200 02f2e2ac0846db588d9ee28a6a2da2bb W0407 06:01:37.896824 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:37.896998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:37.897028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:41.230048 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:41.230259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:41.230291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:44.565716 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:44.565946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:44.565975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:48.842636 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 06:01:48.842954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:48.842979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:52.176856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:52.176909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:55.509935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:55.509986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:58.844106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:01:58.844161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:02:02.176637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:02:02.176693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [07/Apr/2026:06:02:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.540 [auth-system-keycloak-80] [] 10.0.0.11:8080 1928 0.538 200 f84cb1a625870cc2b74ad58f3c8c9a5c 199.204.45.210 - - [07/Apr/2026:06:02:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.11:8080 4246 0.006 200 9542202cb77f7672f6abff25723273c5 199.204.45.210 - - [07/Apr/2026:06:02:03 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.370 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.368 204 dc881bc13ca0d4fa72f04311f7ac89a9 199.204.45.210 - - [07/Apr/2026:06:02:04 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.182 [auth-system-keycloak-80] [] 10.0.0.11:8080 4384 0.183 200 17eb5087d4ee8d20a3345ae72ac097ce 199.204.45.210 - - [07/Apr/2026:06:02:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.11:8080 1928 0.476 200 0e559257f9f038217d69a30065245b99 199.204.45.210 - - [07/Apr/2026:06:02:05 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.11:8080 1682 0.010 200 b81c2ae98b06193114597acac2087a78 199.204.45.210 - - [07/Apr/2026:06:02:05 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.11:8080 6432 0.005 200 ce79a70352b56e7325a64749ffe287f4 199.204.45.210 - - [07/Apr/2026:06:02:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.11:8080 1928 0.479 200 d87fad4d2ddd8d3070bf673e5dd29e55 199.204.45.210 - - [07/Apr/2026:06:02:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.11:8080 2 0.010 200 c2878f28edaead201fc783965778f13d 199.204.45.210 - - [07/Apr/2026:06:02:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.180 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.178 201 a6d4e03bd97717efb16bac814c3eb91e 199.204.45.210 - - [07/Apr/2026:06:02:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.019 [auth-system-keycloak-80] [] 10.0.0.11:8080 2246 0.019 200 e6a5681e10f702683383bb50f4efffa2 199.204.45.210 - - [07/Apr/2026:06:02:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.11:8080 1928 0.489 200 abefc0eac19b0c376b01ecf05278a0ea 199.204.45.210 - - [07/Apr/2026:06:02:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.025 [auth-system-keycloak-80] [] 10.0.0.11:8080 2246 0.026 200 9282b926597337bc9f23ac35e1144aae 199.204.45.210 - - [07/Apr/2026:06:02:08 +0000] "GET /admin/realms/atmosphere/clients/11b4aeec-4143-4702-bea1-5b82d9ca0405/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.019 [auth-system-keycloak-80] [] 10.0.0.11:8080 233 0.019 200 0af0386b55eec1440537f35fb329a78f 199.204.45.210 - - [07/Apr/2026:06:02:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.066 [auth-system-keycloak-80] [] 10.0.0.11:8080 831 0.066 200 c33cdab0c5b940d9496543809cfd0d97 199.204.45.210 - - [07/Apr/2026:06:02:08 +0000] "GET /admin/realms/atmosphere/clients/56ed4a07-4428-49d4-9a64-c02c312cd3c6/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.087 [auth-system-keycloak-80] [] 10.0.0.11:8080 3758 0.086 200 25d5faae235002dcea02a77efa989cc6 199.204.45.210 - - [07/Apr/2026:06:02:08 +0000] "GET /admin/realms/atmosphere/users/942b2ec8-0f92-49c2-a226-6ee70804dddc/role-mappings/clients/56ed4a07-4428-49d4-9a64-c02c312cd3c6/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.189 [auth-system-keycloak-80] [] 10.0.0.11:8080 3758 0.189 200 8ea7b24126621d25c238dfc7970a7b70 199.204.45.210 - - [07/Apr/2026:06:02:09 +0000] "GET /admin/realms/atmosphere/users/942b2ec8-0f92-49c2-a226-6ee70804dddc/role-mappings/clients/56ed4a07-4428-49d4-9a64-c02c312cd3c6/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.087 [auth-system-keycloak-80] [] 10.0.0.11:8080 2 0.087 200 9b5112be2fa526d02a89df42f3230418 199.204.45.210 - - [07/Apr/2026:06:02:09 +0000] "POST /admin/realms/atmosphere/users/942b2ec8-0f92-49c2-a226-6ee70804dddc/role-mappings/clients/56ed4a07-4428-49d4-9a64-c02c312cd3c6 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.022 [auth-system-keycloak-80] [] 10.0.0.11:8080 0 0.021 204 963a6e8a81a534b48747c29d658775e2 199.204.45.210 - - [07/Apr/2026:06:02:09 +0000] "GET /admin/realms/atmosphere/users/942b2ec8-0f92-49c2-a226-6ee70804dddc/role-mappings/clients/56ed4a07-4428-49d4-9a64-c02c312cd3c6/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.055 [auth-system-keycloak-80] [] 10.0.0.11:8080 576 0.055 200 6b28075e2378635ee49e042ff84b0ff0 W0407 06:02:12.087990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:02:12.088127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:02:15.422243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:02:15.422287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:02:27.266177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:02:27.266210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:02:30.600558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:02:30.600608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:02:33.933544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:02:33.933609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:04:17.820746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:04:17.820802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:04:53.735846 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 06:04:53.735943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:04:53.735964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:04:53.739775 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0407 06:04:53.739817 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0407 06:04:53.744851 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0407 06:04:53.745129 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"52b118df-e789-48b2-b2d1-6e32c486a03c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6887", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:04:53.745454 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0407 06:04:53.745942 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 06:04:53.746022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:04:53.746044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:04:53.746175 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 06:04:53.797574 7 controller.go:216] "Backend successfully reloaded" I0407 06:04:53.797846 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8lctd", UID:"910f0b1a-59bb-4576-b666-891ca1941839", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 06:04:54.353334 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0407 06:04:54.354656 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0407 06:04:57.079682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:04:57.079740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [07/Apr/2026:06:04:58 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.005 300 0174b9df365d4ba7ecf4d95bb6b26061 199.204.45.210 - - [07/Apr/2026:06:04:59 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.004 200 9766a401fb4f72d7daeeb7e7dcdeac32 199.204.45.210 - - [07/Apr/2026:06:04:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1360 0.342 201 f8631f8e93faf794cf019de93ada50e2 199.204.45.210 - - [07/Apr/2026:06:04:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.005 300 77f09f2aeafbe634adb1f1db8199f305 199.204.45.210 - - [07/Apr/2026:06:04:59 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.038 [openstack-keystone-api-5000] [] 10.0.0.106:5000 90 0.038 404 7ac50ad4d02110474205370fe15d222a 199.204.45.210 - - [07/Apr/2026:06:05:00 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.037 [openstack-keystone-api-5000] [] 10.0.0.106:5000 368 0.038 200 93de18de3ad7f2d6d38d0c13cb40d2f8 199.204.45.210 - - [07/Apr/2026:06:05:00 +0000] "GET /v3/domains/43a47d6e35904997816126c17c798205 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.106:5000 245 0.021 200 55b2edd2ef6ee9e44423bf29118a6718 199.204.45.210 - - [07/Apr/2026:06:05:00 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.004 200 d75c1034059855f2ce2276d9b0d3522d 199.204.45.210 - - [07/Apr/2026:06:05:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.320 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1360 0.321 201 9327d527d98026315476abd5567bfdf0 199.204.45.210 - - [07/Apr/2026:06:05:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 9404b84fb51a5237d1424212cb61e19d 199.204.45.210 - - [07/Apr/2026:06:05:01 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.106:5000 101 0.026 404 d02604a79755000492fc7d3abb828a5a 199.204.45.210 - - [07/Apr/2026:06:05:01 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.023 [openstack-keystone-api-5000] [] 10.0.0.106:5000 156 0.024 200 5d04a4d0e88b888e8a0ae742fa1a4fb2 199.204.45.210 - - [07/Apr/2026:06:05:01 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.028 [openstack-keystone-api-5000] [] 10.0.0.106:5000 342 0.028 201 1cbf135792edbab8194de2c9d123d9a1 199.204.45.210 - - [07/Apr/2026:06:05:01 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.004 200 25000935b2b8baa324a5fa639bb16563 199.204.45.210 - - [07/Apr/2026:06:05:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1360 0.295 201 1630dcb545a8c912c3c19f2c14f0d67a 199.204.45.210 - - [07/Apr/2026:06:05:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 97e70cf508fe4db1ec504733d63b9d0e 199.204.45.210 - - [07/Apr/2026:06:05:02 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.106:5000 98 0.023 404 b1edd82331796aa6ee06a5ab374a7367 199.204.45.210 - - [07/Apr/2026:06:05:02 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.106:5000 136 0.019 200 98dc8e7742ffb20bddbb55764f6e8f5b 199.204.45.210 - - [07/Apr/2026:06:05:02 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.019 [openstack-keystone-api-5000] [] 10.0.0.106:5000 357 0.020 201 d663842e0aac1a5a58bfde1e121e4289 199.204.45.210 - - [07/Apr/2026:06:05:02 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.004 200 3e2012e339ed54795c5c21c706a93b86 199.204.45.210 - - [07/Apr/2026:06:05:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1360 0.288 201 fbc2c19d086da66971fb9f83442c8377 199.204.45.210 - - [07/Apr/2026:06:05:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 3e7ea21c65d6329b858435bf5e7ed8ca 199.204.45.210 - - [07/Apr/2026:06:05:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.024 [openstack-keystone-api-5000] [] 10.0.0.106:5000 131 0.024 404 9432c57727c21663ec41692ec27f4c34 199.204.45.210 - - [07/Apr/2026:06:05:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.023 [openstack-keystone-api-5000] [] 10.0.0.106:5000 168 0.023 200 9c0c1ba147967008b6005c5895eb4652 199.204.45.210 - - [07/Apr/2026:06:05:03 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.106:5000 224 0.023 201 e8e3b52a1361d808c64ccfb978d92df5 W0407 06:05:13.099473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:13.099503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:16.434838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:16.434940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:19.766628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:19.766679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:23.101400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:23.101442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:05:25.904491 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.208.72"}] I0407 06:05:25.911051 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"52b118df-e789-48b2-b2d1-6e32c486a03c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7169", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:05:26.433327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:26.433364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:38.647382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:38.647480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:46.368781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:46.368805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:49.703228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:05:49.703287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:20.057170 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 06:07:20.057856 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 06:07:20.057936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:20.057964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:07:20.062790 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.007s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:32.2kB} I0407 06:07:20.062829 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0407 06:07:20.066645 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0407 06:07:20.066943 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"c2952e9c-cd0e-4a0d-a7d8-e8266b02a84b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7997", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:07:20.066978 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0407 06:07:20.067205 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 06:07:20.067265 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 06:07:20.067307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:20.067319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:07:20.067394 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 06:07:20.126913 7 controller.go:216] "Backend successfully reloaded" I0407 06:07:20.127205 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8lctd", UID:"910f0b1a-59bb-4576-b666-891ca1941839", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 06:07:20.329315 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0407 06:07:20.330306 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.210 - - [07/Apr/2026:06:07:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.005 300 20bca299e0b856efad8cdec92c511ff8 199.204.45.210 - - [07/Apr/2026:06:07:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1992 0.330 201 370d07cdc7d9a48985d8de7f5f38bfbf 199.204.45.210 - - [07/Apr/2026:06:07:21 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.022 [openstack-keystone-api-5000] [] 10.0.0.106:5000 85 0.023 404 2a318e6f2a31614ad5d3802d5b9a8aae 199.204.45.210 - - [07/Apr/2026:06:07:21 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.106:5000 129 0.020 200 9c34baddcdcbaf984a9e21bb8aff3a87 199.204.45.210 - - [07/Apr/2026:06:07:21 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.028 [openstack-keystone-api-5000] [] 10.0.0.106:5000 230 0.028 201 d3e3774450af98733307c75a7b25396e W0407 06:07:23.401490 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 06:07:23.401656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:23.401687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:07:25.904602 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.102.208.72"}] I0407 06:07:25.912554 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"c2952e9c-cd0e-4a0d-a7d8-e8266b02a84b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8062", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:07:26.734542 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 06:07:26.734714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:26.734746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [07/Apr/2026:06:07:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 6a71cde264a9b14cbb83da5558f7a2b9 W0407 06:07:30.069044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:07:30.069113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [07/Apr/2026:06:07:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.299 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1992 0.299 201 089050333ee565db8b8fb11e5d4133f9 199.204.45.210 - - [07/Apr/2026:06:07:30 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.260 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1521 0.259 200 9178f9d31f6e0c420b25e69968c2c3f9 199.204.45.210 - - [07/Apr/2026:06:07:30 +0000] "PUT /v3/roles/eec941c411714c77a85ed621e4b17a05/implies/94e6fef67ca74533bca520619120836b HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.042 [openstack-keystone-api-5000] [] 10.0.0.106:5000 521 0.042 201 f5dbeeea058b6bd1b72e9b114c0e6dc5 199.204.45.210 - - [07/Apr/2026:06:08:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 076e2f057cd870ffb28c0f89fb220180 199.204.45.210 - - [07/Apr/2026:06:08:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.106:5000 2055 0.334 201 808429328e1326f6b24198232bd5c171 199.204.45.210 - - [07/Apr/2026:06:08:16 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.029 [openstack-keystone-api-5000] [] 10.0.0.106:5000 87 0.028 404 a9d24370b7520f244397d4a7572e1c8c 199.204.45.210 - - [07/Apr/2026:06:08:16 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.033 [openstack-keystone-api-5000] [] 10.0.0.106:5000 390 0.032 200 cc803a42c01710034b6156b988d38ed7 199.204.45.210 - - [07/Apr/2026:06:08:16 +0000] "GET /v3/users/rgw-RegionOne?domain_id=e93d7159e80b40d3b2792dc801a25b21 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.029 [openstack-keystone-api-5000] [] 10.0.0.106:5000 91 0.028 404 577ae37d870174d5b1cef500f9ac3949 199.204.45.210 - - [07/Apr/2026:06:08:16 +0000] "GET /v3/users?domain_id=e93d7159e80b40d3b2792dc801a25b21&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.038 [openstack-keystone-api-5000] [] 10.0.0.106:5000 178 0.038 200 1be8c7deb8555ed151aabee24ba45b79 199.204.45.210 - - [07/Apr/2026:06:08:17 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.292 [openstack-keystone-api-5000] [] 10.0.0.106:5000 291 0.292 201 77cd04a797b2a88afec57c6bab415dcb 199.204.45.210 - - [07/Apr/2026:06:08:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 f78114bfe8f8aec69c6680c17d153560 199.204.45.210 - - [07/Apr/2026:06:08:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.280 [openstack-keystone-api-5000] [] 10.0.0.106:5000 2055 0.280 201 bd32b84d6bf8707c0c299ed75d992982 199.204.45.210 - - [07/Apr/2026:06:08:21 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 429 0.028 [openstack-keystone-api-5000] [] 10.0.0.106:5000 83 0.027 404 af461788f60fa3ee910cbf1be63238b9 199.204.45.210 - - [07/Apr/2026:06:08:21 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 447 0.035 [openstack-keystone-api-5000] [] 10.0.0.106:5000 361 0.035 200 b304c0050db6cac403ba9eebd3cbefa0 199.204.45.210 - - [07/Apr/2026:06:08:21 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.029 [openstack-keystone-api-5000] [] 10.0.0.106:5000 87 0.029 404 33d2ad815e62cba4e1cbeb44dadeec25 199.204.45.210 - - [07/Apr/2026:06:08:21 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.027 [openstack-keystone-api-5000] [] 10.0.0.106:5000 390 0.026 200 2e6549a3c6340a73d9f3264e9cc3cb99 199.204.45.210 - - [07/Apr/2026:06:08:21 +0000] "GET /v3/users/rgw-RegionOne?domain_id=e93d7159e80b40d3b2792dc801a25b21 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 480 0.020 [openstack-keystone-api-5000] [] 10.0.0.106:5000 91 0.019 404 9514637604593409cbcc20de7c5c39f0 199.204.45.210 - - [07/Apr/2026:06:08:21 +0000] "GET /v3/users?domain_id=e93d7159e80b40d3b2792dc801a25b21&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 498 0.050 [openstack-keystone-api-5000] [] 10.0.0.106:5000 458 0.050 200 ebbd31bec6559a17223e7d940e7d541d 199.204.45.210 - - [07/Apr/2026:06:08:21 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.106:5000 88 0.024 404 59ac67a92205df55dbe13921593a5e96 199.204.45.210 - - [07/Apr/2026:06:08:21 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 452 0.026 [openstack-keystone-api-5000] [] 10.0.0.106:5000 520 0.026 200 3cee374c2fa5c7cc565112d0de7bea6e 199.204.45.210 - - [07/Apr/2026:06:08:21 +0000] "PUT /v3/projects/def3e641155042e4beadb5c28642ee37/users/75544e7926d0459e9fa211261fbbc777/roles/c30e1fdf396049a7852121e3a594ee4b HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 556 0.041 [openstack-keystone-api-5000] [] 10.0.0.106:5000 0 0.041 204 e8e5bacfc43d68ac0a6f06b1eb3f02fa 199.204.45.210 - - [07/Apr/2026:06:08:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 072b0ef69781a5c8f7ac493bd2f7066d 199.204.45.210 - - [07/Apr/2026:06:08:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.349 [openstack-keystone-api-5000] [] 10.0.0.106:5000 2055 0.350 201 9cc7ff376be94ea37ca2e406633ca875 199.204.45.210 - - [07/Apr/2026:06:08:24 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.025 [openstack-keystone-api-5000] [] 10.0.0.106:5000 151 0.025 200 67e20b8dc0e00ed76c30ef5595f5b114 199.204.45.210 - - [07/Apr/2026:06:08:24 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.034 [openstack-keystone-api-5000] [] 10.0.0.106:5000 263 0.034 201 2c8ee6b09746fd53bda990884cba597d 199.204.45.210 - - [07/Apr/2026:06:08:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 19301a566d35e6820ec65594b644900b 199.204.45.210 - - [07/Apr/2026:06:08:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.106:5000 2157 0.305 201 6c6c446339cbc0ad34516669b2bd5181 199.204.45.210 - - [07/Apr/2026:06:08:25 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.027 [openstack-keystone-api-5000] [] 10.0.0.106:5000 86 0.026 404 ccbc288f7ec5decf9a4638a5deff1f25 199.204.45.210 - - [07/Apr/2026:06:08:25 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.106:5000 382 0.019 200 2b63bf7e54f38ea0a5d15f71d9be5604 199.204.45.210 - - [07/Apr/2026:06:08:25 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=23372ace69cf4c11a1b8ead62472eec1 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.027 [openstack-keystone-api-5000] [] 10.0.0.106:5000 205 0.028 200 d787a50152c2b4b8321257d278b66622 199.204.45.210 - - [07/Apr/2026:06:08:25 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.030 [openstack-keystone-api-5000] [] 10.0.0.106:5000 379 0.030 201 0667503712796a23ca8640a1bbda5bb5 199.204.45.210 - - [07/Apr/2026:06:08:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 8a4becb614a5ccc2d2906b641682366f 199.204.45.210 - - [07/Apr/2026:06:08:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.106:5000 2366 0.304 201 9d7270fba49929f2e63f5d5702e28a0a 199.204.45.210 - - [07/Apr/2026:06:08:26 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.106:5000 86 0.023 404 7e2d52ee17b8831ad152c82a757d7978 199.204.45.210 - - [07/Apr/2026:06:08:26 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.106:5000 382 0.019 200 4532856ae63ac6a89c650be57728e279 199.204.45.210 - - [07/Apr/2026:06:08:26 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=23372ace69cf4c11a1b8ead62472eec1 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.021 [openstack-keystone-api-5000] [] 10.0.0.106:5000 207 0.021 200 15a79ef78fbbf8b8233a4bfc5b802eaf 199.204.45.210 - - [07/Apr/2026:06:08:26 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.025 [openstack-keystone-api-5000] [] 10.0.0.106:5000 392 0.025 201 8298cacedb9d00a76b794088b84a95ea W0407 06:08:27.698526 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 06:08:27.698656 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 06:08:27.698729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:08:27.698752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:08:27.703679 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0407 06:08:27.703722 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0407 06:08:27.708482 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0407 06:08:27.708889 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0407 06:08:27.709167 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 06:08:27.709243 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 06:08:27.709303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:08:27.709322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:08:27.709417 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 06:08:27.722484 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"c092e622-03e3-4e58-ac19-555aa057a0a3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8582", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 06:08:27.762321 7 controller.go:216] "Backend successfully reloaded" I0407 06:08:27.762991 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8lctd", UID:"910f0b1a-59bb-4576-b666-891ca1941839", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 06:08:27.965913 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0407 06:08:27.967954 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0407 06:08:31.043248 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 06:08:31.043451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:08:31.043469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:08:44.571164 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 06:08:44.571355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:08:44.571382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:08:48.857871 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:08:48.858131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:08:48.858154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:08:48.858728 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 06:08:48.907241 7 controller.go:216] "Backend successfully reloaded" I0407 06:08:48.908200 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8lctd", UID:"910f0b1a-59bb-4576-b666-891ca1941839", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 06:08:52.191931 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:08:52.192167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:08:52.192202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:08:55.524877 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:08:55.525059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:08:55.525085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:08:58.858952 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:08:58.859130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:08:58.859158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:09:15.466327 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:09:15.466482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:09:15.466505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:09:23.737147 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:09:23.737353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:09:23.737384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:09:25.904502 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.102.208.72"}] I0407 06:09:25.909996 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"c092e622-03e3-4e58-ac19-555aa057a0a3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9176", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:09:27.070512 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:09:27.070784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:09:27.070820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:09:33.594518 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 06:09:33.594710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:09:33.594734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:10:12.327053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:10:12.327098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:11:36.795639 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 06:11:36.795843 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 06:11:36.795999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:11:36.796026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:11:36.799647 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:39.2kB} I0407 06:11:36.799717 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0407 06:11:36.804793 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0407 06:11:36.805073 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"a8bc197c-5856-4b92-9998-36520f50ee45", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10138", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:11:36.805319 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0407 06:11:36.805961 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 06:11:36.806065 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 06:11:36.806126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:11:36.806140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:11:36.806269 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 06:11:36.856662 7 controller.go:216] "Backend successfully reloaded" I0407 06:11:36.856952 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8lctd", UID:"910f0b1a-59bb-4576-b666-891ca1941839", APIVersion:"v1", ResourceVersion:"1361", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 06:11:37.080154 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0407 06:11:37.081172 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0407 06:11:40.140323 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 06:11:40.140543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:11:40.140572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [07/Apr/2026:06:11:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 d60c39a114f2186a4b865fb044011ade 199.204.45.210 - - [07/Apr/2026:06:11:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3201 0.326 201 0c0bbdc081fba30e6dc892075b6908c1 199.204.45.210 - - [07/Apr/2026:06:11:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f5a6d74b1452a3d90422e93fe971a61d 199.204.45.210 - - [07/Apr/2026:06:11:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 97e1e1df9801b212da38f58c56c051af 199.204.45.210 - - [07/Apr/2026:06:11:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 cbf862c3904b695b157f446401276134 W0407 06:11:43.472868 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 06:11:43.473092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:11:43.473130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [07/Apr/2026:06:11:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3201 0.290 201 5a296c8d71b2ad0bc097374cc726fe16 199.204.45.210 - - [07/Apr/2026:06:11:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a1845956820d7e4f7eb4719a947328c4 199.204.45.210 - - [07/Apr/2026:06:11:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3177269a348a5b3fd17d991b91bf53f8 199.204.45.210 - - [07/Apr/2026:06:11:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 5c9ecf05a3244a8a99a3b97b4cbcd94d 199.204.45.210 - - [07/Apr/2026:06:11:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3201 0.298 201 b3786a61df3595dfbecede1bc4bc23f5 199.204.45.210 - - [07/Apr/2026:06:11:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c7251204a5e3adb2aaa2f5df7bc17ee3 199.204.45.210 - - [07/Apr/2026:06:11:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4819f8b847a9f12d6e4f231d348396ba 199.204.45.210 - - [07/Apr/2026:06:11:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 4f10c0cd741508517ce28a69d826d27d 199.204.45.210 - - [07/Apr/2026:06:11:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3201 0.300 201 7bc1c97e9696e008283ff771ffeb4480 199.204.45.210 - - [07/Apr/2026:06:11:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c39d3570ba8c9c688935497179fb96a7 199.204.45.210 - - [07/Apr/2026:06:11:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ab96a687af52e7677f16f3a9ec8f5a4c 199.204.45.210 - - [07/Apr/2026:06:11:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.002 300 f8ba67ff09480d8371e96f2e45da6f37 199.204.45.210 - - [07/Apr/2026:06:11:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3201 0.302 201 39c0cefdcafb25783932de0c02a0405a 199.204.45.210 - - [07/Apr/2026:06:11:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 64024ba69f134356fa10c94cbf3b3a9f 199.204.45.210 - - [07/Apr/2026:06:11:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c48701d88f221fa57a543b4b39cdd8e4 W0407 06:11:49.567664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:11:49.568325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.210 - - [07/Apr/2026:06:11:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 8db54db5485ccfa19cdacec1b6a1d73f 199.204.45.210 - - [07/Apr/2026:06:11:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3201 0.289 201 3ad94cc90b4fdd5dd3a9c9a6e99d0705 199.204.45.210 - - [07/Apr/2026:06:11:50 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.004 [openstack-glance-api-9292] [] 10.0.0.51:9292 1312 0.004 300 7934a935c9b4345efa9fed1fa1a0fd49 199.204.45.210 - - [07/Apr/2026:06:11:51 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.586 [openstack-glance-api-9292] [] 10.0.0.51:9292 69 0.586 200 10b185e12ebc3775e7beac4c24594590 199.204.45.210 - - [07/Apr/2026:06:11:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 d95f6db70662003e785e271e957904fe 199.204.45.210 - - [07/Apr/2026:06:11:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.106:5000 3201 0.296 201 4f3566222d9ccca7d65416fca8091aa4 199.204.45.210 - - [07/Apr/2026:06:11:55 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.51:9292 1312 0.003 300 b4d338c216e66936a3a202b5b0ef8d07 199.204.45.210 - - [07/Apr/2026:06:11:55 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.045 [openstack-glance-api-9292] [] 10.0.0.51:9292 69 0.045 200 e6d1dd68231f64282b93b59de916b3fa 199.204.45.210 - - [07/Apr/2026:06:11:55 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.134 [openstack-glance-api-9292] [] 10.0.0.51:9292 151 0.135 404 74ab6f1535367e727bc1de2bc8c6e5cb 199.204.45.210 - - [07/Apr/2026:06:11:55 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.51:9292 81 0.025 200 bff78809b4b7c9c99a8e6657b686cd3e 199.204.45.210 - - [07/Apr/2026:06:11:55 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.027 [openstack-glance-api-9292] [] 10.0.0.51:9292 84 0.027 200 b636c2f1b9b591a5a9b40424f7365d24 199.204.45.210 - - [07/Apr/2026:06:11:55 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.058 [openstack-glance-api-9292] [] 10.0.0.51:9292 760 0.058 201 c725b5dbe3ba9d898a0871fd3356db2b 199.204.45.210 - - [07/Apr/2026:06:11:59 +0000] "PUT /v2/images/315706e5-aa03-4019-9d8f-4b7607905f23/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.838 [openstack-glance-api-9292] [] 10.0.0.51:9292 0 3.838 204 a167adb139bcd1f7d0035d9d487fcb35 199.204.45.210 - - [07/Apr/2026:06:11:59 +0000] "GET /v2/images/315706e5-aa03-4019-9d8f-4b7607905f23 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-glance-api-9292] [] 10.0.0.51:9292 1171 0.023 200 272747e601851f79d6f72e1af9ad944b 199.204.45.210 - - [07/Apr/2026:06:11:59 +0000] "GET /v2/images/315706e5-aa03-4019-9d8f-4b7607905f23 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.51:9292 1171 0.014 200 4048fdb782b2db444e2fd80cdcaefe19 W0407 06:12:02.316244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:12:02.316404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:12:05.650615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:12:05.650663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 06:12:25.906162 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.102.208.72"}] I0407 06:12:25.916931 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"a8bc197c-5856-4b92-9998-36520f50ee45", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10585", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 06:12:25.918118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 06:12:25.918159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store