------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0329 02:01:31.886372 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0329 02:01:31.886663 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0329 02:01:31.894131 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0329 02:01:31.897683 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0329 02:01:32.430104 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0329 02:01:32.492139 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0329 02:01:32.503623 7 nginx.go:271] "Starting NGINX Ingress controller" I0329 02:01:32.511795 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"7e142dd0-59c4-4a6d-880a-e887e7724403", APIVersion:"v1", ResourceVersion:"1519", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0329 02:01:32.516559 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"658d8f18-38f0-4ca1-bb70-8919ccbf1666", APIVersion:"v1", ResourceVersion:"1520", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0329 02:01:32.516662 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"a834c07d-439f-4945-b535-9c744e5c52c5", APIVersion:"v1", ResourceVersion:"1521", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0329 02:01:33.705980 7 nginx.go:317] "Starting NGINX process" I0329 02:01:33.706085 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0329 02:01:33.706651 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0329 02:01:33.707029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:33.707090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:01:33.707159 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:01:33.715165 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0329 02:01:33.715231 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-nz8pv" I0329 02:01:33.748917 7 controller.go:216] "Backend successfully reloaded" I0329 02:01:33.749114 7 controller.go:227] "Initial sync, sleeping for 1 second" I0329 02:01:33.749214 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nz8pv", UID:"6e75d30e-fe86-4cee-b579-d51da85f4a65", APIVersion:"v1", ResourceVersion:"1636", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:01:37.531785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:37.531828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:40.865371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:40.865424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:44.200027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:44.200078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:47.532992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:47.533038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:50.865275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:50.865321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:54.199659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:54.199726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:00.273245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:00.273282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:03.606988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:03.607036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:06.940468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:06.940512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:10.275694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:10.275736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:13.607385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:13.607427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:16.940147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:16.940191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:41.210316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:41.210383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:44.544465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:44.544523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:06.788171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:06.788219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:10.122103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:10.122197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:13.455792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:13.455843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:16.788383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:16.788418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:20.122366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:20.122426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:23.455881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:23.455925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:31.554038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:31.554202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:40.614509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:40.614552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:43.948360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:43.948401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:47.282166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:47.282216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:05.427027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:05.427101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:09.219403 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-229.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-229.nip.io-tls was not found. Using default certificate W0329 02:07:09.219476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:09.219495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:07:09.220798 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0329 02:07:09.220825 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0329 02:07:09.226754 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0329 02:07:09.227125 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"027662b1-e092-40ca-9a68-90ed16e8ea79", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3859", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:07:09.227526 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-229.nip.io-tls" in local store W0329 02:07:09.227785 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-229.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-229.nip.io-tls was not found. Using default certificate W0329 02:07:09.227836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:09.227882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:07:09.227988 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:07:09.269995 7 controller.go:216] "Backend successfully reloaded" I0329 02:07:09.270304 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nz8pv", UID:"6e75d30e-fe86-4cee-b579-d51da85f4a65", APIVersion:"v1", ResourceVersion:"1636", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:07:09.505678 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-229.nip.io-tls" I0329 02:07:09.507045 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-229.nip.io-tls" W0329 02:07:12.561650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:12.561706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [29/Mar/2026:02:07:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.110 [auth-system-keycloak-80] [] 10.0.0.129:8080 1928 2.109 200 cc911d5df6d0a8ffb0811fe5d9f7bc2a 199.204.45.229 - - [29/Mar/2026:02:07:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.181 [auth-system-keycloak-80] [] 10.0.0.129:8080 116 0.181 404 ced876b82902940effdeafc494b53632 199.204.45.229 - - [29/Mar/2026:02:07:27 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.378 [auth-system-keycloak-80] [] 10.0.0.129:8080 0 5.376 201 3c6a31a548ac565b6fe19e1b23822d09 199.204.45.229 - - [29/Mar/2026:02:07:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.688 [auth-system-keycloak-80] [] 10.0.0.129:8080 4246 0.688 200 bb1e9846379292c4f19898b0e175faba 199.204.45.229 - - [29/Mar/2026:02:07:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.533 [auth-system-keycloak-80] [] 10.0.0.129:8080 1928 0.531 200 a8c1692a4b2f6e41ed4bcc8e03397133 199.204.45.229 - - [29/Mar/2026:02:07:29 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.061 [auth-system-keycloak-80] [] 10.0.0.129:8080 12500 0.061 200 2e626691b85416bad9e5d99c2ae1504a 199.204.45.229 - - [29/Mar/2026:02:07:29 +0000] "GET /admin/realms/atmosphere/client-scopes/2a221f02-61d5-4403-9bc5-1adb374cc463 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.068 [auth-system-keycloak-80] [] 10.0.0.129:8080 1278 0.068 200 c541ed8ef112fcb0ea21c81cddf75181 199.204.45.229 - - [29/Mar/2026:02:07:29 +0000] "PUT /admin/realms/atmosphere/client-scopes/2a221f02-61d5-4403-9bc5-1adb374cc463 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.087 [auth-system-keycloak-80] [] 10.0.0.129:8080 0 0.086 204 a7c1b0faa9c4f9fc2b2e31059b4f7d38 199.204.45.229 - - [29/Mar/2026:02:07:29 +0000] "GET /admin/realms/atmosphere/client-scopes/2a221f02-61d5-4403-9bc5-1adb374cc463/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.087 [auth-system-keycloak-80] [] 10.0.0.129:8080 963 0.087 200 8ebf57d74775e807a60f039e328181cd 199.204.45.229 - - [29/Mar/2026:02:07:29 +0000] "GET /admin/realms/atmosphere/client-scopes/2a221f02-61d5-4403-9bc5-1adb374cc463/protocol-mappers/models/12f7713c-0d80-446d-bac0-6172371dda73 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.129:8080 366 0.011 200 61a9c4f94862ad1c7b69dbbc835bb390 199.204.45.229 - - [29/Mar/2026:02:07:29 +0000] "PUT /admin/realms/atmosphere/client-scopes/2a221f02-61d5-4403-9bc5-1adb374cc463/protocol-mappers/models/12f7713c-0d80-446d-bac0-6172371dda73 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.083 [auth-system-keycloak-80] [] 10.0.0.129:8080 0 0.082 204 53ef21cb461e50afdd2a8a506745b04e 199.204.45.229 - - [29/Mar/2026:02:07:29 +0000] "GET /admin/realms/atmosphere/client-scopes/2a221f02-61d5-4403-9bc5-1adb374cc463 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.081 [auth-system-keycloak-80] [] 10.0.0.129:8080 1218 0.081 200 c851ca6decb9bc7070924da107694bcd I0329 02:07:33.724709 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.47.70"}] I0329 02:07:33.731804 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"027662b1-e092-40ca-9a68-90ed16e8ea79", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4171", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:07:33.735595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:33.735650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:48.498880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:48.498936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [29/Mar/2026:02:07:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.537 [auth-system-keycloak-80] [] 10.0.0.129:8080 1928 0.536 200 d3fa4c63cab59159f7ff7a7f0e5eeb5f 199.204.45.229 - - [29/Mar/2026:02:07:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.047 [auth-system-keycloak-80] [] 10.0.0.129:8080 2 0.047 200 112da70b2fd74a81ccddfb1885224527 199.204.45.229 - - [29/Mar/2026:02:07:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.281 [auth-system-keycloak-80] [] 10.0.0.129:8080 0 0.280 201 323b0a6ea638b615d463f198c7cee9cf 199.204.45.229 - - [29/Mar/2026:02:07:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.095 [auth-system-keycloak-80] [] 10.0.0.129:8080 1261 0.095 200 e6a37a4b11687428095d5109a587d1b8 199.204.45.229 - - [29/Mar/2026:02:07:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.129:8080 1928 0.489 200 dafb79dad06790a3e79477cf6ed0e23b 199.204.45.229 - - [29/Mar/2026:02:07:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.129:8080 2 0.011 200 6fcf99f50b88bbb779e92695a1019037 199.204.45.229 - - [29/Mar/2026:02:07:55 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 2.404 [auth-system-keycloak-80] [] 10.0.0.129:8080 0 2.403 201 4b7f146cada7045b4a2feac249cdfa60 199.204.45.229 - - [29/Mar/2026:02:07:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.129:8080 1286 0.045 200 38b478ab98d55e8a6ef6a7ea124457d3 199.204.45.229 - - [29/Mar/2026:02:07:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.129:8080 1928 0.518 200 ce0a9b3c977ccf12b6e8658276f5371f 199.204.45.229 - - [29/Mar/2026:02:07:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.059 [auth-system-keycloak-80] [] 10.0.0.129:8080 2 0.060 200 5a648853d92f4d3b5d9d326e994342c9 199.204.45.229 - - [29/Mar/2026:02:07:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.114 [auth-system-keycloak-80] [] 10.0.0.129:8080 0 0.113 201 4409b139824f0019b5da3d1933c510fe 199.204.45.229 - - [29/Mar/2026:02:07:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.066 [auth-system-keycloak-80] [] 10.0.0.129:8080 1251 0.066 200 fb123c3a9886804721832812bf5b67cd 199.204.45.229 - - [29/Mar/2026:02:07:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.459 [auth-system-keycloak-80] [] 10.0.0.129:8080 1928 0.458 200 af37be96a606c696937ec9d04a3097f9 199.204.45.229 - - [29/Mar/2026:02:07:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.024 [auth-system-keycloak-80] [] 10.0.0.129:8080 1261 0.024 200 545e2f4be415dbbd5b504a94f3b8f53b 199.204.45.229 - - [29/Mar/2026:02:07:57 +0000] "GET /admin/realms/atmosphere/clients/f9b80b15-f052-4f4d-83d1-fab067606cbb/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.129:8080 119 0.016 404 995cfaef7ee21f8f43735b73fc3222fc 199.204.45.229 - - [29/Mar/2026:02:07:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.129:8080 1261 0.006 200 1cdeebe92264f77f9fb3c2d31c168dc4 199.204.45.229 - - [29/Mar/2026:02:07:57 +0000] "POST /admin/realms/atmosphere/clients/f9b80b15-f052-4f4d-83d1-fab067606cbb/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.058 [auth-system-keycloak-80] [] 10.0.0.129:8080 0 0.057 201 17538ac22ad2475f161cc58cdc39a90c 199.204.45.229 - - [29/Mar/2026:02:07:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.129:8080 1261 0.008 200 146799cc244e1a142820dff3e4b67b35 199.204.45.229 - - [29/Mar/2026:02:07:57 +0000] "GET /admin/realms/atmosphere/clients/f9b80b15-f052-4f4d-83d1-fab067606cbb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.076 [auth-system-keycloak-80] [] 10.0.0.129:8080 166 0.076 200 1321628372e9a3fde9dbf1cf40899c59 199.204.45.229 - - [29/Mar/2026:02:07:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.129:8080 1928 0.497 200 3e66916a9c66244f8784c721244831ac 199.204.45.229 - - [29/Mar/2026:02:07:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.129:8080 1286 0.010 200 d720e53d9f77413dd8f054d5165749c9 199.204.45.229 - - [29/Mar/2026:02:07:58 +0000] "GET /admin/realms/atmosphere/clients/5b3856c9-8f5f-4c30-86f7-f59cfb78819f/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.041 [auth-system-keycloak-80] [] 10.0.0.129:8080 119 0.040 404 cf99233206abb44d4f493f9727f03b69 199.204.45.229 - - [29/Mar/2026:02:07:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.129:8080 1286 0.008 200 fdb016730a4cb8e482aab05aecc66a9a 199.204.45.229 - - [29/Mar/2026:02:07:58 +0000] "POST /admin/realms/atmosphere/clients/5b3856c9-8f5f-4c30-86f7-f59cfb78819f/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.021 [auth-system-keycloak-80] [] 10.0.0.129:8080 0 0.020 201 4049120aeffca6dc028ada2cd7a27d44 199.204.45.229 - - [29/Mar/2026:02:07:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.129:8080 1286 0.008 200 3a199a131b92ecd76ba184e672fb834d 199.204.45.229 - - [29/Mar/2026:02:07:58 +0000] "GET /admin/realms/atmosphere/clients/5b3856c9-8f5f-4c30-86f7-f59cfb78819f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.018 [auth-system-keycloak-80] [] 10.0.0.129:8080 165 0.018 200 125f3877b7ececb3d817b63482dfd44c 199.204.45.229 - - [29/Mar/2026:02:07:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.632 [auth-system-keycloak-80] [] 10.0.0.129:8080 1928 0.631 200 6cb776bf666617492fffc0e41f13c8c0 199.204.45.229 - - [29/Mar/2026:02:07:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.129:8080 1286 0.046 200 3bf60030cbdae56ce6caa9531c886161 199.204.45.229 - - [29/Mar/2026:02:07:59 +0000] "GET /admin/realms/atmosphere/clients/5b3856c9-8f5f-4c30-86f7-f59cfb78819f/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.129:8080 119 0.012 404 dd243e95fb5e72e88ae7c9eba6b5f556 199.204.45.229 - - [29/Mar/2026:02:08:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.129:8080 1286 0.009 200 6b8b312412fdb1f35a9ee1d339cbc7c9 199.204.45.229 - - [29/Mar/2026:02:08:00 +0000] "POST /admin/realms/atmosphere/clients/5b3856c9-8f5f-4c30-86f7-f59cfb78819f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.049 [auth-system-keycloak-80] [] 10.0.0.129:8080 0 0.048 201 172bd2e6663be6acda3bdceaf9ba8432 199.204.45.229 - - [29/Mar/2026:02:08:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.129:8080 1286 0.010 200 0f63ede9a1f188ca143f55590ea5dfaf 199.204.45.229 - - [29/Mar/2026:02:08:00 +0000] "GET /admin/realms/atmosphere/clients/5b3856c9-8f5f-4c30-86f7-f59cfb78819f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.063 [auth-system-keycloak-80] [] 10.0.0.129:8080 166 0.063 200 fdd70e86e6dce00dd50cb83ed62767fe 199.204.45.229 - - [29/Mar/2026:02:08:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.538 [auth-system-keycloak-80] [] 10.0.0.129:8080 1928 0.537 200 dfc0f78f5a93379cba822a287a9a9583 199.204.45.229 - - [29/Mar/2026:02:08:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.056 [auth-system-keycloak-80] [] 10.0.0.129:8080 1286 0.056 200 81437053b5bf9745b65b7d00a55f7922 199.204.45.229 - - [29/Mar/2026:02:08:01 +0000] "GET /admin/realms/atmosphere/clients/5b3856c9-8f5f-4c30-86f7-f59cfb78819f/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.129:8080 119 0.012 404 9efd8a22ad7e83397ea98cb4221de1a7 199.204.45.229 - - [29/Mar/2026:02:08:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.129:8080 1286 0.010 200 ba2879329a7855a2f6beaf62206a3607 199.204.45.229 - - [29/Mar/2026:02:08:01 +0000] "POST /admin/realms/atmosphere/clients/5b3856c9-8f5f-4c30-86f7-f59cfb78819f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.054 [auth-system-keycloak-80] [] 10.0.0.129:8080 0 0.053 201 a9ad4103516c7e76b20fae73a4aad258 199.204.45.229 - - [29/Mar/2026:02:08:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.129:8080 1286 0.008 200 a05021d5f12955c519245fab55d8744e 199.204.45.229 - - [29/Mar/2026:02:08:01 +0000] "GET /admin/realms/atmosphere/clients/5b3856c9-8f5f-4c30-86f7-f59cfb78819f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.055 [auth-system-keycloak-80] [] 10.0.0.129:8080 166 0.055 200 082b366655d4a94b3c131f2eca035da1 199.204.45.229 - - [29/Mar/2026:02:08:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.129:8080 1928 0.501 200 d2bf2a8bb8d2da787b11f06060203bc3 199.204.45.229 - - [29/Mar/2026:02:08:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.129:8080 1251 0.006 200 ff608b1a34cfb30650a85369cbc7fd57 199.204.45.229 - - [29/Mar/2026:02:08:02 +0000] "GET /admin/realms/atmosphere/clients/e7cf4075-5267-4573-acbb-c37a4b807c30/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.129:8080 119 0.051 404 1c083762ca46d4793c8049a67ffa62a9 199.204.45.229 - - [29/Mar/2026:02:08:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.129:8080 1251 0.009 200 9021e40ebc727d81f9ae441abb6a64fd 199.204.45.229 - - [29/Mar/2026:02:08:02 +0000] "POST /admin/realms/atmosphere/clients/e7cf4075-5267-4573-acbb-c37a4b807c30/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.129:8080 0 0.018 201 04a20c981a196a5a614628a93b6c65d2 199.204.45.229 - - [29/Mar/2026:02:08:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.129:8080 1251 0.009 200 de7c69f630bf15adf61f8ae8813c4c91 199.204.45.229 - - [29/Mar/2026:02:08:02 +0000] "GET /admin/realms/atmosphere/clients/e7cf4075-5267-4573-acbb-c37a4b807c30/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.029 [auth-system-keycloak-80] [] 10.0.0.129:8080 166 0.029 200 ede205657b6e632de075b3c57469e3b7 W0329 02:09:16.936774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:16.936845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:17.048079 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:09:17.048188 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0329 02:09:17.048081 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:09:17.048243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:17.048268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:17.048279 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0329 02:09:17.048322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:17.048342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:09:17.050220 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0329 02:09:17.050251 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0329 02:09:17.051053 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0329 02:09:17.051088 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0329 02:09:17.051872 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:09:17.052017 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0329 02:09:17.052096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:17.052132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:09:17.056146 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0329 02:09:17.056202 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0329 02:09:17.057329 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0329 02:09:17.057902 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0329 02:09:17.057962 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0329 02:09:17.058295 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0329 02:09:17.058381 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"90cd68af-0bbe-4e15-9147-96570c0886d0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4943", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:09:17.058652 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"9c719183-19dd-4005-a024-7d971f86c349", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4945", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:09:17.063351 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0329 02:09:17.063736 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0329 02:09:17.063854 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"88067646-d686-4716-9ce0-f304cfb79393", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4955", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:09:17.450590 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0329 02:09:17.451714 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0329 02:09:17.550124 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0329 02:09:17.551249 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0329 02:09:18.815595 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0329 02:09:18.816813 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0329 02:09:20.271094 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:09:20.271143 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:09:20.271171 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:09:20.271276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:20.271305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:09:20.271425 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:09:20.400630 7 controller.go:216] "Backend successfully reloaded" I0329 02:09:20.400920 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nz8pv", UID:"6e75d30e-fe86-4cee-b579-d51da85f4a65", APIVersion:"v1", ResourceVersion:"1636", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:09:23.603496 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:09:23.603587 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:09:23.603632 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:09:23.603805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:23.603838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:26.937463 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:09:26.937586 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:09:26.937711 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:09:26.937997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:26.938090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:30.270305 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:09:30.270401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:09:30.270470 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:09:30.270668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:30.270718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:33.603957 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:09:33.604105 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:09:33.604201 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:09:33.604434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:33.604460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:09:33.726098 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.47.70"}] I0329 02:09:33.726510 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.47.70"}] I0329 02:09:33.726588 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.47.70"}] I0329 02:09:33.738293 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"9c719183-19dd-4005-a024-7d971f86c349", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5471", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:09:33.739190 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"88067646-d686-4716-9ce0-f304cfb79393", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5472", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:09:33.739210 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"90cd68af-0bbe-4e15-9147-96570c0886d0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5473", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:09:36.937543 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:09:36.937639 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:09:36.937681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:09:36.937831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:36.937860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:40.270590 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:09:40.270660 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:09:40.270696 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:09:40.270819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:40.270853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:43.614902 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:09:43.615038 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:09:43.615086 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:09:43.615192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:43.615238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:46.937513 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:09:46.937657 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:09:46.937701 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:09:46.937799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:46.937818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:50.289303 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:09:50.289444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:09:50.289500 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:09:50.289626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:50.289673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:53.603650 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:09:53.603728 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:09:53.603768 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:09:53.603951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:53.603994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:56.936937 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:09:56.937068 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:09:56.937127 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:09:56.937284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:09:56.937316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:00.270531 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:10:00.270631 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:10:00.270681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:10:00.271566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:00.271623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:03.604492 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:10:03.604574 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:10:03.604616 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:10:03.604771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:03.604803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:07.612778 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:10:07.612840 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:10:07.612927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:07.612938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:10.949319 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:10:10.949402 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:10:10.949501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:10.949516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:14.280137 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:10:14.280226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:10:14.280331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:14.280355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:17.613871 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:10:17.613968 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:10:17.614100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:17.614126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:20.948074 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:10:20.948212 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:10:20.948425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:20.948455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:24.280575 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:10:24.280691 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:10:24.280807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:24.280841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:27.613401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:10:27.613503 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:10:27.613630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:27.613661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:30.946896 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:10:30.946999 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:10:30.947136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:30.947164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:34.279736 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:10:34.279838 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:10:34.279978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:34.280008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:40.455997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:10:40.456231 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:10:40.456377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:40.456395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.191 - - [29/Mar/2026:02:10:44 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.024 [auth-system-keycloak-80] [] 10.0.0.129:8080 6432 0.024 200 89751a3e1d098ac149a6fc75011ebe68 10.0.0.52 - - [29/Mar/2026:02:10:44 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.109 [auth-system-keycloak-80] [] 10.0.0.129:8080 6432 0.109 200 2e4a93b6749d0b91ec338a8e265f9943 W0329 02:10:45.978660 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:10:45.978815 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:10:45.978981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:45.979013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:49.311205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:49.311261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:52.643838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:52.643886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:57.155365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:57.155415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:00.489558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:00.489607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [29/Mar/2026:02:11:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.129:8080 1928 0.500 200 2e02c090518ea638afd392c760696839 199.204.45.229 - - [29/Mar/2026:02:11:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.047 [auth-system-keycloak-80] [] 10.0.0.129:8080 4246 0.047 200 be4ac662f379a3084406928ca0bb9b3a 199.204.45.229 - - [29/Mar/2026:02:11:03 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.408 [auth-system-keycloak-80] [] 10.0.0.129:8080 0 0.407 204 072751043b8f44e1c29c111af09a37cd 199.204.45.229 - - [29/Mar/2026:02:11:04 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.266 [auth-system-keycloak-80] [] 10.0.0.129:8080 4384 0.266 200 f23aefac39f590316d6ca2719e285ca5 199.204.45.229 - - [29/Mar/2026:02:11:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.943 [auth-system-keycloak-80] [] 10.0.0.129:8080 1928 0.942 200 72cb3721140d2dd4145c8607a8666faa 199.204.45.229 - - [29/Mar/2026:02:11:05 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.051 [auth-system-keycloak-80] [] 10.0.0.129:8080 1682 0.052 200 cb2c4829d9cc7f6a4d5431e472458549 199.204.45.229 - - [29/Mar/2026:02:11:06 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.129:8080 6432 0.006 200 db1c74b869cea2ad34b4df6696367a29 199.204.45.229 - - [29/Mar/2026:02:11:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.129:8080 1928 0.472 200 86dacfcbd67948afe7684acce7b22558 199.204.45.229 - - [29/Mar/2026:02:11:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.012 [auth-system-keycloak-80] [] 10.0.0.129:8080 2 0.012 200 0e6efd8d952b129e7b6b2d0952cc75eb 199.204.45.229 - - [29/Mar/2026:02:11:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.226 [auth-system-keycloak-80] [] 10.0.0.129:8080 0 0.225 201 fcff0ed212d2d0a6d792a72c2ce49a69 199.204.45.229 - - [29/Mar/2026:02:11:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.129:8080 2246 0.023 200 05d96802564f61b692ed53776f6141c6 199.204.45.229 - - [29/Mar/2026:02:11:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.536 [auth-system-keycloak-80] [] 10.0.0.129:8080 1928 0.534 200 3d58e01fafdc423cd3f3e1e480626d00 199.204.45.229 - - [29/Mar/2026:02:11:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.129:8080 2246 0.006 200 bb7bdfe902b3c12c0ce329a0ef6db8bc 199.204.45.229 - - [29/Mar/2026:02:11:09 +0000] "GET /admin/realms/atmosphere/clients/26d3d93f-94a1-46f8-8653-a567c98b8bba/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.053 [auth-system-keycloak-80] [] 10.0.0.129:8080 233 0.053 200 c8c9a28702341a7c357e5652030a5fe5 199.204.45.229 - - [29/Mar/2026:02:11:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.080 [auth-system-keycloak-80] [] 10.0.0.129:8080 831 0.080 200 285948cabd8075bc6f19a1b5f7cf5ea3 199.204.45.229 - - [29/Mar/2026:02:11:09 +0000] "GET /admin/realms/atmosphere/clients/4156bfcb-38cf-4a8c-8b94-388fec564b9b/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.096 [auth-system-keycloak-80] [] 10.0.0.129:8080 3758 0.096 200 dc3f46c01bf185780ad752041082b841 199.204.45.229 - - [29/Mar/2026:02:11:09 +0000] "GET /admin/realms/atmosphere/users/6eda82c4-4501-48f9-a051-48735c90c122/role-mappings/clients/4156bfcb-38cf-4a8c-8b94-388fec564b9b/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.181 [auth-system-keycloak-80] [] 10.0.0.129:8080 3758 0.181 200 b116d3441ba9a8324f28a6820cb84d22 199.204.45.229 - - [29/Mar/2026:02:11:10 +0000] "GET /admin/realms/atmosphere/users/6eda82c4-4501-48f9-a051-48735c90c122/role-mappings/clients/4156bfcb-38cf-4a8c-8b94-388fec564b9b/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.039 [auth-system-keycloak-80] [] 10.0.0.129:8080 2 0.039 200 b4d813fac2c91e428762ec44034583f0 199.204.45.229 - - [29/Mar/2026:02:11:10 +0000] "POST /admin/realms/atmosphere/users/6eda82c4-4501-48f9-a051-48735c90c122/role-mappings/clients/4156bfcb-38cf-4a8c-8b94-388fec564b9b HTTP/1.1" 204 0 "-" "Ansible" 1390 0.029 [auth-system-keycloak-80] [] 10.0.0.129:8080 0 0.028 204 5c32b80897af47ed5561eb4ce91bedfd 199.204.45.229 - - [29/Mar/2026:02:11:10 +0000] "GET /admin/realms/atmosphere/users/6eda82c4-4501-48f9-a051-48735c90c122/role-mappings/clients/4156bfcb-38cf-4a8c-8b94-388fec564b9b/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.061 [auth-system-keycloak-80] [] 10.0.0.129:8080 576 0.061 200 1dac1aa9ea7954f589ff6e0c6f87597c W0329 02:11:10.891662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:10.891704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:14.225815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:14.225856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:17.558936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:17.558977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:20.894912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:20.894956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:18.444638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:18.444679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:45.026534 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0329 02:13:45.026631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:45.026653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:13:45.031505 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:28.7kB} I0329 02:13:45.031566 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0329 02:13:45.038338 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0329 02:13:45.038707 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e6c00c5c-52b2-4b72-8d13-0724052f7c03", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7467", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:13:45.039073 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0329 02:13:45.039523 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0329 02:13:45.039596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:45.039609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:13:45.039776 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:13:45.084338 7 controller.go:216] "Backend successfully reloaded" I0329 02:13:45.084678 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nz8pv", UID:"6e75d30e-fe86-4cee-b579-d51da85f4a65", APIVersion:"v1", ResourceVersion:"1636", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:13:45.555950 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0329 02:13:45.557855 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0329 02:13:48.373963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:48.374024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [29/Mar/2026:02:13:49 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.005 300 4024ff1bc82c22676331d5cc5191d87b 199.204.45.229 - - [29/Mar/2026:02:13:50 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.130:5000 266 0.004 200 39de30ef3a4135bae26bf1d7ec36ae25 199.204.45.229 - - [29/Mar/2026:02:13:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.130:5000 1360 0.337 201 40c6d9c5ffeb5a840fc645e8a82c062c 199.204.45.229 - - [29/Mar/2026:02:13:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.005 300 c822bcad2919932902e5e181e24b4a10 199.204.45.229 - - [29/Mar/2026:02:13:51 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.036 [openstack-keystone-api-5000] [] 10.0.0.130:5000 90 0.036 404 ad416f098500c461fd44f1eb0cef691e 199.204.45.229 - - [29/Mar/2026:02:13:51 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.027 [openstack-keystone-api-5000] [] 10.0.0.130:5000 368 0.026 200 85b92e80251a9613eafdbe9e461d0eff 199.204.45.229 - - [29/Mar/2026:02:13:51 +0000] "GET /v3/domains/d47f80a903024ea6ad3eb2b662de5c1e HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.130:5000 245 0.020 200 0a8c30fd7ee227e89f76eb7d6719e820 199.204.45.229 - - [29/Mar/2026:02:13:52 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.130:5000 266 0.002 200 04ede09ca0eddc85976a95f9abfa69aa 199.204.45.229 - - [29/Mar/2026:02:13:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.347 [openstack-keystone-api-5000] [] 10.0.0.130:5000 1360 0.347 201 b51ca054cf2f1c22a4cf3b95dd863a18 199.204.45.229 - - [29/Mar/2026:02:13:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 92d2d92b2a51a2467ff6585b7e1804ef 199.204.45.229 - - [29/Mar/2026:02:13:52 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.130:5000 101 0.026 404 eb8bb77349c51e1c2b8b216e94dbdb47 199.204.45.229 - - [29/Mar/2026:02:13:52 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.130:5000 156 0.020 200 5726d755a0198c5e6658fdbf0f7a39de 199.204.45.229 - - [29/Mar/2026:02:13:52 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.023 [openstack-keystone-api-5000] [] 10.0.0.130:5000 454 0.023 201 2116d19a4c17a26bd206f84a7b7a6d37 199.204.45.229 - - [29/Mar/2026:02:13:53 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.130:5000 266 0.003 200 8d693f11f44ab8bbc16c53550c22beff 199.204.45.229 - - [29/Mar/2026:02:13:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.130:5000 1360 0.301 201 02ed9dd4f84de0903e7fa204dd274724 199.204.45.229 - - [29/Mar/2026:02:13:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 b5e894d4eef1122489c84ca7764e61f8 199.204.45.229 - - [29/Mar/2026:02:13:53 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.028 [openstack-keystone-api-5000] [] 10.0.0.130:5000 98 0.028 404 554e900862e91269341e0b198d53adf5 199.204.45.229 - - [29/Mar/2026:02:13:53 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.130:5000 136 0.019 200 b94e9cab612c44d54683729910d5bfea 199.204.45.229 - - [29/Mar/2026:02:13:53 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.027 [openstack-keystone-api-5000] [] 10.0.0.130:5000 357 0.027 201 33527aceb928a90d0190f7bb9caaeba1 199.204.45.229 - - [29/Mar/2026:02:13:54 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 266 0.004 200 2eb5652e92c918454a9c5666ab9e62e6 199.204.45.229 - - [29/Mar/2026:02:13:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.130:5000 1360 0.305 201 995dd6ef764aeab5283e6ec5545e1f9a 199.204.45.229 - - [29/Mar/2026:02:13:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 32dddc02cc9ca95dada338db6e9b5a68 199.204.45.229 - - [29/Mar/2026:02:13:55 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.030 [openstack-keystone-api-5000] [] 10.0.0.130:5000 131 0.030 404 a4c6fd3e2c656c93fe9c95f0aaf9c215 199.204.45.229 - - [29/Mar/2026:02:13:55 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.130:5000 168 0.018 200 85b0b2625d5571ba6b4dc39c7b4f0315 199.204.45.229 - - [29/Mar/2026:02:13:55 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.027 [openstack-keystone-api-5000] [] 10.0.0.130:5000 224 0.027 201 641c0c02df53169c4012a7cad6b73057 W0329 02:14:05.445700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:05.445737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:08.781073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:08.781127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:12.113451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:12.113497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:15.446512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:15.446556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:29.957688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:29.957731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:33.291800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:33.291882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:14:33.722784 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.47.70"}] I0329 02:14:33.733067 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e6c00c5c-52b2-4b72-8d13-0724052f7c03", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7846", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:14:36.625470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:36.625514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:39.958664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:39.958718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:16:16.607073 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:16:16.607183 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0329 02:16:16.607237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:16:16.607258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:16:16.610377 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0329 02:16:16.610405 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0329 02:16:16.745309 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0329 02:16:16.745611 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"62fcf30f-c5cb-4257-9e4b-da3d2a84a5b1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8589", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:16:16.745846 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0329 02:16:16.746129 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:16:16.746201 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0329 02:16:16.746258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:16:16.746272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:16:16.746415 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:16:16.837087 7 controller.go:216] "Backend successfully reloaded" I0329 02:16:16.837322 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nz8pv", UID:"6e75d30e-fe86-4cee-b579-d51da85f4a65", APIVersion:"v1", ResourceVersion:"1636", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:16:17.631290 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0329 02:16:17.633567 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.229 - - [29/Mar/2026:02:16:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 a7ff11e4083fa69fcf4a5e7bf5b2478d 199.204.45.229 - - [29/Mar/2026:02:16:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.396 [openstack-keystone-api-5000] [] 10.0.0.130:5000 1992 0.396 201 569d854b77c4913da8415edd9adaaa7e 199.204.45.229 - - [29/Mar/2026:02:16:18 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.053 [openstack-keystone-api-5000] [] 10.0.0.130:5000 85 0.053 404 24bd6f38a3455aa9cab060b3ad063d76 199.204.45.229 - - [29/Mar/2026:02:16:18 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.130:5000 129 0.023 200 4f8a37274d3c90a8e13393500b37c1ac 199.204.45.229 - - [29/Mar/2026:02:16:18 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.115 [openstack-keystone-api-5000] [] 10.0.0.130:5000 230 0.115 201 06d21ec80101f5ff9f95b7a1337a277b W0329 02:16:20.080307 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:16:20.080425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:16:20.080443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [29/Mar/2026:02:16:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 b1c294b043cd93a9cf8a3a68447ac90f 199.204.45.229 - - [29/Mar/2026:02:16:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.386 [openstack-keystone-api-5000] [] 10.0.0.130:5000 1992 0.386 201 60ed9561127bd7739add6709dbbc4664 199.204.45.229 - - [29/Mar/2026:02:16:24 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.030 [openstack-keystone-api-5000] [] 10.0.0.130:5000 1521 0.030 200 5e87d5f908ac1a9c999f5671e021cda9 199.204.45.229 - - [29/Mar/2026:02:16:24 +0000] "PUT /v3/roles/58282c8ffab743b5b5b2537455627c7c/implies/c6e98fdb259b4739a8a6c3b3f9a1c81a HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.132 [openstack-keystone-api-5000] [] 10.0.0.130:5000 521 0.132 201 2293f23938a37903323210daf7717601 W0329 02:16:24.896683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:16:24.896850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:16:33.781406 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.101.47.70"}] I0329 02:16:33.832265 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"62fcf30f-c5cb-4257-9e4b-da3d2a84a5b1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8707", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:16:33.873208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:16:33.873252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [29/Mar/2026:02:17:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 8389ea143dd3130298a4ea805ce69010 199.204.45.229 - - [29/Mar/2026:02:17:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.368 [openstack-keystone-api-5000] [] 10.0.0.130:5000 2055 0.368 201 606fe26e682435541400d32eaf93e962 199.204.45.229 - - [29/Mar/2026:02:17:44 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.033 [openstack-keystone-api-5000] [] 10.0.0.130:5000 87 0.033 404 4f849c30f4ecba75e098face88726ef8 199.204.45.229 - - [29/Mar/2026:02:17:44 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.034 [openstack-keystone-api-5000] [] 10.0.0.130:5000 390 0.034 200 28417fc0ba0a568cd479d559bc1618d2 199.204.45.229 - - [29/Mar/2026:02:17:44 +0000] "GET /v3/users/rgw-RegionOne?domain_id=89381c7143ec42eab988cc8ba7bdb0a1 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.040 [openstack-keystone-api-5000] [] 10.0.0.130:5000 91 0.040 404 e2bc1c34b976102e22f3a5e51c127bac 199.204.45.229 - - [29/Mar/2026:02:17:44 +0000] "GET /v3/users?domain_id=89381c7143ec42eab988cc8ba7bdb0a1&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.038 [openstack-keystone-api-5000] [] 10.0.0.130:5000 178 0.038 200 208f50e098e8b424d82d41c317bd4df7 199.204.45.229 - - [29/Mar/2026:02:17:44 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.324 [openstack-keystone-api-5000] [] 10.0.0.130:5000 291 0.324 201 81e540fd66d69cb23116222374a11729 199.204.45.229 - - [29/Mar/2026:02:17:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.005 300 e725cfb3420d045a4877a1e6c03a42ec 199.204.45.229 - - [29/Mar/2026:02:17:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.309 [openstack-keystone-api-5000] [] 10.0.0.130:5000 2055 0.309 201 cc088e26f81886b3e0505c73c9879741 199.204.45.229 - - [29/Mar/2026:02:17:50 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.028 [openstack-keystone-api-5000] [] 10.0.0.130:5000 83 0.028 404 d9f26cafa7a399847073f5b879467da5 199.204.45.229 - - [29/Mar/2026:02:17:50 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.022 [openstack-keystone-api-5000] [] 10.0.0.130:5000 361 0.022 200 b558857aa02dfd506527b5df0e86c889 199.204.45.229 - - [29/Mar/2026:02:17:50 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.028 [openstack-keystone-api-5000] [] 10.0.0.130:5000 87 0.028 404 b03cd344f70dbc7814bb62e9b88929c6 199.204.45.229 - - [29/Mar/2026:02:17:50 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.020 [openstack-keystone-api-5000] [] 10.0.0.130:5000 390 0.020 200 03d1f0c4326bb880c747b3d96996ae1f 199.204.45.229 - - [29/Mar/2026:02:17:50 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.029 [openstack-keystone-api-5000] [] 10.0.0.130:5000 91 0.029 404 00f8b32ac9d9bb79d55fb1ef992b8387 199.204.45.229 - - [29/Mar/2026:02:17:50 +0000] "GET /v3/users?domain_id=89381c7143ec42eab988cc8ba7bdb0a1&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.046 [openstack-keystone-api-5000] [] 10.0.0.130:5000 458 0.046 200 54070a2fcf92e355791a982fd4d5f0fe 199.204.45.229 - - [29/Mar/2026:02:17:50 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.025 [openstack-keystone-api-5000] [] 10.0.0.130:5000 88 0.025 404 94478d8d76e98d6fab5b24fa4576075c 199.204.45.229 - - [29/Mar/2026:02:17:50 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.025 [openstack-keystone-api-5000] [] 10.0.0.130:5000 520 0.025 200 0e3ba0eddff79ecd6b76c927ad0e1b8d 199.204.45.229 - - [29/Mar/2026:02:17:51 +0000] "PUT /v3/projects/2fa697c37b8047f48094e0c8e9fd5dad/users/3d83e687e2b64d5f8efdb04546bc8a2d/roles/e708ae38e79d41619f66602b0d939fa1 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 1.275 [openstack-keystone-api-5000] [] 10.0.0.130:5000 0 1.275 204 d32a52d1b2f6bd44fb7085e7d4d01607 199.204.45.229 - - [29/Mar/2026:02:18:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 20321e741c6380ddaefddbe6519d37c6 199.204.45.229 - - [29/Mar/2026:02:18:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.363 [openstack-keystone-api-5000] [] 10.0.0.130:5000 2055 0.363 201 d2ba8da21b266fe61b8f7bdfaf43893f 199.204.45.229 - - [29/Mar/2026:02:18:08 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.075 [openstack-keystone-api-5000] [] 10.0.0.130:5000 151 0.075 200 7ec9349ccf2d741c156ec4b33700d78a 199.204.45.229 - - [29/Mar/2026:02:18:09 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 1.394 [openstack-keystone-api-5000] [] 10.0.0.130:5000 263 1.394 201 8403397b2f7105a7d8d5251b512ac34e 199.204.45.229 - - [29/Mar/2026:02:18:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.009 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.009 300 3062b872d37842771e96db727c3f5b6c 199.204.45.229 - - [29/Mar/2026:02:18:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.130:5000 2157 0.337 201 625b2d24bf33b9999aecab9b99608aa5 199.204.45.229 - - [29/Mar/2026:02:18:10 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.034 [openstack-keystone-api-5000] [] 10.0.0.130:5000 86 0.033 404 5291668021ee3c21007ebf25c3be0393 199.204.45.229 - - [29/Mar/2026:02:18:10 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.049 [openstack-keystone-api-5000] [] 10.0.0.130:5000 382 0.049 200 18d43e02d7686457bec533f956bcb111 199.204.45.229 - - [29/Mar/2026:02:18:10 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=ce26ff160a024acfb9ca0bb98dce3e50 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.027 [openstack-keystone-api-5000] [] 10.0.0.130:5000 205 0.027 200 399360d316d9e61a5a71298c107e4799 199.204.45.229 - - [29/Mar/2026:02:18:11 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.155 [openstack-keystone-api-5000] [] 10.0.0.130:5000 379 0.155 201 99639cf74bc6732578684e6bb4a647d1 199.204.45.229 - - [29/Mar/2026:02:18:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 a05af31c8ce3fb2b4b1b645518d2c108 199.204.45.229 - - [29/Mar/2026:02:18:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.317 [openstack-keystone-api-5000] [] 10.0.0.130:5000 2366 0.317 201 f9ab1f8da543c2770e0c3cd7fe1b6a80 199.204.45.229 - - [29/Mar/2026:02:18:11 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.030 [openstack-keystone-api-5000] [] 10.0.0.130:5000 86 0.030 404 ed14b2aeda0dde59be09c25dd826227e 199.204.45.229 - - [29/Mar/2026:02:18:11 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.130:5000 382 0.016 200 830b32eb070316a1cbfcd5ba9980bd9c 199.204.45.229 - - [29/Mar/2026:02:18:12 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=ce26ff160a024acfb9ca0bb98dce3e50 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.213 [openstack-keystone-api-5000] [] 10.0.0.130:5000 207 0.213 200 eeb2baece8d5a1668fe17493c651c8dc 199.204.45.229 - - [29/Mar/2026:02:18:13 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.997 [openstack-keystone-api-5000] [] 10.0.0.130:5000 392 0.997 201 f1e68d583f721227d9cbf8a2d20d5fea W0329 02:18:14.706999 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:18:14.707083 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0329 02:18:14.707128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:14.707138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:18:14.709803 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.003s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:35.7kB} I0329 02:18:14.709821 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0329 02:18:14.718884 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0329 02:18:14.719138 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"12631e59-c910-42ae-bffc-a18d831d0dc0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9321", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:18:14.719380 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0329 02:18:14.719725 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:18:14.719827 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0329 02:18:14.719897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:14.719911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:18:14.720041 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:18:14.794228 7 controller.go:216] "Backend successfully reloaded" I0329 02:18:14.795383 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nz8pv", UID:"6e75d30e-fe86-4cee-b579-d51da85f4a65", APIVersion:"v1", ResourceVersion:"1636", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:18:15.079752 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0329 02:18:15.080740 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0329 02:18:18.053501 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:18:18.053681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:18.053710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:30.345981 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:18:30.348732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:30.349331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:18:30.349557 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:18:30.403733 7 controller.go:216] "Backend successfully reloaded" I0329 02:18:30.404446 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nz8pv", UID:"6e75d30e-fe86-4cee-b579-d51da85f4a65", APIVersion:"v1", ResourceVersion:"1636", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:18:33.680137 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:18:33.680377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:33.680437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:18:33.722056 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.101.47.70"}] I0329 02:18:33.726833 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"12631e59-c910-42ae-bffc-a18d831d0dc0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9499", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:18:37.013503 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:18:37.013649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:37.013673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:40.347533 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:18:40.347732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:40.347778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:43.680497 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:18:43.680758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:43.680782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:47.013231 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:18:47.013366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:47.013385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:50.346162 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:18:50.346358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:18:50.346396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:05.262857 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:19:05.263541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:05.263584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:08.596514 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:19:08.596664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:08.596684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:12.144121 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:19:12.144250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:12.144272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:16.400845 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:19:16.401358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:16.401442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:55.244480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:19:55.244512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:22.073238 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:21:22.073336 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0329 02:21:22.073402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:22.073421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:21:22.080461 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.008s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:39.2kB} I0329 02:21:22.080530 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0329 02:21:22.085012 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0329 02:21:22.085247 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8504199d-920b-4e33-9002-cc453653fbc4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10833", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:21:22.085392 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0329 02:21:22.085674 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:21:22.085747 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0329 02:21:22.085809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:22.085821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:21:22.085917 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:21:22.134809 7 controller.go:216] "Backend successfully reloaded" I0329 02:21:22.135019 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nz8pv", UID:"6e75d30e-fe86-4cee-b579-d51da85f4a65", APIVersion:"v1", ResourceVersion:"1636", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:21:22.328142 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0329 02:21:22.329481 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0329 02:21:25.421658 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:21:25.422066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:25.422096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [29/Mar/2026:02:21:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 ef9d47ce29cfcd0daa05296454feb2e0 199.204.45.229 - - [29/Mar/2026:02:21:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.349 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.349 201 2ab3af46b600e79a39c5e709d03bb769 199.204.45.229 - - [29/Mar/2026:02:21:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c40a8a2bdc53b01df7508638806063ad 199.204.45.229 - - [29/Mar/2026:02:21:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a13a8e5b851b432fb560654ea4584582 W0329 02:21:29.653726 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:21:29.654153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:29.654175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [29/Mar/2026:02:21:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 5102c1b7ba799bc353b17566391c80e9 199.204.45.229 - - [29/Mar/2026:02:21:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.291 201 806eaf7b3112963eec63455146860e53 199.204.45.229 - - [29/Mar/2026:02:21:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d483f262f8455ddff5b0d10414ef69ac 199.204.45.229 - - [29/Mar/2026:02:21:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 038f129a1a4ba560caf2b2a06260c62d 199.204.45.229 - - [29/Mar/2026:02:21:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.003 300 15695ebaff236420b596ecdbe9ac4d86 199.204.45.229 - - [29/Mar/2026:02:21:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.296 201 de878667f0b4c734fed05452807a9bf6 199.204.45.229 - - [29/Mar/2026:02:21:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 816d2cdc16636ebfc5ab19ad75c638d7 199.204.45.229 - - [29/Mar/2026:02:21:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d07c19d3119d3e0e13a93610f92ed594 I0329 02:21:33.719725 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.101.47.70"}] I0329 02:21:33.724031 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8504199d-920b-4e33-9002-cc453653fbc4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10939", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:21:33.725743 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:21:33.725945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:33.725973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [29/Mar/2026:02:21:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.003 300 05fa11d9a5a13609274e54b080f783ce 199.204.45.229 - - [29/Mar/2026:02:21:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.300 201 d352af98eb751511aa5c4dd37f4b5be9 199.204.45.229 - - [29/Mar/2026:02:21:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0f8eaee62fb0ff8290cda937978c797a 199.204.45.229 - - [29/Mar/2026:02:21:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e27ff77b5dd836296c6c2cfb9bba3357 199.204.45.229 - - [29/Mar/2026:02:21:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.003 300 16e0405acbdbbb1cf4364f34393a237f 199.204.45.229 - - [29/Mar/2026:02:21:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.311 201 963e4ac20e6cd6d0578b5d80357d37bc 199.204.45.229 - - [29/Mar/2026:02:21:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2346f727473b20904629673280e572d7 199.204.45.229 - - [29/Mar/2026:02:21:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8d81ff2823a16bfd923c87e8431b720b 199.204.45.229 - - [29/Mar/2026:02:21:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 f5ef3679badd1b1d62b8b7dd5b2fb768 199.204.45.229 - - [29/Mar/2026:02:21:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.301 201 ca3ed3ae6ff7a68724676ede1c7298e7 199.204.45.229 - - [29/Mar/2026:02:21:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 20fcdd2ae9a47a9331a8f6c0ab1da16f 199.204.45.229 - - [29/Mar/2026:02:21:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2d145bfa2bb720e13e6b7fa8bd83c229 W0329 02:21:38.565527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:38.565615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.229 - - [29/Mar/2026:02:21:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.003 300 b294191c5840b54fb898ea73770fd494 199.204.45.229 - - [29/Mar/2026:02:21:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.311 201 c11041d9fe3782a61c26013643671596 199.204.45.229 - - [29/Mar/2026:02:21:40 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.199:9292 1193 0.002 300 673a8350ccc13b7d522c7fe75b4a85f0 199.204.45.229 - - [29/Mar/2026:02:21:40 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.555 [openstack-glance-api-9292] [] 10.0.0.199:9292 69 0.556 200 8b1bd5f79857eac5a2e5dab809a5616b 199.204.45.229 - - [29/Mar/2026:02:21:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.130:5000 281 0.004 300 2dd2985d69a1742f8ee205db02b4333d 199.204.45.229 - - [29/Mar/2026:02:21:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.130:5000 3201 0.290 201 22fdf12dc3ccc2730cca2491af305007 199.204.45.229 - - [29/Mar/2026:02:21:43 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.004 [openstack-glance-api-9292] [] 10.0.0.199:9292 1193 0.004 300 81dda7e18b0b7ffee72fdb7728264c3a 199.204.45.229 - - [29/Mar/2026:02:21:43 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.042 [openstack-glance-api-9292] [] 10.0.0.199:9292 69 0.042 200 a1505cb0e288f966d357e967d5a1071c 199.204.45.229 - - [29/Mar/2026:02:21:44 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.114 [openstack-glance-api-9292] [] 10.0.0.199:9292 151 0.114 404 2bd7126fe49a7f24a1f9d91b94050e85 199.204.45.229 - - [29/Mar/2026:02:21:44 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.199:9292 81 0.023 200 b755e10debedb79e036c1f424d6b3e13 199.204.45.229 - - [29/Mar/2026:02:21:44 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-glance-api-9292] [] 10.0.0.199:9292 84 0.022 200 72fd7b0d9cc4be55db4d474c1e244c6a 199.204.45.229 - - [29/Mar/2026:02:21:44 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.067 [openstack-glance-api-9292] [] 10.0.0.199:9292 760 0.067 201 83a20e85f1822fd57f0e70ae3f2dd4c5 199.204.45.229 - - [29/Mar/2026:02:21:49 +0000] "PUT /v2/images/f0ddab5b-57db-4223-a9b9-c98cd826868d/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.966 [openstack-glance-api-9292] [] 10.0.0.199:9292 0 4.966 204 55c8ffe8b1f97f0db09f01b1ac1c5cfe 199.204.45.229 - - [29/Mar/2026:02:21:49 +0000] "GET /v2/images/f0ddab5b-57db-4223-a9b9-c98cd826868d HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-glance-api-9292] [] 10.0.0.199:9292 1171 0.020 200 46545b522e51fa98ad06bb0f6c1f0a86 199.204.45.229 - - [29/Mar/2026:02:21:49 +0000] "GET /v2/images/f0ddab5b-57db-4223-a9b9-c98cd826868d HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.199:9292 1171 0.015 200 75f54ee8b10bed3b491b6bd7df51fc8f W0329 02:21:52.217594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:52.217623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:55.550558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:21:55.550606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store