------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0408 01:23:56.115493 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0408 01:23:56.115672 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0408 01:23:56.127512 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0408 01:23:56.132182 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0408 01:23:56.302127 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0408 01:23:56.321914 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0408 01:23:56.334514 7 nginx.go:271] "Starting NGINX Ingress controller" I0408 01:23:56.340894 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"f1c55757-bfbf-4f6c-9c3c-eca042d13be1", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0408 01:23:56.345400 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"ef15e8d4-ad0e-447e-a411-cc17954ef57b", APIVersion:"v1", ResourceVersion:"1346", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0408 01:23:56.345433 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"68742c43-a441-4304-84b2-0883c1ac0dc3", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0408 01:23:57.536936 7 nginx.go:317] "Starting NGINX process" I0408 01:23:57.537057 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0408 01:23:57.537435 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0408 01:23:57.537696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:23:57.537727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:23:57.537777 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:23:57.545533 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0408 01:23:57.545653 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-sbntm" I0408 01:23:57.573022 7 controller.go:216] "Backend successfully reloaded" I0408 01:23:57.573100 7 controller.go:227] "Initial sync, sleeping for 1 second" I0408 01:23:57.573264 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sbntm", UID:"e39b7360-6121-410c-9c07-42aa924a54cf", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:24:01.371772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:01.371810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:04.705682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:04.705719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:08.038824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:08.038880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:11.373141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:11.373188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:14.706979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:14.707038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:18.038702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:18.038744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:21.372633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:21.372679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:24.705962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:24.706015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:30.279369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:30.279401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:34.572659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:24:34.572697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:25.402931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:25.403109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:28.737353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:28.737402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:37.295818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:37.295857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:45.878808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:45.878901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:49.213006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:49.213057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:52.545910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:52.545953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:55.879104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:55.879146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:59.212945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:25:59.213151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:03.688653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:03.688689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:07.022469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:07.022507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:10.740331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:10.740372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:14.074742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:14.074783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:17.407463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:26:17.407503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:15.811433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:15.811462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:18.583036 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-57.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-57.nip.io-tls was not found. Using default certificate W0408 01:28:18.583149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:18.583170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:28:18.584996 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0408 01:28:18.585033 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0408 01:28:18.591916 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0408 01:28:18.592353 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"bd04111a-ec1b-4fdc-b368-1d2f345629ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3393", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:28:18.592602 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-57.nip.io-tls" in local store I0408 01:28:18.988482 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-57.nip.io-tls" I0408 01:28:18.989955 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-57.nip.io-tls" W0408 01:28:19.145592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:19.145634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:28:19.145711 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:28:19.186930 7 controller.go:216] "Backend successfully reloaded" I0408 01:28:19.187225 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sbntm", UID:"e39b7360-6121-410c-9c07-42aa924a54cf", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:28:22.478680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:22.478729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [08/Apr/2026:01:28:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.283 [auth-system-keycloak-80] [] 10.0.0.197:8080 1925 2.282 200 052e57872923f62098cc7318ae2766d3 199.204.45.57 - - [08/Apr/2026:01:28:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.105 [auth-system-keycloak-80] [] 10.0.0.197:8080 116 0.105 404 873f9c4cdf01f7bfcfe4239d8c7abff6 199.204.45.57 - - [08/Apr/2026:01:28:41 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.766 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 3.765 201 c63baa4251cc6eb0aef9e0000b25c812 199.204.45.57 - - [08/Apr/2026:01:28:41 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.601 [auth-system-keycloak-80] [] 10.0.0.197:8080 4246 0.601 200 5b9c50c0ae3a634cc1c6b3e70c931aaf 199.204.45.57 - - [08/Apr/2026:01:28:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.519 [auth-system-keycloak-80] [] 10.0.0.197:8080 1925 0.517 200 c49126030346cb4fddaede51937c7374 199.204.45.57 - - [08/Apr/2026:01:28:43 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.096 [auth-system-keycloak-80] [] 10.0.0.197:8080 12500 0.096 200 d3393b5acd1ef81ad8efac05ff438cbe 199.204.45.57 - - [08/Apr/2026:01:28:43 +0000] "GET /admin/realms/atmosphere/client-scopes/f4fd0018-abfb-446e-8976-fa7582ff4ea3 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.070 [auth-system-keycloak-80] [] 10.0.0.197:8080 1278 0.070 200 ce9507d7129a6461f5f4473f6b1e4959 199.204.45.57 - - [08/Apr/2026:01:28:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/f4fd0018-abfb-446e-8976-fa7582ff4ea3 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.022 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.021 204 19c98544a8dd9c563645617d514e03f1 199.204.45.57 - - [08/Apr/2026:01:28:43 +0000] "GET /admin/realms/atmosphere/client-scopes/f4fd0018-abfb-446e-8976-fa7582ff4ea3/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.063 [auth-system-keycloak-80] [] 10.0.0.197:8080 963 0.063 200 3a4c60414472d8427e311185168b81db 199.204.45.57 - - [08/Apr/2026:01:28:43 +0000] "GET /admin/realms/atmosphere/client-scopes/f4fd0018-abfb-446e-8976-fa7582ff4ea3/protocol-mappers/models/6b622b03-2649-4914-ba4d-62d94e26c9e0 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.010 [auth-system-keycloak-80] [] 10.0.0.197:8080 366 0.010 200 993f7f16783e9a01b0d7db6d73d9d017 199.204.45.57 - - [08/Apr/2026:01:28:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/f4fd0018-abfb-446e-8976-fa7582ff4ea3/protocol-mappers/models/6b622b03-2649-4914-ba4d-62d94e26c9e0 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.078 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.076 204 ce7b0ef3ff160b3047c843ddfb9b6827 199.204.45.57 - - [08/Apr/2026:01:28:43 +0000] "GET /admin/realms/atmosphere/client-scopes/f4fd0018-abfb-446e-8976-fa7582ff4ea3 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.076 [auth-system-keycloak-80] [] 10.0.0.197:8080 1218 0.076 200 3af353b5cf7365c7ab402d5833d3607c I0408 01:28:57.557214 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.58.184"}] I0408 01:28:57.561809 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"bd04111a-ec1b-4fdc-b368-1d2f345629ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3787", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:28:57.563284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:28:57.563306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [08/Apr/2026:01:29:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.197:8080 1925 0.472 200 bd97417e88b81b6467117d37b130b3c5 199.204.45.57 - - [08/Apr/2026:01:29:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.057 [auth-system-keycloak-80] [] 10.0.0.197:8080 2 0.057 200 d48c9fa791d1ff23ae7bb083bea9ae89 199.204.45.57 - - [08/Apr/2026:01:29:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.200 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.199 201 fc69c5cdef413ed2cfcb8fce22f53f60 199.204.45.57 - - [08/Apr/2026:01:29:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.087 [auth-system-keycloak-80] [] 10.0.0.197:8080 1259 0.087 200 8d67d66125765115f50fd0fa02e8e4b4 199.204.45.57 - - [08/Apr/2026:01:29:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.518 [auth-system-keycloak-80] [] 10.0.0.197:8080 1925 0.517 200 a9f5fda673702ca86c048ad64490b4f3 199.204.45.57 - - [08/Apr/2026:01:29:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.014 [auth-system-keycloak-80] [] 10.0.0.197:8080 2 0.014 200 dba71d79440753c2766420726fb9ab26 199.204.45.57 - - [08/Apr/2026:01:29:05 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.156 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.155 201 dee5ee77ce2675dc4d198e79250adc90 199.204.45.57 - - [08/Apr/2026:01:29:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.025 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.025 200 b11414750cdb44273a472e829e49c688 199.204.45.57 - - [08/Apr/2026:01:29:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.484 [auth-system-keycloak-80] [] 10.0.0.197:8080 1925 0.483 200 8c98da8de5ab9a8c32f41a4ab34df026 199.204.45.57 - - [08/Apr/2026:01:29:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.197:8080 2 0.010 200 b5cf3716fe55e786dec3645e6042ebb5 199.204.45.57 - - [08/Apr/2026:01:29:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.079 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.078 201 855feba85abe29c1879b72f0844d7376 199.204.45.57 - - [08/Apr/2026:01:29:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.076 [auth-system-keycloak-80] [] 10.0.0.197:8080 1249 0.076 200 e3d8b26aa61b87cb718e6590ad6fc3c5 199.204.45.57 - - [08/Apr/2026:01:29:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.591 [auth-system-keycloak-80] [] 10.0.0.197:8080 1925 0.590 200 e2c13ac62304d121ab3e7811c77b837c 199.204.45.57 - - [08/Apr/2026:01:29:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.197:8080 1259 0.007 200 1e3dbc77d22753df2644d38bfd59632d 199.204.45.57 - - [08/Apr/2026:01:29:07 +0000] "GET /admin/realms/atmosphere/clients/79d6028f-e875-459b-a854-e715d31adc41/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.035 [auth-system-keycloak-80] [] 10.0.0.197:8080 119 0.035 404 4b339bd7c2ad9bc4fac4148f818d05c2 199.204.45.57 - - [08/Apr/2026:01:29:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.197:8080 1259 0.008 200 d7425bbc250cb510810efdcefec0dc33 199.204.45.57 - - [08/Apr/2026:01:29:08 +0000] "POST /admin/realms/atmosphere/clients/79d6028f-e875-459b-a854-e715d31adc41/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.020 201 0981a2a3e24ed20bd21b1764ca7db47b 199.204.45.57 - - [08/Apr/2026:01:29:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.040 [auth-system-keycloak-80] [] 10.0.0.197:8080 1259 0.040 200 39a59f16805bed7e5831f748d0a0c9b3 199.204.45.57 - - [08/Apr/2026:01:29:08 +0000] "GET /admin/realms/atmosphere/clients/79d6028f-e875-459b-a854-e715d31adc41/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.197:8080 166 0.015 200 18f167b4382be5981afcc73414b50871 199.204.45.57 - - [08/Apr/2026:01:29:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.515 [auth-system-keycloak-80] [] 10.0.0.197:8080 1925 0.514 200 575730d1fc24fa93a35ce893edc095fc 199.204.45.57 - - [08/Apr/2026:01:29:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.008 200 19df9af163b616e506820817c96c1392 199.204.45.57 - - [08/Apr/2026:01:29:08 +0000] "GET /admin/realms/atmosphere/clients/94d14c27-2baa-42f8-80cb-91398d439039/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.008 [auth-system-keycloak-80] [] 10.0.0.197:8080 119 0.008 404 1314fded5b071f09b6f6b69099f29ad9 199.204.45.57 - - [08/Apr/2026:01:29:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.043 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.043 200 927ede527a797d268b6d74f125b49164 199.204.45.57 - - [08/Apr/2026:01:29:09 +0000] "POST /admin/realms/atmosphere/clients/94d14c27-2baa-42f8-80cb-91398d439039/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.017 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.016 201 28bb9f2d8c537f1c5ae80b85d2209aa8 199.204.45.57 - - [08/Apr/2026:01:29:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.006 200 f4accb7eec417684a20f3bfc17070a9b 199.204.45.57 - - [08/Apr/2026:01:29:09 +0000] "GET /admin/realms/atmosphere/clients/94d14c27-2baa-42f8-80cb-91398d439039/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.044 [auth-system-keycloak-80] [] 10.0.0.197:8080 165 0.044 200 4fd6261bc4e6a75cc60d44f94be17b19 199.204.45.57 - - [08/Apr/2026:01:29:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.634 [auth-system-keycloak-80] [] 10.0.0.197:8080 1925 0.632 200 d8afca230050529820024b1f151c91eb 199.204.45.57 - - [08/Apr/2026:01:29:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.005 200 4773891de7bb1b8334708da4cf01a3de 199.204.45.57 - - [08/Apr/2026:01:29:10 +0000] "GET /admin/realms/atmosphere/clients/94d14c27-2baa-42f8-80cb-91398d439039/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.006 [auth-system-keycloak-80] [] 10.0.0.197:8080 119 0.006 404 b9bb3971fbb33095266ad24f51d55931 199.204.45.57 - - [08/Apr/2026:01:29:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.003 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.003 200 0a21ae2e07bbe785a603a50495da9a10 199.204.45.57 - - [08/Apr/2026:01:29:10 +0000] "POST /admin/realms/atmosphere/clients/94d14c27-2baa-42f8-80cb-91398d439039/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.042 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.042 201 541fc62c9671251d46dc37d037b26b1b 199.204.45.57 - - [08/Apr/2026:01:29:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.006 200 d1b836b5bb56417729453c8fa7e8f0a5 199.204.45.57 - - [08/Apr/2026:01:29:10 +0000] "GET /admin/realms/atmosphere/clients/94d14c27-2baa-42f8-80cb-91398d439039/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.070 [auth-system-keycloak-80] [] 10.0.0.197:8080 166 0.070 200 35d544511293a6aa8266003e43eb2c16 199.204.45.57 - - [08/Apr/2026:01:29:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.504 [auth-system-keycloak-80] [] 10.0.0.197:8080 1925 0.503 200 9cd9dfd88307b2ce081c94b0965fe7a2 199.204.45.57 - - [08/Apr/2026:01:29:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.013 200 0182267dc3d976da1352c1a9a89a50fd 199.204.45.57 - - [08/Apr/2026:01:29:11 +0000] "GET /admin/realms/atmosphere/clients/94d14c27-2baa-42f8-80cb-91398d439039/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.042 [auth-system-keycloak-80] [] 10.0.0.197:8080 119 0.042 404 b9e030a42565c35647be6906125612a5 199.204.45.57 - - [08/Apr/2026:01:29:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.007 200 5fa47913a47f7dc05eacb816d116c330 199.204.45.57 - - [08/Apr/2026:01:29:11 +0000] "POST /admin/realms/atmosphere/clients/94d14c27-2baa-42f8-80cb-91398d439039/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.019 201 dd07341a9f2a6aa4a8096eb95815e52b 199.204.45.57 - - [08/Apr/2026:01:29:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.197:8080 1283 0.007 200 9a2e39a92ba7e6841b86d90e9f591dc9 199.204.45.57 - - [08/Apr/2026:01:29:11 +0000] "GET /admin/realms/atmosphere/clients/94d14c27-2baa-42f8-80cb-91398d439039/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.027 [auth-system-keycloak-80] [] 10.0.0.197:8080 166 0.027 200 08854dedeed8c0fac4248277e478e63e 199.204.45.57 - - [08/Apr/2026:01:29:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.485 [auth-system-keycloak-80] [] 10.0.0.197:8080 1925 0.484 200 e6ddecdd9cb5aa0012d717a266a020e5 199.204.45.57 - - [08/Apr/2026:01:29:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.031 [auth-system-keycloak-80] [] 10.0.0.197:8080 1249 0.031 200 de43e745366562ae22005b65a0e80ae2 199.204.45.57 - - [08/Apr/2026:01:29:12 +0000] "GET /admin/realms/atmosphere/clients/736d3cef-f2d0-4e69-a363-506fb129f6b3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.197:8080 119 0.008 404 3ccd4513d025f4ae779efe981bb742fb 199.204.45.57 - - [08/Apr/2026:01:29:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.197:8080 1249 0.005 200 cd5f63e0977704412126716278f8b6fe 199.204.45.57 - - [08/Apr/2026:01:29:12 +0000] "POST /admin/realms/atmosphere/clients/736d3cef-f2d0-4e69-a363-506fb129f6b3/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.054 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.053 201 9c09a75ba05a0fe06c70f3dde6abc2d7 199.204.45.57 - - [08/Apr/2026:01:29:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.197:8080 1249 0.008 200 75954429b3238a5fa9a3ccc354b2a8cc 199.204.45.57 - - [08/Apr/2026:01:29:12 +0000] "GET /admin/realms/atmosphere/clients/736d3cef-f2d0-4e69-a363-506fb129f6b3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.197:8080 166 0.018 200 e40d690426f17a53125bfc0725bab6aa W0408 01:29:24.922681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:24.922716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:28.258020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:29:28.258142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:17.180283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:17.180349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:17.432375 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:17.432459 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0408 01:30:17.432503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:17.432524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:17.432695 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:17.432770 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0408 01:30:17.432823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:17.432844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:17.432843 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:30:17.432910 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0408 01:30:17.432950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:17.432967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:30:17.434487 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 01:30:17.434521 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0408 01:30:17.434735 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0408 01:30:17.434763 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0408 01:30:17.435179 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 01:30:17.435205 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0408 01:30:17.443473 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0408 01:30:17.443679 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0be4012b-8848-48ba-a631-ba6993048756", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4443", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:30:17.443883 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0408 01:30:17.443922 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0408 01:30:17.444077 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"86c21fb0-6e62-49dc-b082-ccdbeae449c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4444", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:30:17.444184 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0408 01:30:17.444217 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0408 01:30:17.444359 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9343a5b3-d828-41c8-8ab4-a63299ad9c4d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4445", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:30:17.444469 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0408 01:30:17.714477 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0408 01:30:17.715619 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0408 01:30:17.744246 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0408 01:30:17.745095 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0408 01:30:19.104986 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0408 01:30:19.106275 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0408 01:30:20.513930 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:20.513981 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:30:20.514008 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:20.514094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:20.514108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:30:20.514189 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:30:20.559864 7 controller.go:216] "Backend successfully reloaded" I0408 01:30:20.560411 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sbntm", UID:"e39b7360-6121-410c-9c07-42aa924a54cf", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:30:23.848173 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:23.848244 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:30:23.848281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:23.848430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:23.848462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:27.180727 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:27.180771 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:30:27.180800 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:27.180878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:27.180897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:30.515385 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:30.515430 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:30:30.515449 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:30.515513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:30.515529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:33.847380 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:33.847471 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:30:33.847508 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:33.847661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:33.847689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:37.183394 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:37.183472 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 01:30:37.183516 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:37.183744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:37.183769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:40.515508 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:40.515599 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:40.515675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:40.515692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:43.847308 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:43.847448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:43.847613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:43.847640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:47.180776 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:47.180919 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:47.181084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:47.181129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:50.513668 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:50.513724 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:50.513794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:50.513810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:53.847181 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:53.847252 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:53.847329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:53.847349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.215 - - [08/Apr/2026:01:30:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.040 [auth-system-keycloak-80] [] 10.0.0.197:8080 6411 0.040 200 8a06de7ac5bc41b7d54791bbec451ee8 10.0.0.26 - - [08/Apr/2026:01:30:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.197:8080 6411 0.008 200 da0d71a549150c294728238bb8e2f5c9 W0408 01:30:57.180509 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:30:57.180630 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 01:30:57.180794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:30:57.180835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:30:57.557877 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.58.184"}] I0408 01:30:57.557896 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.58.184"}] I0408 01:30:57.557909 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.58.184"}] I0408 01:30:57.564001 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"86c21fb0-6e62-49dc-b082-ccdbeae449c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5508", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:30:57.566633 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9343a5b3-d828-41c8-8ab4-a63299ad9c4d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5509", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:30:57.568184 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0be4012b-8848-48ba-a631-ba6993048756", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5510", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:31:00.514059 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:00.514266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:00.514295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:03.847594 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:03.848011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:03.848198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:07.180676 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:07.180849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:07.180869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:10.514515 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 01:31:10.514776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:10.514811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:13.847582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:13.847641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:17.180391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:17.180444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:20.514052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:20.514099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [08/Apr/2026:01:31:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.491 [auth-system-keycloak-80] [] 10.0.0.197:8080 1925 0.490 200 8e6af2f06c9a7effabed64c0db9a7960 199.204.45.57 - - [08/Apr/2026:01:31:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.036 [auth-system-keycloak-80] [] 10.0.0.197:8080 4246 0.036 200 fed0505ef293b2e5b4d4510ddea19cca 199.204.45.57 - - [08/Apr/2026:01:31:23 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.487 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.485 204 32a4a98e284bc13fa3083269925e3428 199.204.45.57 - - [08/Apr/2026:01:31:23 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.115 [auth-system-keycloak-80] [] 10.0.0.197:8080 4384 0.115 200 020494660b3e6457ae1dfd658e9f7934 199.204.45.57 - - [08/Apr/2026:01:31:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.492 [auth-system-keycloak-80] [] 10.0.0.197:8080 1925 0.491 200 1682d462bcf50d6e22ad58756844070a 199.204.45.57 - - [08/Apr/2026:01:31:24 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.029 [auth-system-keycloak-80] [] 10.0.0.197:8080 1682 0.029 200 dbe9d5431697330ca7feb0cec1a26902 199.204.45.57 - - [08/Apr/2026:01:31:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.197:8080 6411 0.006 200 b9c056e11ec4b2ee3ca017a700bcfe67 199.204.45.57 - - [08/Apr/2026:01:31:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.482 [auth-system-keycloak-80] [] 10.0.0.197:8080 1925 0.481 200 3efb63c80a92549d0511f5b7e7dae4d0 199.204.45.57 - - [08/Apr/2026:01:31:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.036 [auth-system-keycloak-80] [] 10.0.0.197:8080 2 0.036 200 8c608982e87a332288880fec3b07a9e2 199.204.45.57 - - [08/Apr/2026:01:31:26 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.182 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.182 201 db5882a0bc5e6bad97d89fdbbc7e7a94 199.204.45.57 - - [08/Apr/2026:01:31:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.022 [auth-system-keycloak-80] [] 10.0.0.197:8080 2242 0.022 200 df7b153f74a7626bf4e4f2458a758d49 199.204.45.57 - - [08/Apr/2026:01:31:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.491 [auth-system-keycloak-80] [] 10.0.0.197:8080 1925 0.490 200 9a8b5be294667b4721f5052d2972eab7 199.204.45.57 - - [08/Apr/2026:01:31:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.032 [auth-system-keycloak-80] [] 10.0.0.197:8080 2242 0.032 200 a7558641dbd11fc885900d2e4dae6555 199.204.45.57 - - [08/Apr/2026:01:31:27 +0000] "GET /admin/realms/atmosphere/clients/7868b4f1-f2dc-48ca-8d86-ff8d9e02e7c9/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.012 [auth-system-keycloak-80] [] 10.0.0.197:8080 233 0.012 200 fa2139861d40d937a8c9689b3f2f88e1 199.204.45.57 - - [08/Apr/2026:01:31:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.071 [auth-system-keycloak-80] [] 10.0.0.197:8080 831 0.071 200 e20c2ab284780c2324b8d2d6bf01ea84 199.204.45.57 - - [08/Apr/2026:01:31:27 +0000] "GET /admin/realms/atmosphere/clients/bfddd905-6961-4629-b63f-9fc189dd8724/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.085 [auth-system-keycloak-80] [] 10.0.0.197:8080 3758 0.085 200 56a52b9d629987d8fd78fd28b6f5453e 199.204.45.57 - - [08/Apr/2026:01:31:27 +0000] "GET /admin/realms/atmosphere/users/a2cb0dc0-0461-42fe-bb37-fa016882e2c5/role-mappings/clients/bfddd905-6961-4629-b63f-9fc189dd8724/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.193 [auth-system-keycloak-80] [] 10.0.0.197:8080 3758 0.193 200 3f28f4183b39dd7bf8b6e76b7eff51a9 199.204.45.57 - - [08/Apr/2026:01:31:27 +0000] "GET /admin/realms/atmosphere/users/a2cb0dc0-0461-42fe-bb37-fa016882e2c5/role-mappings/clients/bfddd905-6961-4629-b63f-9fc189dd8724/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.017 [auth-system-keycloak-80] [] 10.0.0.197:8080 2 0.017 200 d6083f477451527a8654dc6011145ae9 199.204.45.57 - - [08/Apr/2026:01:31:27 +0000] "POST /admin/realms/atmosphere/users/a2cb0dc0-0461-42fe-bb37-fa016882e2c5/role-mappings/clients/bfddd905-6961-4629-b63f-9fc189dd8724 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.068 [auth-system-keycloak-80] [] 10.0.0.197:8080 0 0.069 204 7c74a93c637c4060e7c9ed511a01cba7 199.204.45.57 - - [08/Apr/2026:01:31:27 +0000] "GET /admin/realms/atmosphere/users/a2cb0dc0-0461-42fe-bb37-fa016882e2c5/role-mappings/clients/bfddd905-6961-4629-b63f-9fc189dd8724/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.014 [auth-system-keycloak-80] [] 10.0.0.197:8080 576 0.014 200 01bb43054e615c96a5b729060055a95b W0408 01:31:30.605611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:30.605642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:33.940880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:33.940913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:46.436412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:46.436458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:49.772127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:31:49.772173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:36.269853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:33:36.269991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:13.400736 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 01:34:13.400796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:13.400810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:34:13.403121 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0408 01:34:13.403148 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0408 01:34:13.407093 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0408 01:34:13.407357 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"89af35c4-2a76-4787-8a74-f0407714242e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6868", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:34:13.407648 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0408 01:34:13.408009 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 01:34:13.408084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:13.408106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:34:13.408307 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:34:13.460782 7 controller.go:216] "Backend successfully reloaded" I0408 01:34:13.460920 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sbntm", UID:"e39b7360-6121-410c-9c07-42aa924a54cf", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:34:13.700627 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0408 01:34:13.702455 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0408 01:34:16.741606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:16.741656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [08/Apr/2026:01:34:21 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.003 300 6cd31e64f13c61d609609766acd3d6b7 199.204.45.57 - - [08/Apr/2026:01:34:32 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.188:5000 265 0.005 200 ddbe9edcd465c39d98d58a821df5e9e0 199.204.45.57 - - [08/Apr/2026:01:34:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.368 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1359 0.368 201 d6a56884593a4944d83a29443b22bc8b 199.204.45.57 - - [08/Apr/2026:01:34:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.004 300 5f20645f9de5e68d621d97c42f16b171 199.204.45.57 - - [08/Apr/2026:01:34:33 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.029 [openstack-keystone-api-5000] [] 10.0.0.188:5000 90 0.029 404 5151daa25186ae721938bc10b0f9210f 199.204.45.57 - - [08/Apr/2026:01:34:33 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.032 [openstack-keystone-api-5000] [] 10.0.0.188:5000 368 0.032 200 69026b512a93a912dd9ff06b10127e9d 199.204.45.57 - - [08/Apr/2026:01:34:33 +0000] "GET /v3/domains/aa9af87dc67c40cc8a562b392f3afc2f HTTP/1.1" 200 246 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.025 [openstack-keystone-api-5000] [] 10.0.0.188:5000 246 0.025 200 170452e27fc525e76ad702a0d877f34d 199.204.45.57 - - [08/Apr/2026:01:34:44 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 265 0.003 200 e9e2096da7270af725f91326d3b64a3c 199.204.45.57 - - [08/Apr/2026:01:34:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1359 0.296 201 3c010aa72dc88235990b33cd36bea400 199.204.45.57 - - [08/Apr/2026:01:34:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.004 300 c730506b462ab012f9e6d1274530c62c 199.204.45.57 - - [08/Apr/2026:01:34:44 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.030 [openstack-keystone-api-5000] [] 10.0.0.188:5000 101 0.030 404 7ae754391bf8a458270a0dd727581d1f 199.204.45.57 - - [08/Apr/2026:01:34:44 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.018 [openstack-keystone-api-5000] [] 10.0.0.188:5000 155 0.018 200 a80b297abe8545995af7ac7762cfb0f5 199.204.45.57 - - [08/Apr/2026:01:34:44 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.029 [openstack-keystone-api-5000] [] 10.0.0.188:5000 340 0.029 201 7413b25b6aba7df2632f474a490bcb9d 199.204.45.57 - - [08/Apr/2026:01:34:45 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 265 0.003 200 840448007556a8475537f62e2cfc9654 199.204.45.57 - - [08/Apr/2026:01:34:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1359 0.286 201 5d6570cc4ec76313b5c546195ca8fb1d 199.204.45.57 - - [08/Apr/2026:01:34:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.003 300 9594af49d0d19bb234150cf5e23306a6 199.204.45.57 - - [08/Apr/2026:01:34:45 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.024 [openstack-keystone-api-5000] [] 10.0.0.188:5000 98 0.024 404 c4bb6517d802ef1993a10b39ff6aa03f 199.204.45.57 - - [08/Apr/2026:01:34:45 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.018 [openstack-keystone-api-5000] [] 10.0.0.188:5000 135 0.018 200 37f3e835a37aa98e635641770867b3c6 199.204.45.57 - - [08/Apr/2026:01:34:45 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.021 [openstack-keystone-api-5000] [] 10.0.0.188:5000 356 0.021 201 6c681896a31a3a1cbeff155e9138c3f0 199.204.45.57 - - [08/Apr/2026:01:34:46 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 265 0.003 200 77003016030b063f30ff4f083ee07cc3 199.204.45.57 - - [08/Apr/2026:01:34:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1359 0.284 201 bb835beef8d0cfc2c9b7258237a896c6 199.204.45.57 - - [08/Apr/2026:01:34:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.004 300 e7045a7ecbafe45d11261254a626b525 199.204.45.57 - - [08/Apr/2026:01:34:46 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.021 [openstack-keystone-api-5000] [] 10.0.0.188:5000 131 0.020 404 b90b4a12de1b3228f624b3193ae9d91b 199.204.45.57 - - [08/Apr/2026:01:34:46 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.021 [openstack-keystone-api-5000] [] 10.0.0.188:5000 167 0.021 200 cf45292431b5f35bbb92ebb8c73adbd5 199.204.45.57 - - [08/Apr/2026:01:34:46 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.026 [openstack-keystone-api-5000] [] 10.0.0.188:5000 222 0.026 201 b1f3d9a0332392dd1304894dac44b851 W0408 01:34:57.468638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:34:57.468699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:34:57.550663 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.58.184"}] I0408 01:34:57.557637 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"89af35c4-2a76-4787-8a74-f0407714242e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7148", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:35:00.802439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:00.802522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:04.136121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:04.136179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:07.469410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:07.469443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:10.804523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:10.804571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:22.945452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:22.945494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:26.281532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:26.281578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:30.684795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:30.684847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:34.018854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:35:34.018912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:05.969456 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 01:37:05.969653 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 01:37:05.969787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:05.969816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:37:05.974551 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0408 01:37:05.974592 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0408 01:37:05.980954 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0408 01:37:05.981329 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0408 01:37:05.981593 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 01:37:05.981654 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 01:37:05.981698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:05.981710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:37:05.981712 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"5211071f-6660-4f86-afe2-db5a6c6b5777", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8112", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:37:05.981787 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:37:06.024020 7 controller.go:216] "Backend successfully reloaded" I0408 01:37:06.024249 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sbntm", UID:"e39b7360-6121-410c-9c07-42aa924a54cf", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:37:06.500352 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0408 01:37:06.501974 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.57 - - [08/Apr/2026:01:37:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.003 300 1974e673e56f7f15887fcf7e2fc53fdf 199.204.45.57 - - [08/Apr/2026:01:37:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.327 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1990 0.327 201 d86fd57d5ae669ecc1efc809a182b23a 199.204.45.57 - - [08/Apr/2026:01:37:07 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.022 [openstack-keystone-api-5000] [] 10.0.0.188:5000 85 0.022 404 5fc42385f63bbe7071fe12bc0aaedf9a 199.204.45.57 - - [08/Apr/2026:01:37:07 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.021 [openstack-keystone-api-5000] [] 10.0.0.188:5000 128 0.021 200 f6a573937c3a511b19a97e1933a55ebc 199.204.45.57 - - [08/Apr/2026:01:37:07 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.031 [openstack-keystone-api-5000] [] 10.0.0.188:5000 229 0.031 201 294d9860fed6b815fe92b26851cfca13 W0408 01:37:09.315520 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 01:37:09.315694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:09.315713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:12.679694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:12.679726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [08/Apr/2026:01:37:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.004 300 4521d6859f8f4037c59580214289b414 199.204.45.57 - - [08/Apr/2026:01:37:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 547 0.303 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1990 0.303 201 b615b234ee102f34701f7149b3b1034e 199.204.45.57 - - [08/Apr/2026:01:37:15 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.026 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1514 0.026 200 d15f5d3695ebdae78479f54f1df42ca9 199.204.45.57 - - [08/Apr/2026:01:37:15 +0000] "PUT /v3/roles/a21e9d3162a14c40a08c9e966bb50a25/implies/cab04aaa07ba4a13889e0fcb715d425d HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.030 [openstack-keystone-api-5000] [] 10.0.0.188:5000 518 0.031 201 98ad6759830c4ef9a2834a2da34899ad I0408 01:37:57.552599 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.107.58.184"}] W0408 01:37:57.558447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:37:57.558479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:37:57.558639 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"5211071f-6660-4f86-afe2-db5a6c6b5777", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8559", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.57 - - [08/Apr/2026:01:38:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.004 300 c8b732072a4f8a494d7133fdd57f3912 199.204.45.57 - - [08/Apr/2026:01:38:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.337 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2053 0.337 201 c160abc6fae455baf00916366a8ccfd8 199.204.45.57 - - [08/Apr/2026:01:38:02 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.060 [openstack-keystone-api-5000] [] 10.0.0.188:5000 87 0.061 404 9fc2e24c655826afe267a05a7f5e2d0a 199.204.45.57 - - [08/Apr/2026:01:38:02 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.023 [openstack-keystone-api-5000] [] 10.0.0.188:5000 388 0.023 200 5a0f8af00d275f74611721aeaec5a726 199.204.45.57 - - [08/Apr/2026:01:38:02 +0000] "GET /v3/users/rgw-RegionOne?domain_id=cf2ad634587b49c7b6d4c703d00a3d5a HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.025 [openstack-keystone-api-5000] [] 10.0.0.188:5000 91 0.025 404 1b30210e9b4fa3bfe93885f38d845707 199.204.45.57 - - [08/Apr/2026:01:38:02 +0000] "GET /v3/users?domain_id=cf2ad634587b49c7b6d4c703d00a3d5a&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.044 [openstack-keystone-api-5000] [] 10.0.0.188:5000 177 0.044 200 291136c0675fb86f1d87e2a975735e09 199.204.45.57 - - [08/Apr/2026:01:38:02 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.294 [openstack-keystone-api-5000] [] 10.0.0.188:5000 290 0.294 201 2e0fbf3d765dc070ab54f59bfabd8562 199.204.45.57 - - [08/Apr/2026:01:38:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 228 0.006 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.006 300 a4513afd8f58ddd7ff39803d753690da 199.204.45.57 - - [08/Apr/2026:01:38:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 547 0.295 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2053 0.295 201 f379b5fa27683565a2c5a9cdcd62234b 199.204.45.57 - - [08/Apr/2026:01:38:07 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 428 0.027 [openstack-keystone-api-5000] [] 10.0.0.188:5000 83 0.027 404 147659995a62216549e611b165a71b94 199.204.45.57 - - [08/Apr/2026:01:38:07 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 446 0.020 [openstack-keystone-api-5000] [] 10.0.0.188:5000 359 0.020 200 c32d1c2ed2f7537616a2a42ee6a13481 199.204.45.57 - - [08/Apr/2026:01:38:07 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 432 0.019 [openstack-keystone-api-5000] [] 10.0.0.188:5000 87 0.019 404 ea5c9948236ca337d9f0533e9aa19319 199.204.45.57 - - [08/Apr/2026:01:38:07 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 450 0.020 [openstack-keystone-api-5000] [] 10.0.0.188:5000 388 0.020 200 32e22515a12d414047d3328b5db78dbc 199.204.45.57 - - [08/Apr/2026:01:38:07 +0000] "GET /v3/users/rgw-RegionOne?domain_id=cf2ad634587b49c7b6d4c703d00a3d5a HTTP/1.1" 404 91 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 479 0.023 [openstack-keystone-api-5000] [] 10.0.0.188:5000 91 0.024 404 c1c8db0b8797ff6870e75b6c095f8569 199.204.45.57 - - [08/Apr/2026:01:38:07 +0000] "GET /v3/users?domain_id=cf2ad634587b49c7b6d4c703d00a3d5a&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 497 0.032 [openstack-keystone-api-5000] [] 10.0.0.188:5000 456 0.032 200 13851f929c3708012a96168bec5bcbdd 199.204.45.57 - - [08/Apr/2026:01:38:07 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.017 [openstack-keystone-api-5000] [] 10.0.0.188:5000 88 0.017 404 e486949cafeac84075a3c2aad490310c 199.204.45.57 - - [08/Apr/2026:01:38:07 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.025 [openstack-keystone-api-5000] [] 10.0.0.188:5000 518 0.025 200 b459e14c51c22250b46fb13745dc0c4d 199.204.45.57 - - [08/Apr/2026:01:38:07 +0000] "PUT /v3/projects/5efb23858ff24d2d93ac9c2e906f6392/users/51d521e553d64317a8d91e7d284ba5a3/roles/dc143d4c07ee427f8b4aa572592ec6c3 HTTP/1.1" 204 0 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 555 0.031 [openstack-keystone-api-5000] [] 10.0.0.188:5000 0 0.031 204 b146ac656f4baa0c7e21902965731371 199.204.45.57 - - [08/Apr/2026:01:38:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.004 300 a4964fc2ce2149233934b6444910ac28 199.204.45.57 - - [08/Apr/2026:01:38:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.341 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2053 0.341 201 1f3e0876a795791d5104f50e7020d55c 199.204.45.57 - - [08/Apr/2026:01:38:10 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.021 [openstack-keystone-api-5000] [] 10.0.0.188:5000 150 0.021 200 e44c9fe8d195f2e79442204c4ad7585e 199.204.45.57 - - [08/Apr/2026:01:38:10 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.032 [openstack-keystone-api-5000] [] 10.0.0.188:5000 262 0.032 201 9ead37b250b017eae950612fbd1c9f8a 199.204.45.57 - - [08/Apr/2026:01:38:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.003 300 cb6d4dc50b201615ed8d178154eef69d 199.204.45.57 - - [08/Apr/2026:01:38:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2155 0.307 201 bd68aab89f271a0f765467e107be5205 199.204.45.57 - - [08/Apr/2026:01:38:11 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.188:5000 86 0.023 404 9760b9f8a71d7dd9f1a87d5900d8c50d 199.204.45.57 - - [08/Apr/2026:01:38:11 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.188:5000 380 0.019 200 abaff81bbd25a06a75f3036a2944642c 199.204.45.57 - - [08/Apr/2026:01:38:11 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=99fdcbb3afff45d288b8380d8a289ec4 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.021 [openstack-keystone-api-5000] [] 10.0.0.188:5000 204 0.021 200 7d0ad6cd34e7dd30fa4a776d621cdb16 199.204.45.57 - - [08/Apr/2026:01:38:11 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.025 [openstack-keystone-api-5000] [] 10.0.0.188:5000 377 0.025 201 4b463bb55749eb4ee7aabfd9d31c0ab3 199.204.45.57 - - [08/Apr/2026:01:38:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.003 300 766f63b06d053149223b8b411e055bc2 199.204.45.57 - - [08/Apr/2026:01:38:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2363 0.287 201 846261467a38a4d2f59c7b05d4712e53 199.204.45.57 - - [08/Apr/2026:01:38:12 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.188:5000 86 0.020 404 a6753d7a3c9c7f571e3d28e99e4c5603 199.204.45.57 - - [08/Apr/2026:01:38:12 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.017 [openstack-keystone-api-5000] [] 10.0.0.188:5000 380 0.017 200 1a14e2fd31fa4ae80864936bef239f7e 199.204.45.57 - - [08/Apr/2026:01:38:12 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=99fdcbb3afff45d288b8380d8a289ec4 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.023 [openstack-keystone-api-5000] [] 10.0.0.188:5000 206 0.023 200 77ee4a788deb86f251f2909ec747e116 199.204.45.57 - - [08/Apr/2026:01:38:12 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.021 [openstack-keystone-api-5000] [] 10.0.0.188:5000 391 0.021 201 c36531bce1bc4c69462278ee039f6b4c W0408 01:38:13.912372 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:38:13.912510 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 01:38:13.912584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:13.912604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:38:13.917498 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0408 01:38:13.917534 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0408 01:38:13.925461 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0408 01:38:13.926049 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0408 01:38:13.926389 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:38:13.926568 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 01:38:13.926687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:13.926721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:38:13.926906 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:38:13.932836 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"12fe4e05-01cb-45f7-934a-726b9359a458", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8696", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 01:38:13.987752 7 controller.go:216] "Backend successfully reloaded" I0408 01:38:13.988061 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sbntm", UID:"e39b7360-6121-410c-9c07-42aa924a54cf", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:38:14.172753 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0408 01:38:14.178842 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0408 01:38:17.261071 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:38:17.261281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:17.261304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:30.559750 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 01:38:30.560113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:30.560144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:34.865860 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:38:34.865962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:34.865975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:38:34.866396 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:38:34.908347 7 controller.go:216] "Backend successfully reloaded" I0408 01:38:34.908642 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sbntm", UID:"e39b7360-6121-410c-9c07-42aa924a54cf", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 01:38:38.200169 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:38:38.200289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:38.200311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:41.535845 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:38:41.536032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:41.536050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:44.867528 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:38:44.867930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:44.867963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:48.199588 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:38:48.199933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:48.199970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:38:57.553523 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.107.58.184"}] I0408 01:38:57.560708 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"12fe4e05-01cb-45f7-934a-726b9359a458", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9120", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:38:57.562670 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:38:57.562835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:38:57.562861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:01.450808 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:39:01.450935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:01.450954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:04.786077 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:39:04.786312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:04.786352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:09.612202 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:39:09.612378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:09.612401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:18.616188 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 01:39:18.616298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:18.616316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:57.470643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:39:57.470675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:15.310446 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:41:15.310585 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 01:41:15.310681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:15.310708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:41:15.314868 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:39.1kB} I0408 01:41:15.314890 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0408 01:41:15.319970 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0408 01:41:15.320269 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store I0408 01:41:15.320317 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"5d157810-0fa6-403f-97f6-bbae43540e4f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10214", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:41:15.320455 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:41:15.320501 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 01:41:15.320534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:15.320540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:41:15.320615 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 01:41:15.369921 7 controller.go:216] "Backend successfully reloaded" I0408 01:41:15.370397 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-sbntm", UID:"e39b7360-6121-410c-9c07-42aa924a54cf", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 01:41:15.545534 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0408 01:41:15.546703 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0408 01:41:18.655770 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:41:18.655940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:18.655965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [08/Apr/2026:01:41:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.003 300 27f50be606ccc320333c8b8891809ebc 199.204.45.57 - - [08/Apr/2026:01:41:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.316 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3197 0.316 201 f126cc8d58c479f75bb96582df05cfc5 199.204.45.57 - - [08/Apr/2026:01:41:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9feab776c079fc9cd2d8ccd9f1875432 199.204.45.57 - - [08/Apr/2026:01:41:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b81c15058df653e14f573d7abfd464aa 199.204.45.57 - - [08/Apr/2026:01:41:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.003 300 71182f80a903196b66440e404b25a8ff 199.204.45.57 - - [08/Apr/2026:01:41:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3197 0.284 201 5f4f7cb50b163037603e34942a5ae604 199.204.45.57 - - [08/Apr/2026:01:41:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4b3c0b657542fc4d113f9dff5ab546c6 199.204.45.57 - - [08/Apr/2026:01:41:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6dba2dff4f5c6f7ff0be70f3dfeb907b 199.204.45.57 - - [08/Apr/2026:01:41:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.004 300 09269b4489f75cec67917a5637faee5a 199.204.45.57 - - [08/Apr/2026:01:41:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3197 0.286 201 70691455643c8367dcf03deca8ed482d 199.204.45.57 - - [08/Apr/2026:01:41:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1b756f15c3be4062221ddab03f44bb59 199.204.45.57 - - [08/Apr/2026:01:41:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6b6cc816a8b9ef66695fa39f13c1f50f 199.204.45.57 - - [08/Apr/2026:01:41:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.003 300 509ee2b78acbd2b98e1b845fdee91935 199.204.45.57 - - [08/Apr/2026:01:41:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3197 0.284 201 42b7efb3eda8bbbff37ae2cdb3c02b67 199.204.45.57 - - [08/Apr/2026:01:41:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b76c1aaf6940aabf354c6f73cd0b5d1c 199.204.45.57 - - [08/Apr/2026:01:41:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 288452fc6fc5e899b9ef225d1d47597b 199.204.45.57 - - [08/Apr/2026:01:41:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.003 300 48d96a67023edc89ef0a71d97e8950e5 199.204.45.57 - - [08/Apr/2026:01:41:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3197 0.291 201 85ff1350a51b781f71e2b850c164dc36 199.204.45.57 - - [08/Apr/2026:01:41:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2ff7c49e1c2967c0dd1da1f945408954 199.204.45.57 - - [08/Apr/2026:01:41:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1f5233c05be41b22d2694f943f259a5b W0408 01:41:26.881673 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 01:41:26.881800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:26.881830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [08/Apr/2026:01:41:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.005 300 9743e2602d274a82f0ddd0c6d2a10b22 199.204.45.57 - - [08/Apr/2026:01:41:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3197 0.302 201 29818e90e531b02ff5b14d8ad949324f 199.204.45.57 - - [08/Apr/2026:01:41:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 59128c1630215d943318a5bd3a029a0e 199.204.45.57 - - [08/Apr/2026:01:41:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8f928a567240fed780c164e8aeb11df6 199.204.45.57 - - [08/Apr/2026:01:41:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.003 300 09f31cdf0a9e4c544dafde162510e24e 199.204.45.57 - - [08/Apr/2026:01:41:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3197 0.289 201 7b858c5aa22c7730576a98ee45e692a5 199.204.45.57 - - [08/Apr/2026:01:41:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7208d510eb8053e152ea37c577833b07 199.204.45.57 - - [08/Apr/2026:01:41:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 60083af98fa8dee480786da60c4e7bfd 199.204.45.57 - - [08/Apr/2026:01:41:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.003 300 ff02d1d86b65c5e0e4e6d46527a0549b 199.204.45.57 - - [08/Apr/2026:01:41:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3197 0.293 201 700813fe833c20a745d11d0f4270c4ba 199.204.45.57 - - [08/Apr/2026:01:41:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d0ff23a9acf6689906734004f79fc67d 199.204.45.57 - - [08/Apr/2026:01:41:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d16a2f94d6a7779031fb1d7af064f357 199.204.45.57 - - [08/Apr/2026:01:41:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.005 300 bc89a42e99432642a414a58ab3a2a1ea 199.204.45.57 - - [08/Apr/2026:01:41:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3197 0.289 201 8b724ed762b58a649f79928080a200f4 199.204.45.57 - - [08/Apr/2026:01:41:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 151c16e2231148f11cde942aa5bce9f9 199.204.45.57 - - [08/Apr/2026:01:41:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2c2a0901a6366f93678ce52ce50bfd6b 199.204.45.57 - - [08/Apr/2026:01:41:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.004 300 26c2afdd04c18dd8de740cbd86162e20 199.204.45.57 - - [08/Apr/2026:01:41:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3197 0.286 201 41bd2a3826dc7d0e355d2fcd4fb4641b 199.204.45.57 - - [08/Apr/2026:01:41:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e3f27db2c3e6eb56d8aed1a3167d6a3f 199.204.45.57 - - [08/Apr/2026:01:41:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 170515513e5554a02d93dc7b6d958a9e W0408 01:41:36.266529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:36.266579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.57 - - [08/Apr/2026:01:41:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.004 300 035b14ab7461fc539aafcbcf063403cc 199.204.45.57 - - [08/Apr/2026:01:41:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3197 0.296 201 73c02f331d672e5931f1ba01aa17af7c 199.204.45.57 - - [08/Apr/2026:01:41:37 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.243:9292 1301 0.002 300 205b0aacc30d283edc37ae2b2a9bbf61 199.204.45.57 - - [08/Apr/2026:01:41:37 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.555 [openstack-glance-api-9292] [] 10.0.0.243:9292 69 0.555 200 9099c0fed666dc3a9543e8af3fabd673 199.204.45.57 - - [08/Apr/2026:01:41:40 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 280 0.004 300 9538f1019bda6b7cdc0704a8963f322a 199.204.45.57 - - [08/Apr/2026:01:41:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3197 0.300 201 96c9de9eda6b31a055a76ae3a67126de 199.204.45.57 - - [08/Apr/2026:01:41:41 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.243:9292 1301 0.003 300 1efa61f30d300e1fdb90f83e4f54f97e 199.204.45.57 - - [08/Apr/2026:01:41:41 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.039 [openstack-glance-api-9292] [] 10.0.0.243:9292 69 0.039 200 39329a14cdf001f2a8cb4d5587deff63 199.204.45.57 - - [08/Apr/2026:01:41:41 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.120 [openstack-glance-api-9292] [] 10.0.0.243:9292 151 0.120 404 2ea0968aaca14d8ae1f4ff17b57cbb15 199.204.45.57 - - [08/Apr/2026:01:41:41 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.022 [openstack-glance-api-9292] [] 10.0.0.243:9292 81 0.022 200 91cce66c763d76b678d86e8cd65cebfb 199.204.45.57 - - [08/Apr/2026:01:41:41 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.028 [openstack-glance-api-9292] [] 10.0.0.243:9292 84 0.028 200 bd216f9fa45ef44db54a146eebd47a35 199.204.45.57 - - [08/Apr/2026:01:41:41 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.057 [openstack-glance-api-9292] [] 10.0.0.243:9292 760 0.057 201 9ebb5d9341f281695162c48b7a93a428 199.204.45.57 - - [08/Apr/2026:01:41:45 +0000] "PUT /v2/images/e296b4f8-db62-4591-92cf-a9931e6accf5/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.505 [openstack-glance-api-9292] [] 10.0.0.243:9292 0 3.505 204 7749c722c820286380ff7bce12f5f254 199.204.45.57 - - [08/Apr/2026:01:41:45 +0000] "GET /v2/images/e296b4f8-db62-4591-92cf-a9931e6accf5 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.013 [openstack-glance-api-9292] [] 10.0.0.243:9292 1171 0.013 200 123bf1c15d389b7d03671288068ef039 199.204.45.57 - - [08/Apr/2026:01:41:45 +0000] "GET /v2/images/e296b4f8-db62-4591-92cf-a9931e6accf5 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-glance-api-9292] [] 10.0.0.243:9292 1171 0.017 200 9edae214d75f0e82a24dd1d92792b06a W0408 01:41:48.141293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:48.141330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:51.475685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:51.475730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 01:41:57.551843 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.107.58.184"}] I0408 01:41:57.557275 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"5d157810-0fa6-403f-97f6-bbae43540e4f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10600", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 01:41:57.561557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 01:41:57.561597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store