------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0408 22:59:10.305372 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0408 22:59:10.305495 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0408 22:59:10.311636 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0408 22:59:10.314858 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0408 22:59:10.652815 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0408 22:59:10.676587 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0408 22:59:10.689370 7 nginx.go:271] "Starting NGINX Ingress controller" I0408 22:59:10.696330 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"6c49e446-a2df-413e-b1f8-81d6a1b8b60d", APIVersion:"v1", ResourceVersion:"1302", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0408 22:59:10.701087 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"e40e61ab-de16-4446-8ccc-560c310699cb", APIVersion:"v1", ResourceVersion:"1300", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0408 22:59:10.701309 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"14b5a1aa-28e4-4b1b-9e2d-1fe3af829bbf", APIVersion:"v1", ResourceVersion:"1301", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0408 22:59:11.892225 7 nginx.go:317] "Starting NGINX process" I0408 22:59:11.892505 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0408 22:59:11.892867 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0408 22:59:11.893211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:11.893244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 22:59:11.893297 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 22:59:11.900730 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0408 22:59:11.900837 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-xpvs7" I0408 22:59:11.929268 7 controller.go:216] "Backend successfully reloaded" I0408 22:59:11.929340 7 controller.go:227] "Initial sync, sleeping for 1 second" I0408 22:59:11.929433 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xpvs7", UID:"c4b734fa-4f6d-4a3c-bb6a-9d8bdfb24198", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 22:59:15.716240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:15.716269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:19.050040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:19.050080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:22.383943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:22.383991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:25.716427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:25.716473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:29.051359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:29.051409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:32.383480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:32.383561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:35.716972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:35.717011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:39.050324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:39.050377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:42.383237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:42.383279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:48.436693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 22:59:48.436731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:00:36.060823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:00:36.060852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:00:39.394363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:00:39.394407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:00:50.328179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:00:50.328204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:00:58.354763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:00:58.354811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:01.688673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:01.688715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:05.021480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:05.021522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:08.355147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:08.355196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:11.688337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:11.688380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:15.382312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:15.382345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:18.718453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:18.718497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:22.426886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:22.426930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:25.761115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:01:25.761162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:03:27.929441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:03:27.929501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:03:30.780012 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-246.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-246.nip.io-tls was not found. Using default certificate W0408 23:03:30.780100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:03:30.780122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:03:30.782034 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0408 23:03:30.782073 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0408 23:03:30.792706 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0408 23:03:30.793066 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4ccba5f1-e89f-4de5-bc92-4735232062ac", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3329", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 23:03:30.793307 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-246.nip.io-tls" in local store I0408 23:03:31.162787 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-246.nip.io-tls" I0408 23:03:31.164018 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-246.nip.io-tls" W0408 23:03:31.263888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:03:31.263934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:03:31.264137 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 23:03:31.311196 7 controller.go:216] "Backend successfully reloaded" I0408 23:03:31.311526 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xpvs7", UID:"c4b734fa-4f6d-4a3c-bb6a-9d8bdfb24198", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 23:03:34.598697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:03:34.598752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [08/Apr/2026:23:03:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.090 [auth-system-keycloak-80] [] 10.0.0.178:8080 1928 2.088 200 3b88c415ba5ffe3fb3dbc3f1452d061c 199.204.45.246 - - [08/Apr/2026:23:03:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.181 [auth-system-keycloak-80] [] 10.0.0.178:8080 116 0.181 404 3748d38276d37d16bf54e65f84028453 199.204.45.246 - - [08/Apr/2026:23:03:46 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.004 [auth-system-keycloak-80] [] 10.0.0.178:8080 0 4.003 201 65f9fd47396fa5a23b538b6cddc947da 199.204.45.246 - - [08/Apr/2026:23:03:47 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.671 [auth-system-keycloak-80] [] 10.0.0.178:8080 4246 0.671 200 b6c2001d72e630230d93ea655a4c45ac 199.204.45.246 - - [08/Apr/2026:23:03:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.515 [auth-system-keycloak-80] [] 10.0.0.178:8080 1928 0.514 200 094147ea8b56c0e201c5a4644f72bca3 199.204.45.246 - - [08/Apr/2026:23:03:48 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.160 [auth-system-keycloak-80] [] 10.0.0.178:8080 12500 0.160 200 49bbd56b07e4bfba09421cbac5377982 199.204.45.246 - - [08/Apr/2026:23:03:48 +0000] "GET /admin/realms/atmosphere/client-scopes/37a12511-fa77-44e9-98b4-0224e2d9624b HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.178:8080 1278 0.011 200 53f3f32b3f8d726a5239014807abe7c4 199.204.45.246 - - [08/Apr/2026:23:03:48 +0000] "PUT /admin/realms/atmosphere/client-scopes/37a12511-fa77-44e9-98b4-0224e2d9624b HTTP/1.1" 204 0 "-" "Ansible" 1848 0.020 [auth-system-keycloak-80] [] 10.0.0.178:8080 0 0.019 204 f510568bb03ac530b67905d9bfc3b4f3 199.204.45.246 - - [08/Apr/2026:23:03:48 +0000] "GET /admin/realms/atmosphere/client-scopes/37a12511-fa77-44e9-98b4-0224e2d9624b/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.051 [auth-system-keycloak-80] [] 10.0.0.178:8080 963 0.050 200 b930481c7669f0e3578acada92b02078 199.204.45.246 - - [08/Apr/2026:23:03:48 +0000] "GET /admin/realms/atmosphere/client-scopes/37a12511-fa77-44e9-98b4-0224e2d9624b/protocol-mappers/models/24012ac6-55e0-48ae-bace-1b712191959b HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.178:8080 366 0.009 200 f3083556d1bee2095434ee9c13de4e49 199.204.45.246 - - [08/Apr/2026:23:03:48 +0000] "PUT /admin/realms/atmosphere/client-scopes/37a12511-fa77-44e9-98b4-0224e2d9624b/protocol-mappers/models/24012ac6-55e0-48ae-bace-1b712191959b HTTP/1.1" 204 0 "-" "Ansible" 1622 0.077 [auth-system-keycloak-80] [] 10.0.0.178:8080 0 0.077 204 d57d8033cd21300ee710c3e1eb311d7b 199.204.45.246 - - [08/Apr/2026:23:03:48 +0000] "GET /admin/realms/atmosphere/client-scopes/37a12511-fa77-44e9-98b4-0224e2d9624b HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.074 [auth-system-keycloak-80] [] 10.0.0.178:8080 1218 0.074 200 77329e2c7c62733145dbcc3d090e0d3e 199.204.45.246 - - [08/Apr/2026:23:04:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.178:8080 1928 0.505 200 be10c4aa4f067dd1ca59126dddae868e 199.204.45.246 - - [08/Apr/2026:23:04:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.015 [auth-system-keycloak-80] [] 10.0.0.178:8080 2 0.014 200 05a7cb15e42202a74d4b676c61cb6911 199.204.45.246 - - [08/Apr/2026:23:04:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.184 [auth-system-keycloak-80] [] 10.0.0.178:8080 0 0.183 201 2e4d5ba1f0f5ec2b1236950ff9e4453a 199.204.45.246 - - [08/Apr/2026:23:04:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.079 [auth-system-keycloak-80] [] 10.0.0.178:8080 1261 0.079 200 ed9d869a60cf12e8b866e5d453668b62 199.204.45.246 - - [08/Apr/2026:23:04:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.849 [auth-system-keycloak-80] [] 10.0.0.178:8080 1928 0.848 200 6cd4afd2dc537fcf5c4f7fb4f5b739dd 199.204.45.246 - - [08/Apr/2026:23:04:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.039 [auth-system-keycloak-80] [] 10.0.0.178:8080 2 0.039 200 0753ba361ed47f14b6baf26717c898d4 199.204.45.246 - - [08/Apr/2026:23:04:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.245 [auth-system-keycloak-80] [] 10.0.0.178:8080 0 0.244 201 e425f6fd8aa71d512b7bb67ef5a4dee6 199.204.45.246 - - [08/Apr/2026:23:04:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.020 [auth-system-keycloak-80] [] 10.0.0.178:8080 1286 0.020 200 796b14f61b253581816df4cbc86e59c4 I0408 23:04:11.907004 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.180.129"}] I0408 23:04:11.911559 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4ccba5f1-e89f-4de5-bc92-4735232062ac", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3732", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 23:04:11.912680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:04:11.912702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [08/Apr/2026:23:04:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.178:8080 1928 0.461 200 ccc6de8d0d98cf02c56dc907ec4703ad 199.204.45.246 - - [08/Apr/2026:23:04:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.038 [auth-system-keycloak-80] [] 10.0.0.178:8080 2 0.039 200 b32daa9341ef1b800821446cf25c567b 199.204.45.246 - - [08/Apr/2026:23:04:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.086 [auth-system-keycloak-80] [] 10.0.0.178:8080 0 0.085 201 f3a36d97c2d453dfd2e3ef1093489b52 199.204.45.246 - - [08/Apr/2026:23:04:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.021 [auth-system-keycloak-80] [] 10.0.0.178:8080 1251 0.021 200 22c9038bb4e57113628203602ad408c8 199.204.45.246 - - [08/Apr/2026:23:04:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.178:8080 1928 0.479 200 cf8f9bb3a2a3b4195d366f97c78abcd9 199.204.45.246 - - [08/Apr/2026:23:04:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.178:8080 1261 0.007 200 c3ce86a365b1e9faaff9fbca40176615 199.204.45.246 - - [08/Apr/2026:23:04:13 +0000] "GET /admin/realms/atmosphere/clients/90018d7c-5ee8-4410-869d-37fac336ad26/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.034 [auth-system-keycloak-80] [] 10.0.0.178:8080 119 0.034 404 1cd65da10400246d27221de88ae8651f 199.204.45.246 - - [08/Apr/2026:23:04:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.178:8080 1261 0.007 200 030f921953106f1fcfbb1d7e4a63f70b 199.204.45.246 - - [08/Apr/2026:23:04:13 +0000] "POST /admin/realms/atmosphere/clients/90018d7c-5ee8-4410-869d-37fac336ad26/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.023 [auth-system-keycloak-80] [] 10.0.0.178:8080 0 0.023 201 7636cf25b9a55759226424bbed0fab68 199.204.45.246 - - [08/Apr/2026:23:04:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.178:8080 1261 0.006 200 37424086709eaa4b0ea28480080288a2 199.204.45.246 - - [08/Apr/2026:23:04:13 +0000] "GET /admin/realms/atmosphere/clients/90018d7c-5ee8-4410-869d-37fac336ad26/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.029 [auth-system-keycloak-80] [] 10.0.0.178:8080 166 0.030 200 51f1e0ba52c7567079b45747ff8b124c 199.204.45.246 - - [08/Apr/2026:23:04:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.178:8080 1928 0.476 200 dae7ef902035edec8e0f63a43f795e25 199.204.45.246 - - [08/Apr/2026:23:04:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.031 [auth-system-keycloak-80] [] 10.0.0.178:8080 1286 0.031 200 f9d9c128b6cae1e38e5305fc2bcd4c09 199.204.45.246 - - [08/Apr/2026:23:04:14 +0000] "GET /admin/realms/atmosphere/clients/e91d4e1a-660d-4e71-b34d-470e9304cda9/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.178:8080 119 0.011 404 c1bcbf12f410af0628a987b353a12c12 199.204.45.246 - - [08/Apr/2026:23:04:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.060 [auth-system-keycloak-80] [] 10.0.0.178:8080 1286 0.059 200 aefd4f150fe7f4fa356329eaedfd8f2e 199.204.45.246 - - [08/Apr/2026:23:04:14 +0000] "POST /admin/realms/atmosphere/clients/e91d4e1a-660d-4e71-b34d-470e9304cda9/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.014 [auth-system-keycloak-80] [] 10.0.0.178:8080 0 0.013 201 6f2201c934071367c0af88993ba7472e 199.204.45.246 - - [08/Apr/2026:23:04:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.178:8080 1286 0.007 200 5eb1403aa384c498d0933aecc9d21950 199.204.45.246 - - [08/Apr/2026:23:04:14 +0000] "GET /admin/realms/atmosphere/clients/e91d4e1a-660d-4e71-b34d-470e9304cda9/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.178:8080 165 0.013 200 b266f45682aba6802167b5827a254035 199.204.45.246 - - [08/Apr/2026:23:04:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.178:8080 1928 0.463 200 a1eeb3e3cfcfb9b96946cc5a25f5a8cd 199.204.45.246 - - [08/Apr/2026:23:04:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.178:8080 1286 0.005 200 fbc2ff4a4f5d94351d0d5e50e1afa538 199.204.45.246 - - [08/Apr/2026:23:04:15 +0000] "GET /admin/realms/atmosphere/clients/e91d4e1a-660d-4e71-b34d-470e9304cda9/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.178:8080 119 0.007 404 87fe5b30e4d353f0cccc2454ffc9c527 199.204.45.246 - - [08/Apr/2026:23:04:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.178:8080 1286 0.004 200 9a5ed2af321aaa22b918fccc83148c81 199.204.45.246 - - [08/Apr/2026:23:04:15 +0000] "POST /admin/realms/atmosphere/clients/e91d4e1a-660d-4e71-b34d-470e9304cda9/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.045 [auth-system-keycloak-80] [] 10.0.0.178:8080 0 0.044 201 c0a3046b0bbf8ef2426daf5cc1fce52c 199.204.45.246 - - [08/Apr/2026:23:04:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.178:8080 1286 0.007 200 4c80756cdc44ead057b714c349eb7182 199.204.45.246 - - [08/Apr/2026:23:04:15 +0000] "GET /admin/realms/atmosphere/clients/e91d4e1a-660d-4e71-b34d-470e9304cda9/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.072 [auth-system-keycloak-80] [] 10.0.0.178:8080 166 0.072 200 d1f9066246cd8800a116f13ebb4763a6 199.204.45.246 - - [08/Apr/2026:23:04:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.178:8080 1928 0.471 200 b50385338caa34d25f0068549743ef75 199.204.45.246 - - [08/Apr/2026:23:04:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.178:8080 1286 0.011 200 c56b24a0d5906fdeaf555f9a65c72b92 199.204.45.246 - - [08/Apr/2026:23:04:16 +0000] "GET /admin/realms/atmosphere/clients/e91d4e1a-660d-4e71-b34d-470e9304cda9/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.033 [auth-system-keycloak-80] [] 10.0.0.178:8080 119 0.033 404 f079564c8b5219f4042671c653b0e2ff 199.204.45.246 - - [08/Apr/2026:23:04:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.178:8080 1286 0.007 200 ef339d8a12c29fa00a7910e67b8ee992 199.204.45.246 - - [08/Apr/2026:23:04:16 +0000] "POST /admin/realms/atmosphere/clients/e91d4e1a-660d-4e71-b34d-470e9304cda9/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.178:8080 0 0.014 201 26b146de5fbbc2dc42b5da516673ec90 199.204.45.246 - - [08/Apr/2026:23:04:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.178:8080 1286 0.044 200 01ec7b523a789a137e540934228e8e68 199.204.45.246 - - [08/Apr/2026:23:04:16 +0000] "GET /admin/realms/atmosphere/clients/e91d4e1a-660d-4e71-b34d-470e9304cda9/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.178:8080 166 0.011 200 25d1d71c4b58525e0475b3e3c73cbd61 199.204.45.246 - - [08/Apr/2026:23:04:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.178:8080 1928 0.520 200 5a5ced424e68b6475e29451ce3b9f679 199.204.45.246 - - [08/Apr/2026:23:04:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.178:8080 1251 0.007 200 3066437684cfb92adb37b63a131374fc 199.204.45.246 - - [08/Apr/2026:23:04:17 +0000] "GET /admin/realms/atmosphere/clients/6221008c-9cfb-46a5-8133-70ca46ac0516/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.178:8080 119 0.008 404 c5b134896bce06fac76ebd92f9f173c9 199.204.45.246 - - [08/Apr/2026:23:04:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.030 [auth-system-keycloak-80] [] 10.0.0.178:8080 1251 0.030 200 09ef2fe9953c4666b23bcbb3590c854e 199.204.45.246 - - [08/Apr/2026:23:04:17 +0000] "POST /admin/realms/atmosphere/clients/6221008c-9cfb-46a5-8133-70ca46ac0516/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.178:8080 0 0.012 201 97aabde80734aec9b6e89379cb149a47 199.204.45.246 - - [08/Apr/2026:23:04:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.178:8080 1251 0.006 200 8f072ade248d551947a27c3ebfff11b0 199.204.45.246 - - [08/Apr/2026:23:04:17 +0000] "GET /admin/realms/atmosphere/clients/6221008c-9cfb-46a5-8133-70ca46ac0516/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.057 [auth-system-keycloak-80] [] 10.0.0.178:8080 166 0.057 200 4391afdf858cadce94f7ccf3afc6609b W0408 23:04:37.315340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:04:37.315381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:04:40.649259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:04:40.649311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:22.714884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:22.714924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:22.798754 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 23:05:22.798843 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0408 23:05:22.798881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:22.798902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:22.799034 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 23:05:22.799154 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0408 23:05:22.799213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:22.799238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:05:22.801050 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 23:05:22.801091 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0408 23:05:22.801167 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 23:05:22.801204 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0408 23:05:22.801625 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:05:22.801731 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0408 23:05:22.801805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:22.801836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:05:22.804951 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0408 23:05:22.804993 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0408 23:05:22.806538 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0408 23:05:22.807134 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0408 23:05:22.807169 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0408 23:05:22.807499 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"de2fc4ec-67e5-48c6-8a95-9fcedebec8b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4337", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 23:05:22.807910 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0043340e-4dff-45b4-b9af-261bd5abee39", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4338", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 23:05:22.808331 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0408 23:05:22.811954 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0408 23:05:22.812333 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0408 23:05:22.812382 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3ec36f3e-adc1-41db-a329-542ab248d5bd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4342", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 23:05:23.054791 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0408 23:05:23.056016 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0408 23:05:23.058573 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0408 23:05:23.060087 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0408 23:05:24.267344 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0408 23:05:24.268820 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0408 23:05:26.051412 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:05:26.051475 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 23:05:26.051510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 23:05:26.051637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:26.051671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:05:26.051785 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 23:05:26.106244 7 controller.go:216] "Backend successfully reloaded" I0408 23:05:26.106448 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xpvs7", UID:"c4b734fa-4f6d-4a3c-bb6a-9d8bdfb24198", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 23:05:29.383490 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:05:29.383580 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 23:05:29.383625 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 23:05:29.383756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:29.383784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:32.715727 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:05:32.715803 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 23:05:32.715844 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 23:05:32.715975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:32.716002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:36.049485 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:05:36.049523 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 23:05:36.049543 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 23:05:36.049615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:36.049626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:39.382514 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:05:39.382558 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 23:05:39.382602 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 23:05:39.382704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:39.382736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:42.715397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:05:42.715455 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 23:05:42.715494 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 23:05:42.715611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:42.715635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:46.048755 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:05:46.048833 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 23:05:46.048963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:46.048987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:49.382328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:05:49.382427 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 23:05:49.382543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:49.382572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:52.715884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:05:52.715949 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 23:05:52.716097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:52.716118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:56.048421 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:05:56.048509 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 23:05:56.048692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:56.048714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:59.381791 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:05:59.381916 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 23:05:59.382088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:05:59.382133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.41 - - [08/Apr/2026:23:06:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.038 [auth-system-keycloak-80] [] 10.0.0.178:8080 6432 0.038 200 ed4cf2e6e34f18e9600379fde3fbf3e6 10.0.0.252 - - [08/Apr/2026:23:06:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.011 [auth-system-keycloak-80] [] 10.0.0.178:8080 6432 0.011 200 23ffc37a6fbb9ce059d79d06c1c58f76 W0408 23:06:02.715400 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:06:02.715495 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 23:06:02.715615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:02.715644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:06.049143 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:06:06.049372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:06.049399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:09.383697 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:06:09.383920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:09.383947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:06:11.906626 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.180.129"}] I0408 23:06:11.907573 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.180.129"}] I0408 23:06:11.907895 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.180.129"}] I0408 23:06:11.911683 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"3ec36f3e-adc1-41db-a329-542ab248d5bd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5491", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 23:06:11.915363 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0043340e-4dff-45b4-b9af-261bd5abee39", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5492", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 23:06:11.917068 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"de2fc4ec-67e5-48c6-8a95-9fcedebec8b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5493", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 23:06:12.716082 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:06:12.716297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:12.716350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:16.049244 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 23:06:16.049405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:16.049427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:19.382384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:19.382429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:22.715369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:22.715503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [08/Apr/2026:23:06:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.178:8080 1928 0.493 200 410446ca349a5b3b3b55c60a00dae789 199.204.45.246 - - [08/Apr/2026:23:06:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.041 [auth-system-keycloak-80] [] 10.0.0.178:8080 4246 0.041 200 d6381a98b1534b059782507bf04f4f12 199.204.45.246 - - [08/Apr/2026:23:06:25 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.315 [auth-system-keycloak-80] [] 10.0.0.178:8080 0 0.313 204 c5eb7ad21403ef0e53df9492c10ddd7b 199.204.45.246 - - [08/Apr/2026:23:06:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.183 [auth-system-keycloak-80] [] 10.0.0.178:8080 4384 0.183 200 25116c38c0af35f51f240c26b80c37c3 199.204.45.246 - - [08/Apr/2026:23:06:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.525 [auth-system-keycloak-80] [] 10.0.0.178:8080 1928 0.525 200 1f4b93e8cea582e0fefe51ca5ed8fa20 199.204.45.246 - - [08/Apr/2026:23:06:26 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.178:8080 1682 0.010 200 2f2ed6ba17a649e8b19e9c3a85f93084 199.204.45.246 - - [08/Apr/2026:23:06:27 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.178:8080 6432 0.006 200 597df23b736585a0c50bd6764ddf7f33 199.204.45.246 - - [08/Apr/2026:23:06:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.526 [auth-system-keycloak-80] [] 10.0.0.178:8080 1928 0.525 200 9e4623322ce3e3d50c7dad12a0004c11 199.204.45.246 - - [08/Apr/2026:23:06:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.048 [auth-system-keycloak-80] [] 10.0.0.178:8080 2 0.048 200 1e004dd7db70b3b49ae62dc0b11aa3db 199.204.45.246 - - [08/Apr/2026:23:06:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.181 [auth-system-keycloak-80] [] 10.0.0.178:8080 0 0.180 201 fe6a756f5ebf2e835871c92e2a9e08a6 199.204.45.246 - - [08/Apr/2026:23:06:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.178:8080 2246 0.022 200 32745f15f5dc99b4d4cbd2acdd4b05b6 199.204.45.246 - - [08/Apr/2026:23:06:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.178:8080 1928 0.474 200 124480092d2dbb30dc82a77b1f2ecb7e 199.204.45.246 - - [08/Apr/2026:23:06:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.178:8080 2246 0.006 200 708825020094bcd685b23f1b990f3b6e 199.204.45.246 - - [08/Apr/2026:23:06:30 +0000] "GET /admin/realms/atmosphere/clients/84006e9a-7fcd-4ac1-8ad3-3a1ee83991c2/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.021 [auth-system-keycloak-80] [] 10.0.0.178:8080 233 0.021 200 dc5ea318ddb311549fddfed0871bd29f 199.204.45.246 - - [08/Apr/2026:23:06:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.033 [auth-system-keycloak-80] [] 10.0.0.178:8080 831 0.033 200 740be3fc65ca43ca9803c9d88924340b 199.204.45.246 - - [08/Apr/2026:23:06:30 +0000] "GET /admin/realms/atmosphere/clients/a796dabc-21c9-422b-ab28-f4f0bf8a892e/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.074 [auth-system-keycloak-80] [] 10.0.0.178:8080 3758 0.074 200 2dc81883a2f24b5f1daee13cfc60c38d 199.204.45.246 - - [08/Apr/2026:23:06:30 +0000] "GET /admin/realms/atmosphere/users/e363d7ef-77dc-43a9-9b8d-bf83f816f35e/role-mappings/clients/a796dabc-21c9-422b-ab28-f4f0bf8a892e/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.115 [auth-system-keycloak-80] [] 10.0.0.178:8080 3758 0.115 200 8a23cd48bb7fc60b5d9c7f5358c5f53b 199.204.45.246 - - [08/Apr/2026:23:06:30 +0000] "GET /admin/realms/atmosphere/users/e363d7ef-77dc-43a9-9b8d-bf83f816f35e/role-mappings/clients/a796dabc-21c9-422b-ab28-f4f0bf8a892e/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.081 [auth-system-keycloak-80] [] 10.0.0.178:8080 2 0.081 200 e6661de71c4da49ed2c1e96a7e44b915 199.204.45.246 - - [08/Apr/2026:23:06:30 +0000] "POST /admin/realms/atmosphere/users/e363d7ef-77dc-43a9-9b8d-bf83f816f35e/role-mappings/clients/a796dabc-21c9-422b-ab28-f4f0bf8a892e HTTP/1.1" 204 0 "-" "Ansible" 1390 0.082 [auth-system-keycloak-80] [] 10.0.0.178:8080 0 0.081 204 fb03c9aaeb754a5d03d01019a82a7bfd 199.204.45.246 - - [08/Apr/2026:23:06:30 +0000] "GET /admin/realms/atmosphere/users/e363d7ef-77dc-43a9-9b8d-bf83f816f35e/role-mappings/clients/a796dabc-21c9-422b-ab28-f4f0bf8a892e/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.015 [auth-system-keycloak-80] [] 10.0.0.178:8080 576 0.015 200 443f0734353c882448bed615358f8400 W0408 23:06:33.192565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:33.192597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:36.526610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:36.526649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:51.765862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:51.765892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:55.099601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:06:55.099647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:08:38.994043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:08:38.994089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:09:13.021640 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 23:09:13.021729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:09:13.021750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:09:13.025968 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0408 23:09:13.026015 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0408 23:09:13.029649 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0408 23:09:13.030051 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0408 23:09:13.030066 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"96366dd6-8cfe-4256-89af-775031b7d0be", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6733", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 23:09:13.030417 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 23:09:13.030492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:09:13.030529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:09:13.030643 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 23:09:13.081987 7 controller.go:216] "Backend successfully reloaded" I0408 23:09:13.082217 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xpvs7", UID:"c4b734fa-4f6d-4a3c-bb6a-9d8bdfb24198", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 23:09:13.261891 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0408 23:09:13.262746 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0408 23:09:16.365404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:09:16.365452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [08/Apr/2026:23:09:17 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.005 300 e960a552b9cbe3f4ba5872a3fe228148 199.204.45.246 - - [08/Apr/2026:23:09:18 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 266 0.003 200 88e3dd8b5b95c83c8088c136904aa9ab 199.204.45.246 - - [08/Apr/2026:23:09:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.324 [openstack-keystone-api-5000] [] 10.0.0.231:5000 1360 0.324 201 5563488b0e74caff491df012680d6073 199.204.45.246 - - [08/Apr/2026:23:09:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.005 300 14bb8a65ccb141e2741397b05e48844f 199.204.45.246 - - [08/Apr/2026:23:09:19 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.034 [openstack-keystone-api-5000] [] 10.0.0.231:5000 90 0.034 404 cc90f59c09fc7b77e3ffaf4bce44a824 199.204.45.246 - - [08/Apr/2026:23:09:19 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.025 [openstack-keystone-api-5000] [] 10.0.0.231:5000 368 0.024 200 fa767cce9b3615d1da9d0962755df439 199.204.45.246 - - [08/Apr/2026:23:09:19 +0000] "GET /v3/domains/194c7846fbea4e498b995e2c96f7d7ec HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.231:5000 245 0.018 200 4cd67a7edacac3affd7d76463fef70dd 199.204.45.246 - - [08/Apr/2026:23:09:19 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.231:5000 266 0.005 200 5791bc31e80091faa72055b5e2442510 199.204.45.246 - - [08/Apr/2026:23:09:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.231:5000 1360 0.340 201 8bcfd67f2aea7d225cfc04e49a579ead 199.204.45.246 - - [08/Apr/2026:23:09:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 87fc393c405bce210910725fe728879f 199.204.45.246 - - [08/Apr/2026:23:09:20 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.019 [openstack-keystone-api-5000] [] 10.0.0.231:5000 101 0.019 404 f3cc0f45510315c30731117bf1b9182f 199.204.45.246 - - [08/Apr/2026:23:09:20 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.017 [openstack-keystone-api-5000] [] 10.0.0.231:5000 156 0.017 200 dfb92d0e11507e6e65c16b70f9ea96ba 199.204.45.246 - - [08/Apr/2026:23:09:20 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.023 [openstack-keystone-api-5000] [] 10.0.0.231:5000 454 0.023 201 3140542c6581eaffba19ae7108a1ddac 199.204.45.246 - - [08/Apr/2026:23:09:20 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 266 0.003 200 1dda971f1c7b6ad57776350a659ea425 199.204.45.246 - - [08/Apr/2026:23:09:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.281 [openstack-keystone-api-5000] [] 10.0.0.231:5000 1360 0.281 201 332ba6cf24029c0690a606bf91b59a58 199.204.45.246 - - [08/Apr/2026:23:09:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 977bcdb22c1d8f353faa593973d05b71 199.204.45.246 - - [08/Apr/2026:23:09:21 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.231:5000 98 0.020 404 50c7d2196d5c00ae8a31b23aed3ad9ff 199.204.45.246 - - [08/Apr/2026:23:09:21 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.016 [openstack-keystone-api-5000] [] 10.0.0.231:5000 136 0.016 200 1ba64b1be2cfa0d7dcc6d429ae1138b6 199.204.45.246 - - [08/Apr/2026:23:09:21 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.019 [openstack-keystone-api-5000] [] 10.0.0.231:5000 357 0.019 201 a9112272920448f572f90e4b323471ee 199.204.45.246 - - [08/Apr/2026:23:09:21 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 266 0.004 200 575c8283cd9a78dca6e764b0595b1ed0 199.204.45.246 - - [08/Apr/2026:23:09:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.231:5000 1360 0.283 201 34811c39b384dda94fb7f1ef802bec14 199.204.45.246 - - [08/Apr/2026:23:09:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 e257c224092debf431c675622be65449 199.204.45.246 - - [08/Apr/2026:23:09:22 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.231:5000 131 0.023 404 87dea5e31ae243dddea3d90d57240cda 199.204.45.246 - - [08/Apr/2026:23:09:22 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.017 [openstack-keystone-api-5000] [] 10.0.0.231:5000 168 0.017 200 fb0a79e51c65152161d89a12b2153ad7 199.204.45.246 - - [08/Apr/2026:23:09:22 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.022 [openstack-keystone-api-5000] [] 10.0.0.231:5000 224 0.022 201 f870ff06bb561f3cb5726a3aefe5b0df W0408 23:09:31.594231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:09:31.594264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:09:34.929300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:09:34.929329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:09:38.696154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:09:38.696211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:09:42.030621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:09:42.030685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:09:57.197123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:09:57.197158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:10:00.531646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:10:00.531693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:10:04.836808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:10:04.836845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:10:08.171617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:10:08.171670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:10:11.908302 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.180.129"}] I0408 23:10:11.913370 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"96366dd6-8cfe-4256-89af-775031b7d0be", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7247", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 23:10:11.915651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:10:11.915703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:11:34.455910 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 23:11:34.456066 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 23:11:34.456180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:11:34.456210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:11:34.461139 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0408 23:11:34.461182 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0408 23:11:34.468800 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0408 23:11:34.469180 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0408 23:11:34.469505 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 23:11:34.469593 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 23:11:34.469659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:11:34.469683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:11:34.469798 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 23:11:34.470043 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"94b74fd6-9bbb-4cd2-afe6-6e1d4e6295b0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7815", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 23:11:34.539226 7 controller.go:216] "Backend successfully reloaded" I0408 23:11:34.539487 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xpvs7", UID:"c4b734fa-4f6d-4a3c-bb6a-9d8bdfb24198", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 23:11:34.692418 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0408 23:11:34.693513 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.246 - - [08/Apr/2026:23:11:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.005 300 bfe15f9e02bd297d90624f0838264189 199.204.45.246 - - [08/Apr/2026:23:11:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.479 [openstack-keystone-api-5000] [] 10.0.0.231:5000 1992 0.479 201 cc0994c9112ed4bc94611b34897615a6 199.204.45.246 - - [08/Apr/2026:23:11:35 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.029 [openstack-keystone-api-5000] [] 10.0.0.231:5000 85 0.029 404 b9e47615e85c55320720061f87cc71e3 199.204.45.246 - - [08/Apr/2026:23:11:35 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.038 [openstack-keystone-api-5000] [] 10.0.0.231:5000 129 0.038 200 e6c2b0071ef7a1a1c8eec1eb8158b535 199.204.45.246 - - [08/Apr/2026:23:11:35 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.023 [openstack-keystone-api-5000] [] 10.0.0.231:5000 230 0.022 201 e83d09be38621ad40bae2d2531825780 W0408 23:11:37.803615 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 23:11:37.803777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:11:37.803793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [08/Apr/2026:23:11:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.005 300 f6ffe06f989fdf7738513c6ebdc030b1 199.204.45.246 - - [08/Apr/2026:23:11:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.291 [openstack-keystone-api-5000] [] 10.0.0.231:5000 1992 0.291 201 ecf0d4add99545f5ac7185c572635651 199.204.45.246 - - [08/Apr/2026:23:11:41 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.123 [openstack-keystone-api-5000] [] 10.0.0.231:5000 1521 0.123 200 a445fd62f658d04379ce7e8c32dd2490 199.204.45.246 - - [08/Apr/2026:23:11:41 +0000] "PUT /v3/roles/1fee0f84c535409f8ad494fb662c17ba/implies/a17446a3bc9d41fe8328ee4e93d477ca HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.139 [openstack-keystone-api-5000] [] 10.0.0.231:5000 521 0.138 201 755d3625265fa6b6350b772760092e58 W0408 23:11:45.231684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:11:45.231744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:12:11.907445 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.101.180.129"}] I0408 23:12:11.913851 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"94b74fd6-9bbb-4cd2-afe6-6e1d4e6295b0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8190", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 23:12:11.918018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:12:11.918043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [08/Apr/2026:23:12:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.012 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.012 300 922e271632e392c9c2bd667bfa41a647 199.204.45.246 - - [08/Apr/2026:23:12:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.323 [openstack-keystone-api-5000] [] 10.0.0.231:5000 2055 0.323 201 66c7fc18d79ac6297a6f8f62d3660573 199.204.45.246 - - [08/Apr/2026:23:12:27 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.021 [openstack-keystone-api-5000] [] 10.0.0.231:5000 87 0.021 404 d9bbbcbc87e5e40c083d2b031aac188e 199.204.45.246 - - [08/Apr/2026:23:12:27 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.027 [openstack-keystone-api-5000] [] 10.0.0.231:5000 390 0.027 200 9a80b560cd318ef1077f21053afe64c2 199.204.45.246 - - [08/Apr/2026:23:12:27 +0000] "GET /v3/users/rgw-RegionOne?domain_id=6f46ce6f0a5b4114aa4b815d4d4409a8 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.030 [openstack-keystone-api-5000] [] 10.0.0.231:5000 91 0.030 404 bffb898bb70f26fec860bb93d14db032 199.204.45.246 - - [08/Apr/2026:23:12:27 +0000] "GET /v3/users?domain_id=6f46ce6f0a5b4114aa4b815d4d4409a8&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.044 [openstack-keystone-api-5000] [] 10.0.0.231:5000 178 0.044 200 33f2a5132d55ae65af285ed7decc15a4 199.204.45.246 - - [08/Apr/2026:23:12:27 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.279 [openstack-keystone-api-5000] [] 10.0.0.231:5000 291 0.279 201 34bb84d611de5c4765a8021009b0315b 199.204.45.246 - - [08/Apr/2026:23:12:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.004 300 f4f18ace41ca0bbdbeae221b6852a244 199.204.45.246 - - [08/Apr/2026:23:12:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.306 [openstack-keystone-api-5000] [] 10.0.0.231:5000 2055 0.305 201 7290811cf92fe2345d8d90c63d4fbef9 199.204.45.246 - - [08/Apr/2026:23:12:31 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.023 [openstack-keystone-api-5000] [] 10.0.0.231:5000 83 0.023 404 ad14a7723623bfd47ab6e1f7935289e0 199.204.45.246 - - [08/Apr/2026:23:12:31 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.015 [openstack-keystone-api-5000] [] 10.0.0.231:5000 361 0.015 200 2d13512952df36c9a853f41128b0af4c 199.204.45.246 - - [08/Apr/2026:23:12:31 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.024 [openstack-keystone-api-5000] [] 10.0.0.231:5000 87 0.024 404 195589722fef9a41489993d520bb74f1 199.204.45.246 - - [08/Apr/2026:23:12:31 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.018 [openstack-keystone-api-5000] [] 10.0.0.231:5000 390 0.018 200 ff1451c3eeef90faa807898bc779d5e3 199.204.45.246 - - [08/Apr/2026:23:12:31 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.023 [openstack-keystone-api-5000] [] 10.0.0.231:5000 91 0.023 404 38bf385a71e9eeb731d788860738a1b0 199.204.45.246 - - [08/Apr/2026:23:12:31 +0000] "GET /v3/users?domain_id=6f46ce6f0a5b4114aa4b815d4d4409a8&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.034 [openstack-keystone-api-5000] [] 10.0.0.231:5000 458 0.034 200 3b637ed307c2bccd84e0d6f1f8d66074 199.204.45.246 - - [08/Apr/2026:23:12:31 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.028 [openstack-keystone-api-5000] [] 10.0.0.231:5000 88 0.028 404 e29c2177815663b572954285e2e6a9b9 199.204.45.246 - - [08/Apr/2026:23:12:31 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.020 [openstack-keystone-api-5000] [] 10.0.0.231:5000 520 0.020 200 dade111b70f2d48691f05b792ac67789 199.204.45.246 - - [08/Apr/2026:23:12:31 +0000] "PUT /v3/projects/fd23db376cf94afbb6211735b37b30c5/users/70cd096114194ecf93d58a1391cf293d/roles/a9f1d9a069e740d78c561ffc213ff0f0 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.040 [openstack-keystone-api-5000] [] 10.0.0.231:5000 0 0.040 204 c4a27b948bd401a6654ce0e4c5fac374 199.204.45.246 - - [08/Apr/2026:23:12:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 b6db84d36c696664ee86434db824a20c 199.204.45.246 - - [08/Apr/2026:23:12:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.320 [openstack-keystone-api-5000] [] 10.0.0.231:5000 2055 0.320 201 6e51b53555ce20fd247af3e46f3000ae 199.204.45.246 - - [08/Apr/2026:23:12:33 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.017 [openstack-keystone-api-5000] [] 10.0.0.231:5000 151 0.017 200 434f784dec42be0b168d5cfd2885570b 199.204.45.246 - - [08/Apr/2026:23:12:33 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.028 [openstack-keystone-api-5000] [] 10.0.0.231:5000 263 0.028 201 2bfe3ac67987189377c10394dcca9459 199.204.45.246 - - [08/Apr/2026:23:12:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.005 300 57c817886ba3fd6c38400c8a93085ba3 199.204.45.246 - - [08/Apr/2026:23:12:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.231:5000 2157 0.314 201 9474b7cd28daa5f66929659eb374f482 199.204.45.246 - - [08/Apr/2026:23:12:34 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.231:5000 86 0.022 404 a293c2d6b73fe8ee86191c120aef8f6e 199.204.45.246 - - [08/Apr/2026:23:12:34 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.012 [openstack-keystone-api-5000] [] 10.0.0.231:5000 382 0.012 200 1bcb776550cd650294baf78904ed83ca 199.204.45.246 - - [08/Apr/2026:23:12:34 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=216beae40a6b4d3a9060f95978193686 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.018 [openstack-keystone-api-5000] [] 10.0.0.231:5000 205 0.018 200 38383ec720d848f34f9fe51f6999780b 199.204.45.246 - - [08/Apr/2026:23:12:34 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.023 [openstack-keystone-api-5000] [] 10.0.0.231:5000 379 0.023 201 dbab94b657c53bcf779e3556d6bb6820 199.204.45.246 - - [08/Apr/2026:23:12:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.005 300 767201a1e4618260e661e4416b08de89 199.204.45.246 - - [08/Apr/2026:23:12:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.231:5000 2366 0.293 201 dfcff4f9d6ceffebcd349bc22bb9bcfa 199.204.45.246 - - [08/Apr/2026:23:12:35 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.231:5000 86 0.022 404 9e240ba76395d5b8bf5da89a44f220be 199.204.45.246 - - [08/Apr/2026:23:12:35 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.014 [openstack-keystone-api-5000] [] 10.0.0.231:5000 382 0.014 200 c0c646565beccc02d317819f0f1e668c 199.204.45.246 - - [08/Apr/2026:23:12:35 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=216beae40a6b4d3a9060f95978193686 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.017 [openstack-keystone-api-5000] [] 10.0.0.231:5000 207 0.017 200 8f5d09af77c49255316045c3b9b13cf5 199.204.45.246 - - [08/Apr/2026:23:12:35 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.025 [openstack-keystone-api-5000] [] 10.0.0.231:5000 392 0.025 201 d9f2ead7107fa783deebd214fa58e4a5 W0408 23:12:36.630770 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 23:12:36.630861 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 23:12:36.630911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:12:36.630920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:12:36.633991 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.003s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:35.7kB} I0408 23:12:36.634015 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0408 23:12:36.640222 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0408 23:12:36.640489 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"fce773f7-f7a4-4e31-a281-f231ad9892d0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8371", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 23:12:36.640720 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0408 23:12:36.641114 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 23:12:36.641213 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 23:12:36.641285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:12:36.641297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:12:36.641393 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 23:12:36.691847 7 controller.go:216] "Backend successfully reloaded" I0408 23:12:36.692065 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xpvs7", UID:"c4b734fa-4f6d-4a3c-bb6a-9d8bdfb24198", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 23:12:37.030625 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0408 23:12:37.031344 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0408 23:12:39.975582 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 23:12:39.976390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:12:39.976437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:12:53.302762 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 23:12:53.302897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:12:53.302914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:12:58.548490 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 23:12:58.548611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:12:58.548621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:13:01.882524 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 23:13:01.882715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:13:01.882740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:13:01.882901 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 23:13:01.933543 7 controller.go:216] "Backend successfully reloaded" I0408 23:13:01.933843 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xpvs7", UID:"c4b734fa-4f6d-4a3c-bb6a-9d8bdfb24198", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 23:13:05.215826 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 23:13:05.215963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:13:05.215984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:13:08.550033 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 23:13:08.550239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:13:08.550275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:13:11.908229 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.101.180.129"}] I0408 23:13:11.913562 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"fce773f7-f7a4-4e31-a281-f231ad9892d0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8752", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 23:13:11.916024 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 23:13:11.916370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:13:11.916404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:13:24.036618 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 23:13:24.036812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:13:24.036839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:13:27.371307 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 23:13:27.371489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:13:27.371527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:13:32.158272 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 23:13:32.158502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:13:32.158555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:13:42.829817 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 23:13:42.829942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:13:42.829964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:14:22.055670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:14:22.055704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:15:34.626987 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 23:15:34.627162 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 23:15:34.627253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:15:34.627281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:15:34.631682 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:39.2kB} I0408 23:15:34.631708 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0408 23:15:34.636444 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0408 23:15:34.636742 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"384a9f2a-3cf8-4e33-87d4-391aa002eb05", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9881", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 23:15:34.637032 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0408 23:15:34.637462 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 23:15:34.637579 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 23:15:34.637677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:15:34.637694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:15:34.637851 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 23:15:34.691724 7 controller.go:216] "Backend successfully reloaded" I0408 23:15:34.691984 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-xpvs7", UID:"c4b734fa-4f6d-4a3c-bb6a-9d8bdfb24198", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 23:15:35.186891 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0408 23:15:35.188532 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0408 23:15:37.971607 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 23:15:37.971790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:15:37.971817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [08/Apr/2026:23:15:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.004 300 c9bbe81c746de070ab7534fc4c0fcd21 199.204.45.246 - - [08/Apr/2026:23:15:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.331 201 315bbb984a2593433d37d44e436f438a 199.204.45.246 - - [08/Apr/2026:23:15:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b4dfc0ac43d701a79dfcdfc3dbebb64a 199.204.45.246 - - [08/Apr/2026:23:15:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ede829d1371b360f6d352eeb4f0156d4 199.204.45.246 - - [08/Apr/2026:23:15:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.004 300 47489d2df5ca2e3c927babcd31d56b61 199.204.45.246 - - [08/Apr/2026:23:15:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.290 201 c143be7d2ff4c1d6b5f83ca84ceb6c4a 199.204.45.246 - - [08/Apr/2026:23:15:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e99608c0b0d39115f04f440deaf3bfe5 199.204.45.246 - - [08/Apr/2026:23:15:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8a7193e2c385b58f780e5da6705cc0da 199.204.45.246 - - [08/Apr/2026:23:15:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.004 300 21f4df69bf64caf6fe2f3e7a6bd72d11 199.204.45.246 - - [08/Apr/2026:23:15:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.282 201 2b795969226bff2941fc9fbe1347abb9 199.204.45.246 - - [08/Apr/2026:23:15:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cc68324484421993f3086a7b4590736e 199.204.45.246 - - [08/Apr/2026:23:15:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e8defd5b52d7789f279b72d581b67076 199.204.45.246 - - [08/Apr/2026:23:15:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 2a92924a17020df24aa04fa886c4c2c9 199.204.45.246 - - [08/Apr/2026:23:15:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.300 201 995c43975399d800e42431732969f3b3 199.204.45.246 - - [08/Apr/2026:23:15:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2ca5bfe12fed391279243b3bbc0c56cb 199.204.45.246 - - [08/Apr/2026:23:15:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 49f4b402ea567341657edb1d9cb36a5e 199.204.45.246 - - [08/Apr/2026:23:15:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.004 300 9340a05c100f4cdcd09ffbf7d28f47cb 199.204.45.246 - - [08/Apr/2026:23:15:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.301 201 fd6d13421c0aa9dafe5ebb1f364b170f 199.204.45.246 - - [08/Apr/2026:23:15:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0622e2533d962992d8a98208836d08a9 199.204.45.246 - - [08/Apr/2026:23:15:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 57d18fad48a1fec6fe27c0e5d1bbd361 199.204.45.246 - - [08/Apr/2026:23:15:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 170435d5d699e83cfea3ae44ce6816d9 199.204.45.246 - - [08/Apr/2026:23:15:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.286 201 b7bb5eb615ff90855ca710dcbca39657 199.204.45.246 - - [08/Apr/2026:23:15:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b6a34d9d073df76d0fa121035929a411 199.204.45.246 - - [08/Apr/2026:23:15:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b7e64f1fe2d75bf157dce123f0397e6c W0408 23:15:48.095393 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 23:15:48.095592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:15:48.095623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [08/Apr/2026:23:15:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 304ff9e60ac8269a49c105a41165bc39 199.204.45.246 - - [08/Apr/2026:23:15:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.286 201 1feb21be14e33b4c4a21085a494e83f0 199.204.45.246 - - [08/Apr/2026:23:15:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d8da444ae9857691f2b1396b7f469dbb 199.204.45.246 - - [08/Apr/2026:23:15:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 64dc3dadc6afb6b578b54d4052a32f9d 199.204.45.246 - - [08/Apr/2026:23:15:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 397708cb6af73bf0ae0d05d8fdd4ecd2 199.204.45.246 - - [08/Apr/2026:23:15:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.302 201 f3063b652fa0e0848edf59baf38f10ef 199.204.45.246 - - [08/Apr/2026:23:15:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8828acd5795c57b83de7ae0eb6aa011e 199.204.45.246 - - [08/Apr/2026:23:15:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 081762bde32762e93ef4838e1b2d73e7 199.204.45.246 - - [08/Apr/2026:23:15:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 9d50f4d8e0f023e2e53da0ee7771e044 199.204.45.246 - - [08/Apr/2026:23:15:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.316 201 8ae6d1874eb13b9785dca1ca369dad4a 199.204.45.246 - - [08/Apr/2026:23:15:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 279feaf5cf6cfbf6225964c0800c11ea 199.204.45.246 - - [08/Apr/2026:23:15:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 752676efb9cf2ee5cc83194c73e8926c 199.204.45.246 - - [08/Apr/2026:23:15:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.004 300 3e4951595f7ac05358937cb887168487 199.204.45.246 - - [08/Apr/2026:23:15:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.308 201 a43c238b319f6882d0bac6a2e14f2724 199.204.45.246 - - [08/Apr/2026:23:15:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0ee975942b2a9a7067d513ab40617635 199.204.45.246 - - [08/Apr/2026:23:15:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 23c337804902ef15dfa3a5d654fb7caa 199.204.45.246 - - [08/Apr/2026:23:15:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.003 300 8679a09729ab39cdfb68993c0fdb4fd5 199.204.45.246 - - [08/Apr/2026:23:15:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.294 201 1228a2b33a2f2dccfb653cfc9f2fd967 199.204.45.246 - - [08/Apr/2026:23:15:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5d176a07514c311f88804ddf3e2bfde8 199.204.45.246 - - [08/Apr/2026:23:15:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9149f3b22cd33182a36190a48cf17cbe W0408 23:15:57.422546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:15:57.422686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [08/Apr/2026:23:15:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000 281 0.004 300 713c9deece44376aa4b232423f5c43e0 199.204.45.246 - - [08/Apr/2026:23:15:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.287 201 d7290565b49411bf2429b510009fa9f1 199.204.45.246 - - [08/Apr/2026:23:15:58 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.209:9292 1312 0.002 300 ccbe70dbe659a60d146e52369ddcaba6 199.204.45.246 - - [08/Apr/2026:23:15:59 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.541 [openstack-glance-api-9292] [] 10.0.0.209:9292 69 0.541 200 a5425fbd6d77f4d9a0fcef57098d3cfb 2026/04/08 23:16:01 [error] 525#525: *8785 upstream prematurely closed connection while reading response header from upstream, client: 199.204.45.246, server: identity.199-204-45-246.nip.io, request: "GET / HTTP/1.1", upstream: "http://10.0.0.231:5000/", host: "identity.199-204-45-246.nip.io" 199.204.45.246 - - [08/Apr/2026:23:16:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.231:5000, 10.0.0.231:5000 0, 281 0.000, 0.003 502, 300 0bfc9d736146ac015a19b72e76560e07 199.204.45.246 - - [08/Apr/2026:23:16:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.231:5000 3201 0.300 201 1657a71b02fd59eb0c82220029c7955f 199.204.45.246 - - [08/Apr/2026:23:16:02 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.209:9292 1312 0.003 300 807d870b5d7759bdf62dad88e6aac71d 199.204.45.246 - - [08/Apr/2026:23:16:02 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.037 [openstack-glance-api-9292] [] 10.0.0.209:9292 69 0.037 200 c476694c892090fbe4d9a90dedf2d607 199.204.45.246 - - [08/Apr/2026:23:16:02 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.119 [openstack-glance-api-9292] [] 10.0.0.209:9292 151 0.119 404 14e487d46c5ae1d6e911551e0cb283f5 199.204.45.246 - - [08/Apr/2026:23:16:02 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.209:9292 81 0.022 200 0a7141119c204216457bf60e9113d552 199.204.45.246 - - [08/Apr/2026:23:16:02 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.026 [openstack-glance-api-9292] [] 10.0.0.209:9292 84 0.026 200 6bbf8eb34b02629c7c6d65849192913e 199.204.45.246 - - [08/Apr/2026:23:16:02 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.057 [openstack-glance-api-9292] [] 10.0.0.209:9292 760 0.057 201 b76b525b93471300319e632ece96bb72 199.204.45.246 - - [08/Apr/2026:23:16:05 +0000] "PUT /v2/images/b9440b6a-1b49-4dea-baf4-f85534f3bcb1/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.345 [openstack-glance-api-9292] [] 10.0.0.209:9292 0 3.345 204 a01992157a1dad29e30ae55ff4f8271e 199.204.45.246 - - [08/Apr/2026:23:16:05 +0000] "GET /v2/images/b9440b6a-1b49-4dea-baf4-f85534f3bcb1 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.209:9292 1171 0.015 200 26f1ab9b7fe939e0a13adf0d767d3205 199.204.45.246 - - [08/Apr/2026:23:16:05 +0000] "GET /v2/images/b9440b6a-1b49-4dea-baf4-f85534f3bcb1 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.209:9292 1171 0.017 200 83ee2c196a061f8c2987d7c811477ae1 W0408 23:16:08.853154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:16:08.853289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 23:16:11.910883 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.101.180.129"}] I0408 23:16:11.917698 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"384a9f2a-3cf8-4e33-87d4-391aa002eb05", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10212", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 23:16:12.187210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:16:12.187258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:16:15.520875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 23:16:15.520933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store