------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0416 09:25:18.920719 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0416 09:25:18.922332 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0416 09:25:18.932042 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0416 09:25:18.935656 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0416 09:25:19.165674 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0416 09:25:19.185890 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0416 09:25:19.200979 7 nginx.go:271] "Starting NGINX Ingress controller" I0416 09:25:19.208843 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"48ddb84e-968b-4165-8644-155de626bb74", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0416 09:25:19.213736 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"6b54cc3b-fcc8-4c75-9ef4-3e12efe68b54", APIVersion:"v1", ResourceVersion:"1343", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0416 09:25:19.213794 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3f9f82d5-8517-405b-981a-a8164d9e7a69", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0416 09:25:20.402952 7 nginx.go:317] "Starting NGINX process" I0416 09:25:20.403631 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0416 09:25:20.405010 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0416 09:25:20.406279 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0416 09:25:20.406365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:20.406425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:25:20.406491 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 09:25:20.413103 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0416 09:25:20.413171 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-x9x2s" I0416 09:25:20.443069 7 controller.go:216] "Backend successfully reloaded" I0416 09:25:20.443156 7 controller.go:227] "Initial sync, sleeping for 1 second" I0416 09:25:20.443201 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x9x2s", UID:"02b56a7f-3531-4340-9a41-aad5ee03ecda", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 09:25:24.214519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:24.214554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:27.549055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:27.549109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:30.881969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:30.882022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:34.216399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:34.216457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:37.548950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:37.549019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:40.881937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:40.881985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:44.215358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:44.215404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:47.550802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:47.550856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:50.881555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:50.881604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:57.583773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:25:57.583810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:26:46.889540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:26:46.889578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:26:50.223144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:26:50.223194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:09.893840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:09.893876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:13.227468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:13.227524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:16.561075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:16.561132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:19.894314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:19.894355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:23.227405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:23.227639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:26.562151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:26.562212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:30.891816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:30.891859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:34.227464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:34.227502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:38.951010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:38.951048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:42.286336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:27:42.286378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:29:48.316848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:29:48.316912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:29:51.905536 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-78.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-78.nip.io-tls was not found. Using default certificate W0416 09:29:51.905604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:29:51.905622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:29:51.907501 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0416 09:29:51.907539 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0416 09:29:51.914219 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0416 09:29:51.914895 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3cc63f97-2443-43d9-b029-e6757d149130", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3435", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 09:29:51.914958 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-78.nip.io-tls" in local store W0416 09:29:51.915245 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-78.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-78.nip.io-tls was not found. Using default certificate W0416 09:29:51.915312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:29:51.915339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:29:51.915432 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 09:29:51.966223 7 controller.go:216] "Backend successfully reloaded" I0416 09:29:51.966501 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x9x2s", UID:"02b56a7f-3531-4340-9a41-aad5ee03ecda", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 09:29:52.181077 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-78.nip.io-tls" I0416 09:29:52.182596 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-78.nip.io-tls" W0416 09:29:55.249164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:29:55.249230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [16/Apr/2026:09:30:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.063 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 2.062 200 c85f8e78df18de6d3ad1f8ffc09695ae 199.204.45.78 - - [16/Apr/2026:09:30:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.179 [auth-system-keycloak-80] [] 10.0.0.205:8080 116 0.179 404 b622b807471ef8b4f11d301830bb6930 199.204.45.78 - - [16/Apr/2026:09:30:06 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.104 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 3.104 201 8c6a2950fcc6378fffe2ba79bac1374d 199.204.45.78 - - [16/Apr/2026:09:30:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.671 [auth-system-keycloak-80] [] 10.0.0.205:8080 4246 0.671 200 fd0a62037a74ed2cc79c71ec687f498f 199.204.45.78 - - [16/Apr/2026:09:30:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.497 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.496 200 6de043fe74df57b74e588d9129a8332b 199.204.45.78 - - [16/Apr/2026:09:30:08 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.099 [auth-system-keycloak-80] [] 10.0.0.205:8080 12500 0.099 200 8d992e4399876cee797d5fc245e4fe94 199.204.45.78 - - [16/Apr/2026:09:30:08 +0000] "GET /admin/realms/atmosphere/client-scopes/3ddc3ab5-8f81-4975-9c68-1482e985d944 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 1278 0.008 200 ec8de72abb0de3d15c1ed886fa2c84bd 199.204.45.78 - - [16/Apr/2026:09:30:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/3ddc3ab5-8f81-4975-9c68-1482e985d944 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.069 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.068 204 d5c7cf863a59b236a7d4c28696d34b2e 199.204.45.78 - - [16/Apr/2026:09:30:08 +0000] "GET /admin/realms/atmosphere/client-scopes/3ddc3ab5-8f81-4975-9c68-1482e985d944/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.088 [auth-system-keycloak-80] [] 10.0.0.205:8080 963 0.088 200 9a4b5c0ccd1f5451aa8763fa6f375dec 199.204.45.78 - - [16/Apr/2026:09:30:08 +0000] "GET /admin/realms/atmosphere/client-scopes/3ddc3ab5-8f81-4975-9c68-1482e985d944/protocol-mappers/models/a52d25e8-e537-4512-a5a8-82698734e7b0 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.076 [auth-system-keycloak-80] [] 10.0.0.205:8080 366 0.076 200 0679434007bbfc76c309719cd0d231f9 199.204.45.78 - - [16/Apr/2026:09:30:08 +0000] "PUT /admin/realms/atmosphere/client-scopes/3ddc3ab5-8f81-4975-9c68-1482e985d944/protocol-mappers/models/a52d25e8-e537-4512-a5a8-82698734e7b0 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.024 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.023 204 d60b165cf3728def89cf7542e7df6684 199.204.45.78 - - [16/Apr/2026:09:30:08 +0000] "GET /admin/realms/atmosphere/client-scopes/3ddc3ab5-8f81-4975-9c68-1482e985d944 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.065 [auth-system-keycloak-80] [] 10.0.0.205:8080 1218 0.065 200 4203c297df13ff41e7b3db160aba6aee I0416 09:30:20.422470 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.135.181"}] I0416 09:30:20.427740 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3cc63f97-2443-43d9-b029-e6757d149130", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3771", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 09:30:20.429556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:30:20.429597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [16/Apr/2026:09:30:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.496 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.495 200 c5a7b7d6333efdbeede0916a05f889f1 199.204.45.78 - - [16/Apr/2026:09:30:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.017 200 1366f75f153f1969a7022cecf3a103c7 199.204.45.78 - - [16/Apr/2026:09:30:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.160 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.159 201 1b8dd7d6c5080370a7e1463c12804e1a 199.204.45.78 - - [16/Apr/2026:09:30:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.077 [auth-system-keycloak-80] [] 10.0.0.205:8080 1259 0.077 200 98daa15f717b455ed68f00f1292bf83c 199.204.45.78 - - [16/Apr/2026:09:30:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.028 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 1.026 200 4882c731f84460352afac9a20a035c53 199.204.45.78 - - [16/Apr/2026:09:30:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.008 200 d5c9786fb1a0ef50e8e52f11327dcb0d 199.204.45.78 - - [16/Apr/2026:09:30:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.068 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.067 201 3ace0298ed28ad14e9692d872a237333 199.204.45.78 - - [16/Apr/2026:09:30:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.066 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.065 200 e739af79f33a84763038ede3ad0aa337 199.204.45.78 - - [16/Apr/2026:09:30:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.517 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.516 200 1b99761ed9ea33faa3d0593ca26f4a40 199.204.45.78 - - [16/Apr/2026:09:30:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.011 200 d7f42029329de0cb1ff2428104803734 199.204.45.78 - - [16/Apr/2026:09:30:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.688 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.687 201 762b4e5032ae821f727b6594da90ecea 199.204.45.78 - - [16/Apr/2026:09:30:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.205:8080 1249 0.023 200 9c30be665c273581c3bef284d11cba92 199.204.45.78 - - [16/Apr/2026:09:30:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.454 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.454 200 6adf5e84244121685a4c2c2f3d5c9069 199.204.45.78 - - [16/Apr/2026:09:30:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1259 0.008 200 c9f18b230ae03e367119c9ede28ef07d 199.204.45.78 - - [16/Apr/2026:09:30:34 +0000] "GET /admin/realms/atmosphere/clients/9e566265-2c96-4aac-b4fe-cb0bd211d71b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.050 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.051 404 701734cefbf99cce3ab4194ac0ecd1dc 199.204.45.78 - - [16/Apr/2026:09:30:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1259 0.008 200 3c6050a1513488bf73d95dd37882d9c3 199.204.45.78 - - [16/Apr/2026:09:30:34 +0000] "POST /admin/realms/atmosphere/clients/9e566265-2c96-4aac-b4fe-cb0bd211d71b/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.020 201 465c9911daf12f2550c2bc3fa1366a8c 199.204.45.78 - - [16/Apr/2026:09:30:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.030 [auth-system-keycloak-80] [] 10.0.0.205:8080 1259 0.030 200 8b210429c489f31160fb49945090c761 199.204.45.78 - - [16/Apr/2026:09:30:34 +0000] "GET /admin/realms/atmosphere/clients/9e566265-2c96-4aac-b4fe-cb0bd211d71b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.018 200 5f32f4b971de9d743592aadc9f71bdef 199.204.45.78 - - [16/Apr/2026:09:30:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.424 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.423 200 688c3df8b28a66dc6293157f17b6defb 199.204.45.78 - - [16/Apr/2026:09:30:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.027 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.028 200 f6dc12dd5e007c960c50ea149d946b1b 199.204.45.78 - - [16/Apr/2026:09:30:35 +0000] "GET /admin/realms/atmosphere/clients/2627d3a4-7b8e-4ca0-b755-13c15351b3ad/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.010 404 8ea2ee8a72e5772769f600400890adba 199.204.45.78 - - [16/Apr/2026:09:30:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.007 200 906af42145813a9c6370980373c120b5 199.204.45.78 - - [16/Apr/2026:09:30:35 +0000] "POST /admin/realms/atmosphere/clients/2627d3a4-7b8e-4ca0-b755-13c15351b3ad/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.051 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.052 201 fe146331e84926657ffd80e37854283f 199.204.45.78 - - [16/Apr/2026:09:30:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.006 200 bd4698963aba1e6680e7e077f4ebd312 199.204.45.78 - - [16/Apr/2026:09:30:35 +0000] "GET /admin/realms/atmosphere/clients/2627d3a4-7b8e-4ca0-b755-13c15351b3ad/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.205:8080 165 0.012 200 ca7c71d39c624bbd4654d69e50b01a5c 199.204.45.78 - - [16/Apr/2026:09:30:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.460 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.460 200 75a71a68b3ca14f091e48cf7412d6046 199.204.45.78 - - [16/Apr/2026:09:30:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.007 200 6341b1775169ac4d486f223216c27a09 199.204.45.78 - - [16/Apr/2026:09:30:36 +0000] "GET /admin/realms/atmosphere/clients/2627d3a4-7b8e-4ca0-b755-13c15351b3ad/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.063 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.063 404 957f8576042770b0b887b17037a9380f 199.204.45.78 - - [16/Apr/2026:09:30:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.006 200 6ac1d35f6297fd2485ccb32d14aab40a 199.204.45.78 - - [16/Apr/2026:09:30:36 +0000] "POST /admin/realms/atmosphere/clients/2627d3a4-7b8e-4ca0-b755-13c15351b3ad/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.015 201 cc743b97d99801b78f6c3c3ff833d979 199.204.45.78 - - [16/Apr/2026:09:30:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.042 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.043 200 927c4ff269633fbd59616291daea5fd1 199.204.45.78 - - [16/Apr/2026:09:30:36 +0000] "GET /admin/realms/atmosphere/clients/2627d3a4-7b8e-4ca0-b755-13c15351b3ad/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.012 200 e54b009d7dd8c1722930a194bd6ce20e 199.204.45.78 - - [16/Apr/2026:09:30:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.476 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.476 200 f6c416ad62052cd45c008e851564e4f2 199.204.45.78 - - [16/Apr/2026:09:30:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.012 200 96079425ee598f50687f6b4f52028fcc 199.204.45.78 - - [16/Apr/2026:09:30:37 +0000] "GET /admin/realms/atmosphere/clients/2627d3a4-7b8e-4ca0-b755-13c15351b3ad/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.053 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.053 404 da18bbbd66a8f4af5857fdb47ff76f48 199.204.45.78 - - [16/Apr/2026:09:30:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.006 200 54d394ea2ac83310b9ce29126aef5c68 199.204.45.78 - - [16/Apr/2026:09:30:37 +0000] "POST /admin/realms/atmosphere/clients/2627d3a4-7b8e-4ca0-b755-13c15351b3ad/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.018 201 fca7f9dc7c56d57ab7ba051baa961ced 199.204.45.78 - - [16/Apr/2026:09:30:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 1283 0.006 200 4a44e21582558bd31424cde1a545cb6b 199.204.45.78 - - [16/Apr/2026:09:30:37 +0000] "GET /admin/realms/atmosphere/clients/2627d3a4-7b8e-4ca0-b755-13c15351b3ad/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.033 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.033 200 a1f239340da42eab899218fd0e4ef447 199.204.45.78 - - [16/Apr/2026:09:30:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.454 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.453 200 e94de189d9024d479fe140d1aa647397 199.204.45.78 - - [16/Apr/2026:09:30:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.205:8080 1249 0.005 200 e6fd5833f5d0e0c368205585c654b412 199.204.45.78 - - [16/Apr/2026:09:30:38 +0000] "GET /admin/realms/atmosphere/clients/2062a0bf-ffa5-4e5d-8cc0-4d3dba34f6b3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.042 [auth-system-keycloak-80] [] 10.0.0.205:8080 119 0.041 404 4fdd735f6d690a6666058c65e46ad853 199.204.45.78 - - [16/Apr/2026:09:30:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.205:8080 1249 0.005 200 ee1f2ed37ee7182cfe0db6cc3db9e258 199.204.45.78 - - [16/Apr/2026:09:30:38 +0000] "POST /admin/realms/atmosphere/clients/2062a0bf-ffa5-4e5d-8cc0-4d3dba34f6b3/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.015 201 a80df2da4e69fc6ee5795be65bc78b28 199.204.45.78 - - [16/Apr/2026:09:30:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.205:8080 1249 0.004 200 5c561477adb8ac6162d6289ae9f4462b 199.204.45.78 - - [16/Apr/2026:09:30:38 +0000] "GET /admin/realms/atmosphere/clients/2062a0bf-ffa5-4e5d-8cc0-4d3dba34f6b3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.205:8080 166 0.011 200 653906582d8dfd77837d74ed791777c8 W0416 09:30:51.621954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:30:51.621987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:30:54.956080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:30:54.956146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:30:58.289027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:30:58.289105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:31:46.442848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:31:46.442900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:31:46.523990 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 09:31:46.524078 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0416 09:31:46.524112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:31:46.524131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:31:46.524268 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:31:46.524374 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0416 09:31:46.524378 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 09:31:46.524425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:31:46.524463 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0416 09:31:46.524468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:31:46.524505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:31:46.524528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:31:46.525978 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0416 09:31:46.526008 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0416 09:31:46.526335 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0416 09:31:46.526366 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0416 09:31:46.527115 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0416 09:31:46.527158 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0416 09:31:46.532237 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0416 09:31:46.532877 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0416 09:31:46.532902 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0416 09:31:46.533188 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0416 09:31:46.533366 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b2696718-c8c5-4b40-834f-cf4232a3fa70", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4454", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 09:31:46.533393 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d33cd792-3456-462a-8ee7-5490aa41fa4f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4456", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 09:31:46.535431 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0416 09:31:46.535700 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0416 09:31:46.535732 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9b1f2cf2-4e90-4443-81b3-37ae82dd2005", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4458", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 09:31:46.796357 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0416 09:31:46.797264 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0416 09:31:47.092979 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0416 09:31:47.093805 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0416 09:31:48.342334 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0416 09:31:48.343458 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0416 09:31:49.776936 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:31:49.776998 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 09:31:49.777033 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 09:31:49.777181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:31:49.777209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:31:49.777330 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 09:31:49.825221 7 controller.go:216] "Backend successfully reloaded" I0416 09:31:49.825772 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x9x2s", UID:"02b56a7f-3531-4340-9a41-aad5ee03ecda", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 09:31:53.110364 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:31:53.110410 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 09:31:53.110428 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 09:31:53.110493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:31:53.110509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:31:56.442981 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:31:56.443030 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 09:31:56.443057 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 09:31:56.443139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:31:56.443161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:31:59.776570 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:31:59.776640 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 09:31:59.776679 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 09:31:59.776800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:31:59.776820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:03.109862 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:32:03.109921 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 09:32:03.109972 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 09:32:03.110226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:03.110256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:06.443480 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:32:06.443530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 09:32:06.443557 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 09:32:06.443648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:06.443665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:09.776986 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:32:09.777019 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 09:32:09.777039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 09:32:09.777121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:09.777133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:13.109468 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:32:13.109510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 09:32:13.109537 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 09:32:13.109651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:13.109666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:16.443066 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:32:16.443111 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 09:32:16.443137 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 09:32:16.443243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:16.443260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:19.776470 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:32:19.776584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 09:32:19.776704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:19.776739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:32:20.420950 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.135.181"}] I0416 09:32:20.420996 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.135.181"}] I0416 09:32:20.421007 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.135.181"}] I0416 09:32:20.426344 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9b1f2cf2-4e90-4443-81b3-37ae82dd2005", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5377", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 09:32:20.428791 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d33cd792-3456-462a-8ee7-5490aa41fa4f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5378", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 09:32:20.430690 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b2696718-c8c5-4b40-834f-cf4232a3fa70", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5379", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 09:32:23.110338 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:32:23.110442 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 09:32:23.110560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:23.110591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:26.443087 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:32:26.443188 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 09:32:26.443321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:26.443356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:29.777116 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:32:29.777256 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 09:32:29.777444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:29.777492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.139 - - [16/Apr/2026:09:32:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.031 [auth-system-keycloak-80] [] 10.0.0.205:8080 6411 0.031 200 2b7a88634609bf09a07529b8f4674eb3 10.0.0.88 - - [16/Apr/2026:09:32:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.094 [auth-system-keycloak-80] [] 10.0.0.205:8080 6411 0.095 200 1af897ad4d33d6e53fa932faa5c32d54 W0416 09:32:33.109677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:32:33.109831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:33.109848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:36.443579 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:32:36.443893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:36.443924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:39.776223 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:32:39.776378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:39.776398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:43.110397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 09:32:43.110614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:43.110641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:46.443896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:46.443945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:49.777208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:49.777264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:57.181953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:32:57.181988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:33:00.516418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:33:00.516478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [16/Apr/2026:09:33:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.536 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.534 200 72cc522c9d06ac773b588b61b735d103 199.204.45.78 - - [16/Apr/2026:09:33:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.205:8080 4246 0.007 200 744b13bb312560d6d9dfd759c66f88b2 199.204.45.78 - - [16/Apr/2026:09:33:03 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.291 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.289 204 d6c2a1c650654b1b37d3513ea4f6d21e 199.204.45.78 - - [16/Apr/2026:09:33:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.184 [auth-system-keycloak-80] [] 10.0.0.205:8080 4384 0.184 200 7f95bfc7a6bbc339ca8782dce418cb67 199.204.45.78 - - [16/Apr/2026:09:33:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.454 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.451 200 b12e9a7c941057fe5695a38da9573513 199.204.45.78 - - [16/Apr/2026:09:33:04 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.205:8080 1682 0.008 200 653881ce83158b501b7cf2f61e5eb9b6 199.204.45.78 - - [16/Apr/2026:09:33:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 6411 0.006 200 67de6893f8b191452235830f8658efbb 199.204.45.78 - - [16/Apr/2026:09:33:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.511 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.510 200 009ce18b90c8047632ba06fc8bbce2f7 199.204.45.78 - - [16/Apr/2026:09:33:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.009 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.008 200 31334f1f782bbcc3f250c6baeaba910e 199.204.45.78 - - [16/Apr/2026:09:33:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.194 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.193 201 310a433ea8647f95c790fe9e49538e4b 199.204.45.78 - - [16/Apr/2026:09:33:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.079 [auth-system-keycloak-80] [] 10.0.0.205:8080 2242 0.079 200 c34ec9220a1073b85a2cbcd392c8a62b 199.204.45.78 - - [16/Apr/2026:09:33:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.457 [auth-system-keycloak-80] [] 10.0.0.205:8080 1925 0.457 200 3a025038640b8a75947dbac1ebde4027 199.204.45.78 - - [16/Apr/2026:09:33:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.205:8080 2242 0.006 200 9161ba1619aa357684c99af17add5fc5 199.204.45.78 - - [16/Apr/2026:09:33:07 +0000] "GET /admin/realms/atmosphere/clients/707111f1-2719-43a0-bd5c-bec585409af3/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.016 [auth-system-keycloak-80] [] 10.0.0.205:8080 233 0.016 200 e10d64cd5d34ff974da2b28e3677f239 199.204.45.78 - - [16/Apr/2026:09:33:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.015 [auth-system-keycloak-80] [] 10.0.0.205:8080 831 0.014 200 4354f829185f860c34553b6939ad7fab 199.204.45.78 - - [16/Apr/2026:09:33:07 +0000] "GET /admin/realms/atmosphere/clients/f799a0d9-1527-4ef2-a174-e74edfe86b40/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.044 [auth-system-keycloak-80] [] 10.0.0.205:8080 3758 0.044 200 0c1983719181f6e8684cee8e4fcacac2 199.204.45.78 - - [16/Apr/2026:09:33:07 +0000] "GET /admin/realms/atmosphere/users/0e87d461-209d-4533-8be6-bd8f29d382a7/role-mappings/clients/f799a0d9-1527-4ef2-a174-e74edfe86b40/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.191 [auth-system-keycloak-80] [] 10.0.0.205:8080 3758 0.191 200 2b1a368d2103cc22ca2b450ecf4f812d 199.204.45.78 - - [16/Apr/2026:09:33:07 +0000] "GET /admin/realms/atmosphere/users/0e87d461-209d-4533-8be6-bd8f29d382a7/role-mappings/clients/f799a0d9-1527-4ef2-a174-e74edfe86b40/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.077 [auth-system-keycloak-80] [] 10.0.0.205:8080 2 0.077 200 dc1f359cb63b181d5924cd49e226821c 199.204.45.78 - - [16/Apr/2026:09:33:07 +0000] "POST /admin/realms/atmosphere/users/0e87d461-209d-4533-8be6-bd8f29d382a7/role-mappings/clients/f799a0d9-1527-4ef2-a174-e74edfe86b40 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.017 [auth-system-keycloak-80] [] 10.0.0.205:8080 0 0.017 204 351d0c9126702dd51e2a7bbaa2256e76 199.204.45.78 - - [16/Apr/2026:09:33:07 +0000] "GET /admin/realms/atmosphere/users/0e87d461-209d-4533-8be6-bd8f29d382a7/role-mappings/clients/f799a0d9-1527-4ef2-a174-e74edfe86b40/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.015 [auth-system-keycloak-80] [] 10.0.0.205:8080 576 0.016 200 0c3bd5cf577fb661922d311955bff442 W0416 09:33:10.514960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:33:10.514988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:33:13.850301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:33:13.850351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:33:17.181973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:33:17.182016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:33:20.515391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:33:20.515427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:35:16.088685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:35:16.088741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:35:51.840195 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0416 09:35:51.840281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:35:51.840302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:35:51.844127 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0416 09:35:51.844168 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0416 09:35:51.848177 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0416 09:35:51.848598 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"718440da-eb60-493e-beb3-37c6c3235dc0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6908", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 09:35:51.848781 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0416 09:35:51.849212 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0416 09:35:51.849310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:35:51.849334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:35:51.849509 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 09:35:51.893075 7 controller.go:216] "Backend successfully reloaded" I0416 09:35:51.893313 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x9x2s", UID:"02b56a7f-3531-4340-9a41-aad5ee03ecda", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 09:35:52.156430 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0416 09:35:52.157525 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0416 09:35:55.182852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:35:55.182906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [16/Apr/2026:09:35:56 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.004 300 262f66dee13fe1c2019229cec3f479ee 199.204.45.78 - - [16/Apr/2026:09:35:57 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.7:5000 265 0.005 200 3dfbf207d484db9aa4d311e2bf0900b1 199.204.45.78 - - [16/Apr/2026:09:35:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.346 [openstack-keystone-api-5000] [] 10.0.0.7:5000 1359 0.346 201 6f34967d0926e86d146b987b09c0129e 199.204.45.78 - - [16/Apr/2026:09:35:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.004 300 32402a2a5633ac84e9134d8ecfdc4e79 199.204.45.78 - - [16/Apr/2026:09:35:57 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.032 [openstack-keystone-api-5000] [] 10.0.0.7:5000 90 0.031 404 def831d1d744dbae7027d55e6edaa34d 199.204.45.78 - - [16/Apr/2026:09:35:58 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.023 [openstack-keystone-api-5000] [] 10.0.0.7:5000 368 0.023 200 bc8276606040aa232cb96b31a24ac52b 199.204.45.78 - - [16/Apr/2026:09:35:58 +0000] "GET /v3/domains/0cb5e13904894f1f95c93dd824e458d8 HTTP/1.1" 200 246 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-keystone-api-5000] [] 10.0.0.7:5000 246 0.017 200 b3cdd0fec930abea0170dce2da330e34 199.204.45.78 - - [16/Apr/2026:09:35:58 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 265 0.003 200 660b69dff40eb1865caee92417c13bf8 199.204.45.78 - - [16/Apr/2026:09:35:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.401 [openstack-keystone-api-5000] [] 10.0.0.7:5000 1359 0.401 201 20e24258fdf7e9b236e80522fe2c27d4 199.204.45.78 - - [16/Apr/2026:09:35:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.004 300 31e804b998fb0a538ac341dabb3fbc4f 199.204.45.78 - - [16/Apr/2026:09:35:59 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.022 [openstack-keystone-api-5000] [] 10.0.0.7:5000 101 0.022 404 9364915a78fa54bb8665cc29c1cf3a8b 199.204.45.78 - - [16/Apr/2026:09:35:59 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.020 [openstack-keystone-api-5000] [] 10.0.0.7:5000 155 0.020 200 7113216eb1693f36ba7ea038cc2f3f38 199.204.45.78 - - [16/Apr/2026:09:35:59 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.022 [openstack-keystone-api-5000] [] 10.0.0.7:5000 340 0.022 201 d9f5734a00cdfe11f41b48f8119a1669 199.204.45.78 - - [16/Apr/2026:09:36:00 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.7:5000 265 0.005 200 07762c1b5119d19fcd33fa29b65384fd 199.204.45.78 - - [16/Apr/2026:09:36:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.7:5000 1359 0.287 201 19f952d05c7828f5fd2655c1a604ba10 199.204.45.78 - - [16/Apr/2026:09:36:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.003 300 d9dcfb2ab84eff16c57661e23719c188 199.204.45.78 - - [16/Apr/2026:09:36:00 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.019 [openstack-keystone-api-5000] [] 10.0.0.7:5000 98 0.019 404 7a2729461319792431592985a0620970 199.204.45.78 - - [16/Apr/2026:09:36:00 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.017 [openstack-keystone-api-5000] [] 10.0.0.7:5000 135 0.017 200 7f7a484460fc4eecc1313abe97b318ee 199.204.45.78 - - [16/Apr/2026:09:36:00 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.019 [openstack-keystone-api-5000] [] 10.0.0.7:5000 356 0.019 201 c8e9dd4a7d3a6680d6a39b8c17cced40 199.204.45.78 - - [16/Apr/2026:09:36:01 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 265 0.004 200 8d51d269d3a38c8719535c3d7a72e9e2 199.204.45.78 - - [16/Apr/2026:09:36:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.7:5000 1359 0.296 201 f1ab5aa0889cbad1140ae7d7f11653ec 199.204.45.78 - - [16/Apr/2026:09:36:01 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.005 300 c2e8e57557d721009635117b0f229933 199.204.45.78 - - [16/Apr/2026:09:36:01 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.018 [openstack-keystone-api-5000] [] 10.0.0.7:5000 131 0.018 404 ee28e7eaf1df6dcd17b62e5249d7b8ec 199.204.45.78 - - [16/Apr/2026:09:36:01 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.017 [openstack-keystone-api-5000] [] 10.0.0.7:5000 167 0.017 200 5dba61809897e9ebe0810cced36fd59b 199.204.45.78 - - [16/Apr/2026:09:36:01 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.022 [openstack-keystone-api-5000] [] 10.0.0.7:5000 222 0.022 201 fb96b5a280fd79f6bc09039c16000afa W0416 09:36:12.194722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:36:12.194778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:36:15.528571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:36:15.528621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:36:18.861985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:36:18.862028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:36:20.421531 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.110.135.181"}] I0416 09:36:20.426867 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"718440da-eb60-493e-beb3-37c6c3235dc0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7171", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 09:36:22.195774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:36:22.195822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:36:37.677308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:36:37.677338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:36:45.485522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:36:45.485553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:36:48.820464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:36:48.820515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:38:21.118634 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0416 09:38:21.118728 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0416 09:38:21.118779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:38:21.118796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:38:21.121560 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0416 09:38:21.121584 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0416 09:38:21.126904 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0416 09:38:21.127306 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0416 09:38:21.127584 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0416 09:38:21.127669 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0416 09:38:21.127727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:38:21.127746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:38:21.127860 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 09:38:21.129008 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"4d6b6ea3-c62a-451b-9d20-043f25605eb7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8033", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 09:38:21.181749 7 controller.go:216] "Backend successfully reloaded" I0416 09:38:21.182019 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x9x2s", UID:"02b56a7f-3531-4340-9a41-aad5ee03ecda", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 09:38:21.422048 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0416 09:38:21.423375 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.78 - - [16/Apr/2026:09:38:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.003 300 34837fa7244c869b5248c3134403d574 199.204.45.78 - - [16/Apr/2026:09:38:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.325 [openstack-keystone-api-5000] [] 10.0.0.7:5000 1990 0.325 201 18ad7648fba78a0e25533c3445882e00 199.204.45.78 - - [16/Apr/2026:09:38:22 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.028 [openstack-keystone-api-5000] [] 10.0.0.7:5000 85 0.028 404 35410e037c360a8f064e9469ad609f04 199.204.45.78 - - [16/Apr/2026:09:38:22 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.021 [openstack-keystone-api-5000] [] 10.0.0.7:5000 128 0.021 200 acc57db229cae3ac7d96300598ce15a7 199.204.45.78 - - [16/Apr/2026:09:38:22 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.025 [openstack-keystone-api-5000] [] 10.0.0.7:5000 229 0.025 201 93624896be2f156b76db4c86740eac1a W0416 09:38:24.461738 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0416 09:38:24.462055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:38:24.462102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:38:27.795352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:38:27.795417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [16/Apr/2026:09:38:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.004 300 eeef87e7fad0115dff54f7d5ebc2adbb 199.204.45.78 - - [16/Apr/2026:09:38:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 548 0.303 [openstack-keystone-api-5000] [] 10.0.0.7:5000 1990 0.303 201 36a8e5554db86479c96fc6dfe8c66d3d 199.204.45.78 - - [16/Apr/2026:09:38:30 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.029 [openstack-keystone-api-5000] [] 10.0.0.7:5000 1514 0.029 200 ce0d4bd7fc8c559cf005590f3c0ba57e 199.204.45.78 - - [16/Apr/2026:09:38:30 +0000] "PUT /v3/roles/b4d56081df4a4978afb4aa95ab8845b0/implies/ba6f033ea81e4680810e8900b9acc792 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.032 [openstack-keystone-api-5000] [] 10.0.0.7:5000 518 0.032 201 5916f94f9663b9ba8405e70756f957b8 I0416 09:39:20.419440 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.110.135.181"}] I0416 09:39:20.424906 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"4d6b6ea3-c62a-451b-9d20-043f25605eb7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8559", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 09:39:20.425458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:39:20.425484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [16/Apr/2026:09:39:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.004 300 f5ade2a6359f40e65daf1408034a8668 199.204.45.78 - - [16/Apr/2026:09:39:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.343 [openstack-keystone-api-5000] [] 10.0.0.7:5000 2053 0.343 201 1e440d669b171b0bf160751d190dc273 199.204.45.78 - - [16/Apr/2026:09:39:20 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.027 [openstack-keystone-api-5000] [] 10.0.0.7:5000 87 0.027 404 d84bb583629fbb61f1e665c1081e61b0 199.204.45.78 - - [16/Apr/2026:09:39:20 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.029 [openstack-keystone-api-5000] [] 10.0.0.7:5000 388 0.029 200 147d0ff21a75822446e840881c9f55d7 199.204.45.78 - - [16/Apr/2026:09:39:21 +0000] "GET /v3/users/rgw-RegionOne?domain_id=b47d7a30611f4c7296fc599b7d3d4b90 HTTP/1.1" 404 91 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.028 [openstack-keystone-api-5000] [] 10.0.0.7:5000 91 0.028 404 d1a49737f9779148c7e7a803c10d8fb0 199.204.45.78 - - [16/Apr/2026:09:39:21 +0000] "GET /v3/users?domain_id=b47d7a30611f4c7296fc599b7d3d4b90&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.039 [openstack-keystone-api-5000] [] 10.0.0.7:5000 177 0.039 200 96c117a3d42ffa3eb56a704751344619 199.204.45.78 - - [16/Apr/2026:09:39:21 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.293 [openstack-keystone-api-5000] [] 10.0.0.7:5000 290 0.293 201 1f81fa0837887aa9bf1639aadce0f30d 199.204.45.78 - - [16/Apr/2026:09:39:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.004 300 f197aae713350087955184c5ba65bf70 199.204.45.78 - - [16/Apr/2026:09:39:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 548 0.300 [openstack-keystone-api-5000] [] 10.0.0.7:5000 2053 0.300 201 cf3b132d2c3a9ee77791d3e0487df4b2 199.204.45.78 - - [16/Apr/2026:09:39:27 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 429 0.021 [openstack-keystone-api-5000] [] 10.0.0.7:5000 83 0.021 404 59c4fecbfb342ad5a73c91a7a9d7f2d8 199.204.45.78 - - [16/Apr/2026:09:39:27 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 447 0.019 [openstack-keystone-api-5000] [] 10.0.0.7:5000 359 0.019 200 feff87a8bc905619b5a9fa5f158100c4 199.204.45.78 - - [16/Apr/2026:09:39:27 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 433 0.022 [openstack-keystone-api-5000] [] 10.0.0.7:5000 87 0.022 404 4fba98976c362c1ef70d2d061320a5e6 199.204.45.78 - - [16/Apr/2026:09:39:27 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 451 0.025 [openstack-keystone-api-5000] [] 10.0.0.7:5000 388 0.025 200 d6c8ba4a6f787d583cc38ff3c57f11b2 199.204.45.78 - - [16/Apr/2026:09:39:27 +0000] "GET /v3/users/rgw-RegionOne?domain_id=b47d7a30611f4c7296fc599b7d3d4b90 HTTP/1.1" 404 91 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 480 0.019 [openstack-keystone-api-5000] [] 10.0.0.7:5000 91 0.019 404 f14962f93d75f81f6b941dec4495534a 199.204.45.78 - - [16/Apr/2026:09:39:27 +0000] "GET /v3/users?domain_id=b47d7a30611f4c7296fc599b7d3d4b90&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 498 0.045 [openstack-keystone-api-5000] [] 10.0.0.7:5000 456 0.045 200 4c25d738e08a3068410eec0fc8e12365 199.204.45.78 - - [16/Apr/2026:09:39:27 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.7:5000 88 0.023 404 1db36b0336cbdc680a0846143dc9d1cb 199.204.45.78 - - [16/Apr/2026:09:39:27 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.7:5000 518 0.025 200 872f7e2cf01606dfa73afa1307a18c14 199.204.45.78 - - [16/Apr/2026:09:39:27 +0000] "PUT /v3/projects/10b474fd8ae8483795f32968261853db/users/2f4b0d0e4fab4a12b5777b8e101546d6/roles/fd771bff0a7a4370b4c4cb41891bb530 HTTP/1.1" 204 0 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.33.1 CPython/3.12.3" 556 0.035 [openstack-keystone-api-5000] [] 10.0.0.7:5000 0 0.035 204 3f7951f70128729e30e4963e93cf68c6 199.204.45.78 - - [16/Apr/2026:09:39:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.006 300 f4222493e3884d08c1ac1c9f75af760b 199.204.45.78 - - [16/Apr/2026:09:39:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.329 [openstack-keystone-api-5000] [] 10.0.0.7:5000 2053 0.329 201 0eb05cf3d60986d518410acad182e9eb 199.204.45.78 - - [16/Apr/2026:09:39:31 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.020 [openstack-keystone-api-5000] [] 10.0.0.7:5000 150 0.020 200 c6eadeca883a25537c9aa287e4347a13 199.204.45.78 - - [16/Apr/2026:09:39:31 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.032 [openstack-keystone-api-5000] [] 10.0.0.7:5000 262 0.032 201 7026a2c8ae06a2aa5153fe56eac6b282 199.204.45.78 - - [16/Apr/2026:09:39:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.003 300 a6ce46520d339177ac0d0fe9652fcec7 199.204.45.78 - - [16/Apr/2026:09:39:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.7:5000 2155 0.298 201 f4f89b2565a68e5faa4cbb8f0b501ccb 199.204.45.78 - - [16/Apr/2026:09:39:32 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.021 [openstack-keystone-api-5000] [] 10.0.0.7:5000 86 0.021 404 57f55b374d5564f591f5ee388fc4e9ed 199.204.45.78 - - [16/Apr/2026:09:39:32 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.7:5000 380 0.018 200 e29426d3c4deb58b2bb14c124ec05dae 199.204.45.78 - - [16/Apr/2026:09:39:32 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=81701da89c354d29a57128b8c68b2456 HTTP/1.1" 200 204 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.019 [openstack-keystone-api-5000] [] 10.0.0.7:5000 204 0.019 200 316241e9cfeb6960b4cabc95208b654a 199.204.45.78 - - [16/Apr/2026:09:39:32 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.031 [openstack-keystone-api-5000] [] 10.0.0.7:5000 377 0.031 201 e7088a27cac46a00bfcfc49d01b6b0e2 199.204.45.78 - - [16/Apr/2026:09:39:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.004 300 f74850ec8d6cfe0ab5873d04128d7faa 199.204.45.78 - - [16/Apr/2026:09:39:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.7:5000 2363 0.295 201 04400d62d088026b126febfa1646c53f 199.204.45.78 - - [16/Apr/2026:09:39:33 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.7:5000 86 0.023 404 5556223e5eb9fe26e78ce92429bf0c31 199.204.45.78 - - [16/Apr/2026:09:39:33 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.014 [openstack-keystone-api-5000] [] 10.0.0.7:5000 380 0.014 200 6ab8937dd8878acf41aeeea958f2d669 199.204.45.78 - - [16/Apr/2026:09:39:33 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=81701da89c354d29a57128b8c68b2456 HTTP/1.1" 200 206 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.020 [openstack-keystone-api-5000] [] 10.0.0.7:5000 206 0.020 200 d2c8cc4ca1815b33437d252fa12229cb 199.204.45.78 - - [16/Apr/2026:09:39:33 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.025 [openstack-keystone-api-5000] [] 10.0.0.7:5000 391 0.025 201 17684637718ab8b3bfeed4f930e3a288 W0416 09:39:34.297639 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0416 09:39:34.297739 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0416 09:39:34.297807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:39:34.297826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:39:34.301373 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0416 09:39:34.301401 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0416 09:39:34.305967 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0416 09:39:34.306519 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0416 09:39:34.306830 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0416 09:39:34.306929 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0416 09:39:34.307005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:39:34.307024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:39:34.307165 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 09:39:34.314456 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"0329a90d-2015-4e3b-8760-a32f0bb44060", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8629", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 09:39:34.371163 7 controller.go:216] "Backend successfully reloaded" I0416 09:39:34.371420 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x9x2s", UID:"02b56a7f-3531-4340-9a41-aad5ee03ecda", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 09:39:34.689882 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0416 09:39:34.690733 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0416 09:39:37.641135 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0416 09:39:37.641344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:39:37.641375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:39:51.172937 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0416 09:39:51.173071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:39:51.173087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:39:54.507187 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0416 09:39:54.507335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:39:54.507358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:39:54.507479 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 09:39:54.580285 7 controller.go:216] "Backend successfully reloaded" I0416 09:39:54.580817 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x9x2s", UID:"02b56a7f-3531-4340-9a41-aad5ee03ecda", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 09:39:57.840982 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0416 09:39:57.841336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:39:57.841395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:40:01.174108 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0416 09:40:01.175149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:40:01.175188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:40:04.506594 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0416 09:40:04.506790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:40:04.506830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:40:07.840698 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0416 09:40:07.840931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:40:07.840959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:40:20.420847 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.110.135.181"}] W0416 09:40:20.426495 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0416 09:40:20.426603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:40:20.426617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:40:20.426726 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"0329a90d-2015-4e3b-8760-a32f0bb44060", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9062", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 09:40:23.761638 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0416 09:40:23.761838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:40:23.761866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:40:27.094717 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0416 09:40:27.095184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:40:27.095396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:40:30.427354 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0416 09:40:30.427594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:40:30.427619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:40:37.774836 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0416 09:40:37.775009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:40:37.775035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:41:16.281430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:41:16.281476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:42:39.714014 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0416 09:42:39.714092 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0416 09:42:39.714165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:42:39.714186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:42:39.716901 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.003s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:39.1kB} I0416 09:42:39.716921 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0416 09:42:39.721989 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0416 09:42:39.722235 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"eaed942d-799e-427d-a91d-1af5f4c4112b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10166", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 09:42:39.722542 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0416 09:42:39.723009 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0416 09:42:39.723133 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0416 09:42:39.723223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:42:39.723243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:42:39.723422 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 09:42:39.778402 7 controller.go:216] "Backend successfully reloaded" I0416 09:42:39.778909 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x9x2s", UID:"02b56a7f-3531-4340-9a41-aad5ee03ecda", APIVersion:"v1", ResourceVersion:"1448", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 09:42:40.335094 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0416 09:42:40.336706 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0416 09:42:43.056496 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0416 09:42:43.056700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:42:43.056729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [16/Apr/2026:09:42:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.003 300 4a0d6398218796d4ca052c2378b4918a 199.204.45.78 - - [16/Apr/2026:09:42:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.344 [openstack-keystone-api-5000] [] 10.0.0.7:5000 3197 0.344 201 fc81c97b2e0b38c53c92743bc30bcde9 199.204.45.78 - - [16/Apr/2026:09:42:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 25a32ba6528872ea6c27f5c3297a6b21 199.204.45.78 - - [16/Apr/2026:09:42:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 22340032e76066af4dda60dc35b3df18 199.204.45.78 - - [16/Apr/2026:09:42:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.002 300 59b9871c05433e4191b63a15ab191d0f 199.204.45.78 - - [16/Apr/2026:09:42:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.7:5000 3197 0.297 201 d8bee9f7ae305aafd10a906b5fd31e72 199.204.45.78 - - [16/Apr/2026:09:42:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 708115ce294a86ef8ffaebdaf5dbb565 199.204.45.78 - - [16/Apr/2026:09:42:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 42bd82605fe0a96c08bb07ea21d11089 199.204.45.78 - - [16/Apr/2026:09:42:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.004 300 ef38739a8a48f89d11875b1b9e5a464c 199.204.45.78 - - [16/Apr/2026:09:42:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.7:5000 3197 0.302 201 391735395cd13416b697220c18ddc3f2 199.204.45.78 - - [16/Apr/2026:09:42:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3d11e8a9bf2c9b403af7854d9f8363e1 199.204.45.78 - - [16/Apr/2026:09:42:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9441482439d5200094c8c4384b0d1585 199.204.45.78 - - [16/Apr/2026:09:42:49 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.003 300 dd513c5766b457a10dc94bb21d7605bc 199.204.45.78 - - [16/Apr/2026:09:42:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.7:5000 3197 0.296 201 13af848a6262f230cd63d03c95c5d96c 199.204.45.78 - - [16/Apr/2026:09:42:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 637f6d459186577a67488bd8a956911f 199.204.45.78 - - [16/Apr/2026:09:42:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e4f578fa0c52cc5a2eecd10194684c00 W0416 09:42:50.096200 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0416 09:42:50.096567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:42:50.096605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [16/Apr/2026:09:42:51 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.003 300 54f2280564515ad226df0f97c76e24c2 199.204.45.78 - - [16/Apr/2026:09:42:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.7:5000 3197 0.294 201 376b1aae053a53147c7759744e2f21a5 199.204.45.78 - - [16/Apr/2026:09:42:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b961b025efca38fa5d638691cc96452d 199.204.45.78 - - [16/Apr/2026:09:42:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 092f6a054d86b7e1cec8646fac736dbf 199.204.45.78 - - [16/Apr/2026:09:42:52 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.004 300 15b9fb46c07c0a7ed1c72621983f8865 199.204.45.78 - - [16/Apr/2026:09:42:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.7:5000 3197 0.296 201 7b58e55c104fe25fba60c6f4b87606d0 199.204.45.78 - - [16/Apr/2026:09:42:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8751505908241d1ac25f717b6db05dd2 199.204.45.78 - - [16/Apr/2026:09:42:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b0c8a38576a6fc5ae8d9ade64f238674 199.204.45.78 - - [16/Apr/2026:09:42:54 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.004 300 d4f11d35c05beab7cac24d7056332eec 199.204.45.78 - - [16/Apr/2026:09:42:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.307 [openstack-keystone-api-5000] [] 10.0.0.7:5000 3197 0.307 201 0bf1c80ec440b28736ff89b6cb019a1f 199.204.45.78 - - [16/Apr/2026:09:42:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e6cf6ce67303978fae277a90c6fbeaaa 199.204.45.78 - - [16/Apr/2026:09:42:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f41b259375cc6499423294f9406e5b74 199.204.45.78 - - [16/Apr/2026:09:42:56 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.004 300 f6e8a178402f738b4beaa33de7dd0980 199.204.45.78 - - [16/Apr/2026:09:42:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.7:5000 3197 0.291 201 52eb55467af6ed4dc63a49c0a9a8b627 199.204.45.78 - - [16/Apr/2026:09:42:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - eb89bdb1615011ceb0b767aeb07521bc 199.204.45.78 - - [16/Apr/2026:09:42:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3e659e271129cc03f2ddd6a693023221 199.204.45.78 - - [16/Apr/2026:09:42:58 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.003 300 eafcc47014dfd8b4287e2dd4a77089f4 199.204.45.78 - - [16/Apr/2026:09:42:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.7:5000 3197 0.293 201 9d263709ea5e17215b0d3753dd294519 199.204.45.78 - - [16/Apr/2026:09:42:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - dfab23048017929639e95373d5df7fc1 199.204.45.78 - - [16/Apr/2026:09:42:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d2da4ffefd34d0bc24f555e203e983a1 W0416 09:42:59.439984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:42:59.440016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [16/Apr/2026:09:42:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.004 300 0fe37072b26fce2309927ef8967319d9 199.204.45.78 - - [16/Apr/2026:09:43:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.7:5000 3197 0.290 201 59aa4900ef27ef8becb66b2cb3a7c2f9 199.204.45.78 - - [16/Apr/2026:09:43:00 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.184:9292 1301 0.002 300 59256e3b64bda6df14dbe0c7c8984dcd 199.204.45.78 - - [16/Apr/2026:09:43:00 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.549 [openstack-glance-api-9292] [] 10.0.0.184:9292 69 0.549 200 175cd42f128b90202a4c5468533d538d 199.204.45.78 - - [16/Apr/2026:09:43:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.7:5000 280 0.004 300 3df47527ec26ad86e487307ba51344d3 199.204.45.78 - - [16/Apr/2026:09:43:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.311 [openstack-keystone-api-5000] [] 10.0.0.7:5000 3197 0.311 201 b8bd5e275e03a80dd068a72fc3ac8b28 199.204.45.78 - - [16/Apr/2026:09:43:03 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.184:9292 1301 0.002 300 c3411faabbd7f1e81716b60f9ae3e88a 199.204.45.78 - - [16/Apr/2026:09:43:03 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.035 [openstack-glance-api-9292] [] 10.0.0.184:9292 69 0.035 200 8ed983a67c26d35ae79a954ca97ee367 199.204.45.78 - - [16/Apr/2026:09:43:04 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.113 [openstack-glance-api-9292] [] 10.0.0.184:9292 151 0.113 404 676abea1b82fadbf283beacf5d960c45 199.204.45.78 - - [16/Apr/2026:09:43:04 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.022 [openstack-glance-api-9292] [] 10.0.0.184:9292 81 0.022 200 b75545b980ec7a13b45f473c1959546b 199.204.45.78 - - [16/Apr/2026:09:43:04 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.018 [openstack-glance-api-9292] [] 10.0.0.184:9292 84 0.018 200 e10185af40219a499e981899e6c1cf24 199.204.45.78 - - [16/Apr/2026:09:43:04 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.059 [openstack-glance-api-9292] [] 10.0.0.184:9292 760 0.059 201 2f0760463b670d14702b8794241147b6 199.204.45.78 - - [16/Apr/2026:09:43:07 +0000] "PUT /v2/images/3640bc1a-bcf2-4fc5-9724-037a8a1528cf/file HTTP/1.1" 204 0 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.274 [openstack-glance-api-9292] [] 10.0.0.184:9292 0 3.274 204 d829ac55a77805d47e2813453eac9f8f 199.204.45.78 - - [16/Apr/2026:09:43:07 +0000] "GET /v2/images/3640bc1a-bcf2-4fc5-9724-037a8a1528cf HTTP/1.1" 200 1171 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-glance-api-9292] [] 10.0.0.184:9292 1171 0.018 200 fb8673e51e33158a4ef8cfebaf0687c3 199.204.45.78 - - [16/Apr/2026:09:43:07 +0000] "GET /v2/images/3640bc1a-bcf2-4fc5-9724-037a8a1528cf HTTP/1.1" 200 1171 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.184:9292 1171 0.015 200 acf5a5c4ddab50552ba96867b693accf W0416 09:43:10.466775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:43:10.466811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:43:13.801540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:43:13.801606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 09:43:20.419453 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.110.135.181"}] I0416 09:43:20.425476 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"eaed942d-799e-427d-a91d-1af5f4c4112b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10549", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 09:43:20.426263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 09:43:20.426288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store