------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0314 07:02:27.583555 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0314 07:02:27.583708 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0314 07:02:27.589893 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0314 07:02:27.593052 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0314 07:02:27.800429 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0314 07:02:27.820292 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0314 07:02:27.830088 7 nginx.go:271] "Starting NGINX Ingress controller" I0314 07:02:27.839320 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"c303c3be-1790-469d-b548-006a410473c9", APIVersion:"v1", ResourceVersion:"1154", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0314 07:02:27.842867 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"0db5f3da-7bbb-48b2-bb1e-3145a4729283", APIVersion:"v1", ResourceVersion:"1153", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0314 07:02:27.842927 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"d8dfdae6-450f-4141-83a8-a7691db5d6ed", APIVersion:"v1", ResourceVersion:"1152", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0314 07:02:29.031989 7 nginx.go:317] "Starting NGINX process" I0314 07:02:29.032089 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0314 07:02:29.032760 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0314 07:02:29.033163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:29.033219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:02:29.033292 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:02:29.040110 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0314 07:02:29.040233 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-fnwqz" I0314 07:02:29.067437 7 controller.go:216] "Backend successfully reloaded" I0314 07:02:29.067531 7 controller.go:227] "Initial sync, sleeping for 1 second" I0314 07:02:29.067588 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fnwqz", UID:"31a34d85-65c1-45c5-8131-2105d0830ba1", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 07:02:32.857586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:32.857634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:36.191249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:36.191283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:39.525749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:39.525800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:42.859392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:42.859436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:46.191156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:46.191229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:49.525647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:49.525699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:52.858805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:52.858872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:56.191755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:56.191816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:59.525197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:02:59.525241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:03:03.891526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:03:03.891588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:03:54.309391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:03:54.309442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:12.564420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:12.564461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:15.898086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:15.898170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:19.231302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:19.231361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:22.565507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:22.565562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:25.898813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:25.898849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:29.231217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:29.231265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:33.757045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:33.757087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:37.091163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:37.091217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:40.424596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:40.424639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:45.834271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:45.834297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:51.654199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:51.654247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:54.989262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:54.989308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:55.139561 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-4.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-4.nip.io-tls was not found. Using default certificate W0314 07:06:55.139666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:55.139682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:06:55.141855 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0314 07:06:55.141902 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0314 07:06:55.147823 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0314 07:06:55.148150 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a18882c9-cf21-4914-b9b2-82c09400141c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3077", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:06:55.148503 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-4.nip.io-tls" in local store I0314 07:06:55.720949 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-4.nip.io-tls" I0314 07:06:55.721841 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-4.nip.io-tls" W0314 07:06:58.321199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:58.321326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:06:58.321445 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:06:58.360220 7 controller.go:216] "Backend successfully reloaded" I0314 07:06:58.360580 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fnwqz", UID:"31a34d85-65c1-45c5-8131-2105d0830ba1", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 07:07:01.655405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:01.655447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [14/Mar/2026:07:07:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 2.210 [auth-system-keycloak-80] [] 10.0.0.64:8080 1921 2.208 200 3bca12819461e77c1f9780ffb7579f67 199.204.45.4 - - [14/Mar/2026:07:07:06 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1193 0.187 [auth-system-keycloak-80] [] 10.0.0.64:8080 116 0.187 404 4c36e434422e45e4eb0deda9fc3860ad 199.204.45.4 - - [14/Mar/2026:07:07:10 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1292 4.299 [auth-system-keycloak-80] [] 10.0.0.64:8080 0 4.299 201 ca3f81f57e0dcc9e3753e2ace610e6ab 199.204.45.4 - - [14/Mar/2026:07:07:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.565 [auth-system-keycloak-80] [] 10.0.0.64:8080 4246 0.565 200 92cf348aab15a128f344717e98be78ed 199.204.45.4 - - [14/Mar/2026:07:07:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.544 [auth-system-keycloak-80] [] 10.0.0.64:8080 1921 0.542 200 024e5d52eac3f37d929e129ef0d6ef87 199.204.45.4 - - [14/Mar/2026:07:07:12 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1207 0.082 [auth-system-keycloak-80] [] 10.0.0.64:8080 12500 0.082 200 0acd0697c12008d9e4b583ff159b264f 199.204.45.4 - - [14/Mar/2026:07:07:12 +0000] "GET /admin/realms/atmosphere/client-scopes/c1df9722-6cb0-47ee-a376-554686075cb1 HTTP/1.1" 200 1278 "-" "Ansible" 1244 0.011 [auth-system-keycloak-80] [] 10.0.0.64:8080 1278 0.011 200 f65d0a540a8b66336b6fcbbc6b1a48b9 199.204.45.4 - - [14/Mar/2026:07:07:12 +0000] "PUT /admin/realms/atmosphere/client-scopes/c1df9722-6cb0-47ee-a376-554686075cb1 HTTP/1.1" 204 0 "-" "Ansible" 1844 0.069 [auth-system-keycloak-80] [] 10.0.0.64:8080 0 0.068 204 b6d827499a5a0e9b5a5cb88a6cef3325 199.204.45.4 - - [14/Mar/2026:07:07:12 +0000] "GET /admin/realms/atmosphere/client-scopes/c1df9722-6cb0-47ee-a376-554686075cb1/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1268 0.019 [auth-system-keycloak-80] [] 10.0.0.64:8080 963 0.019 200 25d30eef3a1f54b498f0c14d818997a8 199.204.45.4 - - [14/Mar/2026:07:07:12 +0000] "GET /admin/realms/atmosphere/client-scopes/c1df9722-6cb0-47ee-a376-554686075cb1/protocol-mappers/models/548ce2d8-8d8f-4d98-ba8c-11b5924c5619 HTTP/1.1" 200 366 "-" "Ansible" 1305 0.060 [auth-system-keycloak-80] [] 10.0.0.64:8080 366 0.060 200 0b776b9ff15fad195dc034a1abd02628 199.204.45.4 - - [14/Mar/2026:07:07:13 +0000] "PUT /admin/realms/atmosphere/client-scopes/c1df9722-6cb0-47ee-a376-554686075cb1/protocol-mappers/models/548ce2d8-8d8f-4d98-ba8c-11b5924c5619 HTTP/1.1" 204 0 "-" "Ansible" 1618 0.087 [auth-system-keycloak-80] [] 10.0.0.64:8080 0 0.086 204 9d5db256c71a1d93461bafdd3afc067d 199.204.45.4 - - [14/Mar/2026:07:07:13 +0000] "GET /admin/realms/atmosphere/client-scopes/c1df9722-6cb0-47ee-a376-554686075cb1 HTTP/1.1" 200 1218 "-" "Ansible" 1244 0.013 [auth-system-keycloak-80] [] 10.0.0.64:8080 1218 0.013 200 d20113641aa8417532e0ac2df8a45b9a I0314 07:07:29.048260 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.241.142"}] I0314 07:07:29.053845 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a18882c9-cf21-4914-b9b2-82c09400141c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3428", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:07:29.055691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:29.055729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [14/Mar/2026:07:07:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.507 [auth-system-keycloak-80] [] 10.0.0.64:8080 1921 0.506 200 584fc226bb065904a1ed8b02088a2eeb 199.204.45.4 - - [14/Mar/2026:07:07:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1223 0.019 [auth-system-keycloak-80] [] 10.0.0.64:8080 2 0.019 200 c29662805b579fd2250652558739f5ae 199.204.45.4 - - [14/Mar/2026:07:07:34 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1651 0.273 [auth-system-keycloak-80] [] 10.0.0.64:8080 0 0.272 201 7e74df57e292fcedd981ebf76c9f31aa 199.204.45.4 - - [14/Mar/2026:07:07:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.081 [auth-system-keycloak-80] [] 10.0.0.64:8080 1257 0.081 200 de927a49cf00f0be500821c8b1b986be 199.204.45.4 - - [14/Mar/2026:07:07:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.473 [auth-system-keycloak-80] [] 10.0.0.64:8080 1921 0.472 200 517181a5bea0fa3a941473db4e283222 199.204.45.4 - - [14/Mar/2026:07:07:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1218 0.028 [auth-system-keycloak-80] [] 10.0.0.64:8080 2 0.028 200 cf73087576c0065cda6bd20d04bf690a 199.204.45.4 - - [14/Mar/2026:07:07:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1680 0.104 [auth-system-keycloak-80] [] 10.0.0.64:8080 0 0.103 201 aede58b8a3c885f51c0bd9ecefb32957 199.204.45.4 - - [14/Mar/2026:07:07:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.019 [auth-system-keycloak-80] [] 10.0.0.64:8080 1280 0.019 200 f0aca64525e64be098087cd2beb934f1 199.204.45.4 - - [14/Mar/2026:07:07:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.466 [auth-system-keycloak-80] [] 10.0.0.64:8080 1921 0.464 200 70f127fbc2e4964d3017b0286135ff67 199.204.45.4 - - [14/Mar/2026:07:07:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1221 0.011 [auth-system-keycloak-80] [] 10.0.0.64:8080 2 0.011 200 18be482cbfa30f4e0d75bc1f1ba29137 199.204.45.4 - - [14/Mar/2026:07:07:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1643 0.087 [auth-system-keycloak-80] [] 10.0.0.64:8080 0 0.086 201 70699999f587c5271b0c13adad1da541 199.204.45.4 - - [14/Mar/2026:07:07:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.080 [auth-system-keycloak-80] [] 10.0.0.64:8080 1247 0.080 200 ffe7af1f07ca719b3d852db624259ef1 199.204.45.4 - - [14/Mar/2026:07:07:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.568 [auth-system-keycloak-80] [] 10.0.0.64:8080 1921 0.567 200 5cc28abee0e6a90e8a7acf666a2ed428 199.204.45.4 - - [14/Mar/2026:07:07:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.64:8080 1257 0.006 200 b327bb1bbf113328949d0abc5c4d9577 199.204.45.4 - - [14/Mar/2026:07:07:37 +0000] "GET /admin/realms/atmosphere/clients/d2cf1e8e-a0a3-4760-afb1-c2640b87f99e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.065 [auth-system-keycloak-80] [] 10.0.0.64:8080 119 0.065 404 72b74f051d7dc4655f3fd4b910d9712d 199.204.45.4 - - [14/Mar/2026:07:07:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.64:8080 1257 0.008 200 692983fd6ec65c371da49c050031550c 199.204.45.4 - - [14/Mar/2026:07:07:37 +0000] "POST /admin/realms/atmosphere/clients/d2cf1e8e-a0a3-4760-afb1-c2640b87f99e/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.018 [auth-system-keycloak-80] [] 10.0.0.64:8080 0 0.017 201 d3645721a158d2a51092596b073937fa 199.204.45.4 - - [14/Mar/2026:07:07:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.64:8080 1257 0.006 200 be95f934b7dea55765af1db42331011f 199.204.45.4 - - [14/Mar/2026:07:07:38 +0000] "GET /admin/realms/atmosphere/clients/d2cf1e8e-a0a3-4760-afb1-c2640b87f99e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.038 [auth-system-keycloak-80] [] 10.0.0.64:8080 166 0.038 200 08442ff15d9c08795b3ccd21a5d80038 199.204.45.4 - - [14/Mar/2026:07:07:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.467 [auth-system-keycloak-80] [] 10.0.0.64:8080 1921 0.466 200 40b7bed270296bfc479aa3f5117cc736 199.204.45.4 - - [14/Mar/2026:07:07:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.032 [auth-system-keycloak-80] [] 10.0.0.64:8080 1280 0.032 200 8a18720ff06625cbb57f9710c83209e8 199.204.45.4 - - [14/Mar/2026:07:07:38 +0000] "GET /admin/realms/atmosphere/clients/8c66b5fd-d7dd-49b7-bcbb-ed86c67e9715/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1250 0.010 [auth-system-keycloak-80] [] 10.0.0.64:8080 119 0.010 404 eb5b9f445fafe62c4ffde05913cc2bbe 199.204.45.4 - - [14/Mar/2026:07:07:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.005 [auth-system-keycloak-80] [] 10.0.0.64:8080 1280 0.005 200 4e7a56112ffd523754587c171fab7ac6 199.204.45.4 - - [14/Mar/2026:07:07:38 +0000] "POST /admin/realms/atmosphere/clients/8c66b5fd-d7dd-49b7-bcbb-ed86c67e9715/roles HTTP/1.1" 201 0 "-" "Ansible" 1345 0.063 [auth-system-keycloak-80] [] 10.0.0.64:8080 0 0.062 201 1a327078e530a1165f1de1d2643bd0c7 199.204.45.4 - - [14/Mar/2026:07:07:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.006 [auth-system-keycloak-80] [] 10.0.0.64:8080 1280 0.006 200 520904a695e5bf09e2ddbba11d9bbdf3 199.204.45.4 - - [14/Mar/2026:07:07:38 +0000] "GET /admin/realms/atmosphere/clients/8c66b5fd-d7dd-49b7-bcbb-ed86c67e9715/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1250 0.012 [auth-system-keycloak-80] [] 10.0.0.64:8080 165 0.012 200 bee661592ba0d7a8fd148e0ab7f60c71 199.204.45.4 - - [14/Mar/2026:07:07:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.474 [auth-system-keycloak-80] [] 10.0.0.64:8080 1921 0.473 200 7158833ca2abd15e63611ebdcc0b156f 199.204.45.4 - - [14/Mar/2026:07:07:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.64:8080 1280 0.007 200 1b19678e794ef1554b15ae527c63d18a 199.204.45.4 - - [14/Mar/2026:07:07:39 +0000] "GET /admin/realms/atmosphere/clients/8c66b5fd-d7dd-49b7-bcbb-ed86c67e9715/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1251 0.008 [auth-system-keycloak-80] [] 10.0.0.64:8080 119 0.008 404 96eafed5a072294c7e8b8f233d25e2fe 199.204.45.4 - - [14/Mar/2026:07:07:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.005 [auth-system-keycloak-80] [] 10.0.0.64:8080 1280 0.005 200 db9f2982a0f33672a1287a63e8b3b138 199.204.45.4 - - [14/Mar/2026:07:07:39 +0000] "POST /admin/realms/atmosphere/clients/8c66b5fd-d7dd-49b7-bcbb-ed86c67e9715/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.015 [auth-system-keycloak-80] [] 10.0.0.64:8080 0 0.015 201 8634ca0ebe26ac1d9abbb5eb3e03b713 199.204.45.4 - - [14/Mar/2026:07:07:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.64:8080 1280 0.007 200 99a741d119e2b99aca073c707d97841d 199.204.45.4 - - [14/Mar/2026:07:07:39 +0000] "GET /admin/realms/atmosphere/clients/8c66b5fd-d7dd-49b7-bcbb-ed86c67e9715/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1251 0.013 [auth-system-keycloak-80] [] 10.0.0.64:8080 166 0.013 200 1ce95d2f9d063cb4fa82a7efff3aac83 199.204.45.4 - - [14/Mar/2026:07:07:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.468 [auth-system-keycloak-80] [] 10.0.0.64:8080 1921 0.467 200 e5e17714040e42aa4ff825082e14ae03 199.204.45.4 - - [14/Mar/2026:07:07:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.029 [auth-system-keycloak-80] [] 10.0.0.64:8080 1280 0.029 200 ff8d92a73bc7196682f6ec4531220fd0 199.204.45.4 - - [14/Mar/2026:07:07:40 +0000] "GET /admin/realms/atmosphere/clients/8c66b5fd-d7dd-49b7-bcbb-ed86c67e9715/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1251 0.011 [auth-system-keycloak-80] [] 10.0.0.64:8080 119 0.011 404 629ba17117f99db3baca9bee257c829a 199.204.45.4 - - [14/Mar/2026:07:07:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.067 [auth-system-keycloak-80] [] 10.0.0.64:8080 1280 0.067 200 4fff62f75a4ce1ebcd91d1d787e1e22f 199.204.45.4 - - [14/Mar/2026:07:07:40 +0000] "POST /admin/realms/atmosphere/clients/8c66b5fd-d7dd-49b7-bcbb-ed86c67e9715/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.017 [auth-system-keycloak-80] [] 10.0.0.64:8080 0 0.016 201 0bf57b08bb44da2667a7a1f436693491 199.204.45.4 - - [14/Mar/2026:07:07:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.058 [auth-system-keycloak-80] [] 10.0.0.64:8080 1280 0.058 200 0e3d893c46af728afe1993aa8cfe30e7 199.204.45.4 - - [14/Mar/2026:07:07:40 +0000] "GET /admin/realms/atmosphere/clients/8c66b5fd-d7dd-49b7-bcbb-ed86c67e9715/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1251 0.011 [auth-system-keycloak-80] [] 10.0.0.64:8080 166 0.011 200 1e118cb39abf4b52085c285fd6405de4 199.204.45.4 - - [14/Mar/2026:07:07:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.446 [auth-system-keycloak-80] [] 10.0.0.64:8080 1921 0.445 200 cfc2153d36b189a3e2aba8be9bfdad83 199.204.45.4 - - [14/Mar/2026:07:07:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.64:8080 1247 0.006 200 39b627683230c09716e512a1cca1c2c3 199.204.45.4 - - [14/Mar/2026:07:07:41 +0000] "GET /admin/realms/atmosphere/clients/49872c7f-255b-490b-aa52-1d09c75716b9/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.025 [auth-system-keycloak-80] [] 10.0.0.64:8080 119 0.025 404 b576f13af280e052946fac1eb974cc4d 199.204.45.4 - - [14/Mar/2026:07:07:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.64:8080 1247 0.006 200 1407f365d2c3bc09bcd57e3f2c47534e 199.204.45.4 - - [14/Mar/2026:07:07:41 +0000] "POST /admin/realms/atmosphere/clients/49872c7f-255b-490b-aa52-1d09c75716b9/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.014 [auth-system-keycloak-80] [] 10.0.0.64:8080 0 0.014 201 cf335e6ae3a7742820dd6814cdee0b10 199.204.45.4 - - [14/Mar/2026:07:07:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.042 [auth-system-keycloak-80] [] 10.0.0.64:8080 1247 0.042 200 cffd7ad5122163e821e998ccebc8bc14 199.204.45.4 - - [14/Mar/2026:07:07:41 +0000] "GET /admin/realms/atmosphere/clients/49872c7f-255b-490b-aa52-1d09c75716b9/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.011 [auth-system-keycloak-80] [] 10.0.0.64:8080 166 0.011 200 5b44400ad4e61770d590fdb3cdd1e3ac W0314 07:07:55.255251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:55.255292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:58.589086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:58.589134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:48.159924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:48.159983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:48.234136 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:08:48.234207 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0314 07:08:48.234279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:48.234297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:48.235646 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:08:48.235735 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0314 07:08:48.235791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:48.235815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:08:48.235863 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0314 07:08:48.235888 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0314 07:08:48.235975 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:08:48.236119 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0314 07:08:48.236201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:48.236218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:08:48.237908 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0314 07:08:48.237929 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0314 07:08:48.238201 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 07:08:48.238239 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0314 07:08:48.241684 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0314 07:08:48.242143 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"35810dd5-42bd-480b-84cc-5e003eae05cd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4028", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:08:48.242382 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0314 07:08:48.244409 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0314 07:08:48.244578 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9455f8c9-bb54-4196-8acf-4c1d28599657", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4029", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:08:48.244734 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0314 07:08:48.244772 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0314 07:08:48.244879 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"54abba4d-e403-4cb2-95ea-dc9802d9ab65", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4030", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:08:48.244979 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0314 07:08:48.528616 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0314 07:08:48.529859 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0314 07:08:48.752360 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0314 07:08:48.753847 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0314 07:08:49.851731 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0314 07:08:49.852976 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0314 07:08:51.492423 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:08:51.492460 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:08:51.492482 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:08:51.492560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:51.492576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:08:51.492644 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:08:51.533370 7 controller.go:216] "Backend successfully reloaded" I0314 07:08:51.533591 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fnwqz", UID:"31a34d85-65c1-45c5-8131-2105d0830ba1", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 07:08:54.826915 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:08:54.826988 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:08:54.827026 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:08:54.827147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:54.827180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:58.158681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:08:58.158750 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:08:58.158788 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:08:58.158926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:08:58.158954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:01.492699 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:09:01.493221 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:09:01.493348 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:09:01.493701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:01.493774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:04.825757 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:09:04.825819 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:09:04.825885 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:09:04.826005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:04.826041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:08.159065 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:09:08.159126 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:09:08.159163 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:09:08.159298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:08.159326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:11.492206 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:09:11.492270 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:09:11.492307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:09:11.492439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:11.492469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:14.825331 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:09:14.825434 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:09:14.825538 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:09:14.825740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:14.825766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:18.159105 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:09:18.159177 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:09:18.159221 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:09:18.159365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:18.159395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:21.492285 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:09:21.492461 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:09:21.492631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:21.492674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:24.825166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:09:24.825226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:09:24.825300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:24.825317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:28.159220 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:09:28.159364 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:09:28.159639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:28.159672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:09:29.047370 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.241.142"}] I0314 07:09:29.047473 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.241.142"}] I0314 07:09:29.047573 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.241.142"}] I0314 07:09:29.056165 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"54abba4d-e403-4cb2-95ea-dc9802d9ab65", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5036", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:09:29.059437 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"9455f8c9-bb54-4196-8acf-4c1d28599657", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5037", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:09:29.060366 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"35810dd5-42bd-480b-84cc-5e003eae05cd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5038", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:09:31.491785 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:09:31.491880 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:09:31.491996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:31.492023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.74 - - [14/Mar/2026:07:09:31 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6340 "-" "Go-http-client/1.1" 159 0.033 [auth-system-keycloak-80] [] 10.0.0.64:8080 6340 0.033 200 314634831f72b158bba11b523ee6dac9 10.0.0.41 - - [14/Mar/2026:07:09:32 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6340 "-" "Go-http-client/1.1" 159 0.005 [auth-system-keycloak-80] [] 10.0.0.64:8080 6340 0.005 200 c3f7b7100de3d3589394b3a6e7189996 W0314 07:09:34.825574 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:09:34.825697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:34.825710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:38.158472 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:09:38.162109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:38.162226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:41.492876 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:09:41.493311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:41.493344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:44.827076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:44.827122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:48.159198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:48.159258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:58.681664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:58.681712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:02.015320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:02.015375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [14/Mar/2026:07:10:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.484 [auth-system-keycloak-80] [] 10.0.0.64:8080 1921 0.483 200 9a9fe9ac65b13d0553af2e531213b249 199.204.45.4 - - [14/Mar/2026:07:10:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.006 [auth-system-keycloak-80] [] 10.0.0.64:8080 4246 0.006 200 0335341dca4cfefec10e193632daffc6 199.204.45.4 - - [14/Mar/2026:07:10:02 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5705 0.344 [auth-system-keycloak-80] [] 10.0.0.64:8080 0 0.343 204 68db989275370fe899bb8c97b288e44b 199.204.45.4 - - [14/Mar/2026:07:10:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1193 0.191 [auth-system-keycloak-80] [] 10.0.0.64:8080 4384 0.191 200 ce7e942900fa941c851d976e7cfee853 199.204.45.4 - - [14/Mar/2026:07:10:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.426 [auth-system-keycloak-80] [] 10.0.0.64:8080 1921 0.425 200 82f2bd2852b5353f039c2ce79655a3cf 199.204.45.4 - - [14/Mar/2026:07:10:04 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1225 0.030 [auth-system-keycloak-80] [] 10.0.0.64:8080 1682 0.030 200 d27d17c131ebebb3632bd746eae55f85 199.204.45.4 - - [14/Mar/2026:07:10:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6340 "-" "ansible-httpget" 179 0.005 [auth-system-keycloak-80] [] 10.0.0.64:8080 6340 0.005 200 ce8c0293a9669dd0ce4a37af2d4e9d59 199.204.45.4 - - [14/Mar/2026:07:10:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.494 [auth-system-keycloak-80] [] 10.0.0.64:8080 1921 0.492 200 06a9e8f3a150ae0689f0def12c823cec 199.204.45.4 - - [14/Mar/2026:07:10:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1219 0.010 [auth-system-keycloak-80] [] 10.0.0.64:8080 2 0.010 200 cbfea4d05d71badb48854485bfdc6547 199.204.45.4 - - [14/Mar/2026:07:10:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1620 0.180 [auth-system-keycloak-80] [] 10.0.0.64:8080 0 0.179 201 78c7bfc1fe2f21d90d6c4a382bb26882 199.204.45.4 - - [14/Mar/2026:07:10:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2238 "-" "Ansible" 1219 0.082 [auth-system-keycloak-80] [] 10.0.0.64:8080 2238 0.082 200 0aef900a7d5be1a621ff93c1509ee72d 199.204.45.4 - - [14/Mar/2026:07:10:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.461 [auth-system-keycloak-80] [] 10.0.0.64:8080 1921 0.460 200 56e35f24f7740395fb7a8dcef0bf6a89 199.204.45.4 - - [14/Mar/2026:07:10:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2238 "-" "Ansible" 1219 0.006 [auth-system-keycloak-80] [] 10.0.0.64:8080 2238 0.006 200 f1d59be8775fddd016f1465179f1fa49 199.204.45.4 - - [14/Mar/2026:07:10:07 +0000] "GET /admin/realms/atmosphere/clients/3979c22c-0b07-4e01-9eab-e11ab9265aff/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1259 0.015 [auth-system-keycloak-80] [] 10.0.0.64:8080 233 0.015 200 947dc03141d8538dc0a48b6e5a1e13b8 199.204.45.4 - - [14/Mar/2026:07:10:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1227 0.038 [auth-system-keycloak-80] [] 10.0.0.64:8080 831 0.038 200 55b6fd4db801c42b8672b88730ae24db 199.204.45.4 - - [14/Mar/2026:07:10:07 +0000] "GET /admin/realms/atmosphere/clients/f6686c79-bc85-4452-99cd-463fc8adeb6e/roles HTTP/1.1" 200 3758 "-" "Ansible" 1244 0.075 [auth-system-keycloak-80] [] 10.0.0.64:8080 3758 0.075 200 00f6a3777841d9e4bd9291ad4e45467a 199.204.45.4 - - [14/Mar/2026:07:10:07 +0000] "GET /admin/realms/atmosphere/users/9e1fc6d6-4d1b-4aa5-a912-b9d367612273/role-mappings/clients/f6686c79-bc85-4452-99cd-463fc8adeb6e/available HTTP/1.1" 200 3758 "-" "Ansible" 1305 0.108 [auth-system-keycloak-80] [] 10.0.0.64:8080 3758 0.108 200 41aedd2768435ac2d09b9d74e56b0019 199.204.45.4 - - [14/Mar/2026:07:10:07 +0000] "GET /admin/realms/atmosphere/users/9e1fc6d6-4d1b-4aa5-a912-b9d367612273/role-mappings/clients/f6686c79-bc85-4452-99cd-463fc8adeb6e/composite HTTP/1.1" 200 2 "-" "Ansible" 1305 0.019 [auth-system-keycloak-80] [] 10.0.0.64:8080 2 0.019 200 4780ecdbcf2554a9c01fd7028da0da1b 199.204.45.4 - - [14/Mar/2026:07:10:07 +0000] "POST /admin/realms/atmosphere/users/9e1fc6d6-4d1b-4aa5-a912-b9d367612273/role-mappings/clients/f6686c79-bc85-4452-99cd-463fc8adeb6e HTTP/1.1" 204 0 "-" "Ansible" 1386 0.051 [auth-system-keycloak-80] [] 10.0.0.64:8080 0 0.050 204 62cf747f241797379e99682e6e38dffe 199.204.45.4 - - [14/Mar/2026:07:10:07 +0000] "GET /admin/realms/atmosphere/users/9e1fc6d6-4d1b-4aa5-a912-b9d367612273/role-mappings/clients/f6686c79-bc85-4452-99cd-463fc8adeb6e/composite HTTP/1.1" 200 576 "-" "Ansible" 1305 0.015 [auth-system-keycloak-80] [] 10.0.0.64:8080 576 0.015 200 55e920a2957f2b227989cbef53430924 W0314 07:10:10.149284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:10.149533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:13.483646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:13.483807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:27.982858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:27.982895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:31.316963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:31.317034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:14.684408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:14.684448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:47.521279 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 07:12:47.521365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:47.521389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:12:47.525382 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0314 07:12:47.525418 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0314 07:12:47.529661 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0314 07:12:47.530038 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"74d5d9dd-97ad-4760-91f2-4b4baabb06ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6353", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:12:47.530235 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0314 07:12:47.530601 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 07:12:47.530678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:47.530695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:12:47.530820 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:12:47.574327 7 controller.go:216] "Backend successfully reloaded" I0314 07:12:47.574501 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fnwqz", UID:"31a34d85-65c1-45c5-8131-2105d0830ba1", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:12:47.851583 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0314 07:12:47.852720 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0314 07:12:50.865811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:50.865842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [14/Mar/2026:07:12:51 +0000] "GET / HTTP/1.1" 300 279 "-" "ansible-httpget" 129 0.005 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.005 300 dc247fa28d4dd199b54272fbde0e84af 199.204.45.4 - - [14/Mar/2026:07:12:53 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.140:5000 264 0.005 200 1be9989da4c9cd0741fd93a0cd3afe66 199.204.45.4 - - [14/Mar/2026:07:12:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.363 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1358 0.363 201 351f5a0718e44e476399c02ca35c8787 199.204.45.4 - - [14/Mar/2026:07:12:53 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.004 300 dcb3eace377056a07075b43626585c4e 199.204.45.4 - - [14/Mar/2026:07:12:53 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.037 [openstack-keystone-api-5000] [] 10.0.0.140:5000 90 0.037 404 45e8343f182fa1558a237a82c30ccd0b 199.204.45.4 - - [14/Mar/2026:07:12:53 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 364 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.033 [openstack-keystone-api-5000] [] 10.0.0.140:5000 364 0.033 200 8d964f590f748654612060e89e9efd93 199.204.45.4 - - [14/Mar/2026:07:12:53 +0000] "GET /v3/domains/a7ce423306014715ad377ea991c9e4f6 HTTP/1.1" 200 243 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.024 [openstack-keystone-api-5000] [] 10.0.0.140:5000 243 0.024 200 ff17f9da73af5f58147a15b4fced0aaa 199.204.45.4 - - [14/Mar/2026:07:12:54 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.140:5000 264 0.005 200 2933667d54600144af78a29b93753392 199.204.45.4 - - [14/Mar/2026:07:12:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.328 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1358 0.328 201 7bc70ce705bc34beb11d31722615bc50 199.204.45.4 - - [14/Mar/2026:07:12:54 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.003 300 5567a1f140d473ce1470cc91e2ce053a 199.204.45.4 - - [14/Mar/2026:07:12:55 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 461 0.025 [openstack-keystone-api-5000] [] 10.0.0.140:5000 101 0.025 404 303137e4aa7ce368d596402568ca33a5 199.204.45.4 - - [14/Mar/2026:07:12:55 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 154 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.140:5000 154 0.026 200 7d91d990417413da17327300ab57be4a 199.204.45.4 - - [14/Mar/2026:07:12:55 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 448 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 677 0.023 [openstack-keystone-api-5000] [] 10.0.0.140:5000 448 0.023 201 0c6bb887624b6abf0338bd530502ad46 199.204.45.4 - - [14/Mar/2026:07:12:55 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 264 0.004 200 e7d618a653bff01989fba1b79eeca72c 199.204.45.4 - - [14/Mar/2026:07:12:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.308 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1358 0.308 201 072d0e9b38bfdd0fbaaab280337356f2 199.204.45.4 - - [14/Mar/2026:07:12:56 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.004 300 8ec0ef23ab0e0e7dec4a6a9215afb613 199.204.45.4 - - [14/Mar/2026:07:12:56 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.023 [openstack-keystone-api-5000] [] 10.0.0.140:5000 98 0.023 404 6185cc1032600abc3ac0c5ecf2da2d90 199.204.45.4 - - [14/Mar/2026:07:12:56 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 134 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.023 [openstack-keystone-api-5000] [] 10.0.0.140:5000 134 0.023 200 d21df1f36d92aab8b6dd4c2c1dec4f98 199.204.45.4 - - [14/Mar/2026:07:12:56 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 330 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 737 0.032 [openstack-keystone-api-5000] [] 10.0.0.140:5000 330 0.032 201 f8c0663eb5cf6180be379af994377ac6 199.204.45.4 - - [14/Mar/2026:07:12:56 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 264 0.004 200 fc8e9b2691ee40fdbc7ac66d3c04b519 199.204.45.4 - - [14/Mar/2026:07:12:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.311 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1358 0.311 201 0851c0a491ac9213f18f1e6ca358e1a5 199.204.45.4 - - [14/Mar/2026:07:12:57 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.011 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.011 300 385d348d346722451d5143ee0534a54d 199.204.45.4 - - [14/Mar/2026:07:12:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 496 0.027 [openstack-keystone-api-5000] [] 10.0.0.140:5000 131 0.027 404 b6dbbb57e00a13d4efae538e6a9fc021 199.204.45.4 - - [14/Mar/2026:07:12:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 166 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 484 0.024 [openstack-keystone-api-5000] [] 10.0.0.140:5000 166 0.024 200 6b12f3572c68095adf1be762814d6800 199.204.45.4 - - [14/Mar/2026:07:12:57 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 220 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 579 0.029 [openstack-keystone-api-5000] [] 10.0.0.140:5000 220 0.029 201 fa1a8741859f680f2938dcec6b8a9e9c W0314 07:13:06.741990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:06.742101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:10.075672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:10.075716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:13.409400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:13.409449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:13:29.047889 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.241.142"}] I0314 07:13:29.052250 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"74d5d9dd-97ad-4760-91f2-4b4baabb06ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6666", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:13:29.054261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:29.054299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:32.388637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:32.388696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:35.721496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:35.721530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:39.056593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:39.056669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:42.388743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:42.388782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:03.625966 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 07:15:03.626306 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 07:15:03.626419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:03.626479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:15:03.630644 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0314 07:15:03.630727 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0314 07:15:03.638191 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0314 07:15:03.638424 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"e1a235cd-6dc5-45c5-a14e-35421027a549", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7341", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:15:03.638729 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0314 07:15:03.639144 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 07:15:03.639286 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 07:15:03.639382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:03.639417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:15:03.639664 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:15:03.691645 7 controller.go:216] "Backend successfully reloaded" I0314 07:15:03.691934 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fnwqz", UID:"31a34d85-65c1-45c5-8131-2105d0830ba1", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:15:03.911838 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0314 07:15:03.913420 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.4 - - [14/Mar/2026:07:15:04 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.004 300 1f84bfc68b01c93452a26f4565f8eba2 199.204.45.4 - - [14/Mar/2026:07:15:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1988 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.334 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1988 0.332 201 3a64d3a91a29a9a36f1cba5eb6e8d262 199.204.45.4 - - [14/Mar/2026:07:15:04 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 431 0.027 [openstack-keystone-api-5000] [] 10.0.0.140:5000 85 0.027 404 324120e25b95e8bfdd305041bde90376 199.204.45.4 - - [14/Mar/2026:07:15:04 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 127 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 449 0.021 [openstack-keystone-api-5000] [] 10.0.0.140:5000 127 0.021 200 8f9179aa0e597ace4861d99b18671b28 199.204.45.4 - - [14/Mar/2026:07:15:04 +0000] "POST /v3/roles HTTP/1.1" 201 228 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 505 0.029 [openstack-keystone-api-5000] [] 10.0.0.140:5000 228 0.029 201 d3a4b00791cd18073a608d38b4044539 W0314 07:15:06.973232 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 07:15:06.973394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:06.973417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [14/Mar/2026:07:15:09 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 227 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.003 300 01a156c91f6f1ac129c3a235bc4595a3 199.204.45.4 - - [14/Mar/2026:07:15:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1988 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 546 0.288 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1988 0.288 201 2aa919b593454e9c03792083be4b3405 199.204.45.4 - - [14/Mar/2026:07:15:10 +0000] "GET /v3/roles HTTP/1.1" 200 1507 "-" "python-keystoneclient" 378 0.023 [openstack-keystone-api-5000] [] 10.0.0.140:5000 1507 0.023 200 e03224583007e9d39d2003a54e947474 199.204.45.4 - - [14/Mar/2026:07:15:10 +0000] "PUT /v3/roles/278ba033e9b84b3892da0e9a15029b65/implies/4b89f4b7f87346a6bdfec019a617a229 HTTP/1.1" 201 515 "-" "python-keystoneclient" 471 0.041 [openstack-keystone-api-5000] [] 10.0.0.140:5000 515 0.041 201 23bda09107269f1fed08af2a1a1a9330 W0314 07:15:15.230833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:15.230868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:15:29.046846 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.104.241.142"}] I0314 07:15:29.221139 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"e1a235cd-6dc5-45c5-a14e-35421027a549", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7630", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:15:29.308987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:29.309026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [14/Mar/2026:07:15:54 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.004 300 e86bdbffaeba6a927d4683327cfd06b7 199.204.45.4 - - [14/Mar/2026:07:15:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.340 [openstack-keystone-api-5000] [] 10.0.0.140:5000 2051 0.340 201 c7503b75571042d0b82ff2e1cdac49c1 199.204.45.4 - - [14/Mar/2026:07:15:54 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.028 [openstack-keystone-api-5000] [] 10.0.0.140:5000 87 0.028 404 11f1e5194c14982ad7abe6fec21da13d 199.204.45.4 - - [14/Mar/2026:07:15:54 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 386 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.030 [openstack-keystone-api-5000] [] 10.0.0.140:5000 386 0.030 200 bef16c1ebea68f013cae318cccdfe79a 199.204.45.4 - - [14/Mar/2026:07:15:54 +0000] "GET /v3/users/rgw-RegionOne?domain_id=3aa1eedcbef24cf5917a81bf20edca36 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 480 0.082 [openstack-keystone-api-5000] [] 10.0.0.140:5000 91 0.082 404 51035ec28831abf52cce8042eb4e9c1d 199.204.45.4 - - [14/Mar/2026:07:15:54 +0000] "GET /v3/users?domain_id=3aa1eedcbef24cf5917a81bf20edca36&name=rgw-RegionOne HTTP/1.1" 200 176 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.036 [openstack-keystone-api-5000] [] 10.0.0.140:5000 176 0.036 200 9c4674a3ddf8e245f1a196c5b9c0179b 199.204.45.4 - - [14/Mar/2026:07:15:54 +0000] "POST /v3/users HTTP/1.1" 201 289 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 626 0.301 [openstack-keystone-api-5000] [] 10.0.0.140:5000 289 0.301 201 07d4b3d4a77ba0f98ddf2cb69fd8cb82 199.204.45.4 - - [14/Mar/2026:07:15:57 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 227 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.004 300 7bf37fa868062e714f6fdf6c13f9d276 199.204.45.4 - - [14/Mar/2026:07:15:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 546 0.299 [openstack-keystone-api-5000] [] 10.0.0.140:5000 2051 0.299 201 675c58baaef1a27d87de25f60d745fa4 199.204.45.4 - - [14/Mar/2026:07:15:58 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 384 0.041 [openstack-keystone-api-5000] [] 10.0.0.140:5000 83 0.041 404 a4fbc64d2f5b7263ac94f13858447f70 199.204.45.4 - - [14/Mar/2026:07:15:58 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 357 "-" "python-keystoneclient" 389 0.023 [openstack-keystone-api-5000] [] 10.0.0.140:5000 357 0.023 200 7d51b3299d1bf389dba1127645bb3314 199.204.45.4 - - [14/Mar/2026:07:15:58 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 388 0.041 [openstack-keystone-api-5000] [] 10.0.0.140:5000 87 0.041 404 ed6a4b4ba5111fbd8e2e56d74023244a 199.204.45.4 - - [14/Mar/2026:07:15:58 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 386 "-" "python-keystoneclient" 393 0.025 [openstack-keystone-api-5000] [] 10.0.0.140:5000 386 0.025 200 d7e4ec6798f15a874054ff480ce89f84 199.204.45.4 - - [14/Mar/2026:07:15:58 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 392 0.040 [openstack-keystone-api-5000] [] 10.0.0.140:5000 91 0.040 404 062b233eb2d5f0aaf0bfa300123ff24d 199.204.45.4 - - [14/Mar/2026:07:15:58 +0000] "GET /v3/users?domain_id=3aa1eedcbef24cf5917a81bf20edca36&name=rgw-RegionOne HTTP/1.1" 200 454 "-" "python-keystoneclient" 440 0.046 [openstack-keystone-api-5000] [] 10.0.0.140:5000 454 0.046 200 19da9d135b28ba08ed75e6621af3707e 199.204.45.4 - - [14/Mar/2026:07:15:58 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 389 0.029 [openstack-keystone-api-5000] [] 10.0.0.140:5000 88 0.029 404 4fae2c3881d7dd7351ee487bd40e8643 199.204.45.4 - - [14/Mar/2026:07:15:58 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 516 "-" "python-keystoneclient" 394 0.028 [openstack-keystone-api-5000] [] 10.0.0.140:5000 516 0.028 200 e87c9f930614fe659af896910c91202f 199.204.45.4 - - [14/Mar/2026:07:15:58 +0000] "PUT /v3/projects/e99dd63ed1c1471394f5f59107628ab9/users/8e3b9a4e66404aa7a1ecddb3f42a8e67/roles/b6c1fe3b978249aa9565134c6cafb52e HTTP/1.1" 204 0 "-" "python-keystoneclient" 511 0.394 [openstack-keystone-api-5000] [] 10.0.0.140:5000 0 0.394 204 bf0561bba9aa7180f2226fd9130298f3 199.204.45.4 - - [14/Mar/2026:07:16:04 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.005 300 8d4d18c48e5508438afd2ee63cbf33bc 199.204.45.4 - - [14/Mar/2026:07:16:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.323 [openstack-keystone-api-5000] [] 10.0.0.140:5000 2051 0.323 201 17b2a2a4ae01d44c171be84e190692fb 199.204.45.4 - - [14/Mar/2026:07:16:04 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 149 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 468 0.020 [openstack-keystone-api-5000] [] 10.0.0.140:5000 149 0.020 200 f726e669027cb96eeb296a30f62ef6cb 199.204.45.4 - - [14/Mar/2026:07:16:04 +0000] "POST /v3/services HTTP/1.1" 201 261 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 576 0.142 [openstack-keystone-api-5000] [] 10.0.0.140:5000 261 0.142 201 1e37acbf05a59c60526582a7bf636ed0 199.204.45.4 - - [14/Mar/2026:07:16:05 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.005 300 32db76dded35dfd02d84d1e779e84055 199.204.45.4 - - [14/Mar/2026:07:16:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2153 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.297 [openstack-keystone-api-5000] [] 10.0.0.140:5000 2153 0.297 201 568bad4df3a25388ad6d5c35a634a847 199.204.45.4 - - [14/Mar/2026:07:16:06 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.025 [openstack-keystone-api-5000] [] 10.0.0.140:5000 86 0.025 404 50222cac0e14f07f8e3077c27f538226 199.204.45.4 - - [14/Mar/2026:07:16:06 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 378 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.025 [openstack-keystone-api-5000] [] 10.0.0.140:5000 378 0.025 200 6d529be6b2764580fc48123f4763b35a 199.204.45.4 - - [14/Mar/2026:07:16:06 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=a00a42d7b0ed4e25b4a2e8cd95fc2b57 HTTP/1.1" 200 203 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 521 0.031 [openstack-keystone-api-5000] [] 10.0.0.140:5000 203 0.031 200 119504e46be30d7ba0fc56b402c91115 199.204.45.4 - - [14/Mar/2026:07:16:06 +0000] "POST /v3/endpoints HTTP/1.1" 201 375 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 685 0.106 [openstack-keystone-api-5000] [] 10.0.0.140:5000 375 0.106 201 00c33fa540b8e66fc9d48c5780b6e31a 199.204.45.4 - - [14/Mar/2026:07:16:06 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.004 300 a95993caba68ed2455878d4a3bedab07 199.204.45.4 - - [14/Mar/2026:07:16:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.298 [openstack-keystone-api-5000] [] 10.0.0.140:5000 2360 0.298 201 8521c831f0d9de8320d5e67e4c9c816e 199.204.45.4 - - [14/Mar/2026:07:16:07 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.026 [openstack-keystone-api-5000] [] 10.0.0.140:5000 86 0.026 404 2b875fa644f83aa3bb47792e532d027a 199.204.45.4 - - [14/Mar/2026:07:16:07 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 378 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.022 [openstack-keystone-api-5000] [] 10.0.0.140:5000 378 0.022 200 79c80e13097ef3991e2bd52e246df1b3 199.204.45.4 - - [14/Mar/2026:07:16:07 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=a00a42d7b0ed4e25b4a2e8cd95fc2b57 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.027 [openstack-keystone-api-5000] [] 10.0.0.140:5000 205 0.027 200 9ff85c3c2f7036293cefc6011c97b602 199.204.45.4 - - [14/Mar/2026:07:16:07 +0000] "POST /v3/endpoints HTTP/1.1" 201 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 700 0.040 [openstack-keystone-api-5000] [] 10.0.0.140:5000 390 0.040 201 fab53423af05882d48edf726d04cc694 W0314 07:16:08.505096 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:16:08.505225 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 07:16:08.505303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:08.505326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:16:08.511235 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.007s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:35.7kB} I0314 07:16:08.511281 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0314 07:16:08.520052 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0314 07:16:08.520388 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"70b99762-21e2-43b5-928c-cee9cd7b2252", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7870", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:16:08.520771 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0314 07:16:08.521442 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:16:08.521593 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 07:16:08.521690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:08.521714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:16:08.521894 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:16:08.576408 7 controller.go:216] "Backend successfully reloaded" I0314 07:16:08.577083 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fnwqz", UID:"31a34d85-65c1-45c5-8131-2105d0830ba1", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:16:08.745323 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0314 07:16:08.746219 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0314 07:16:11.855042 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:16:11.855246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:11.855270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:25.297315 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:16:25.297449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:25.297465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:29.043929 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:16:29.044115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:29.044138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:16:29.044345 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:16:29.057217 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.104.241.142"}] I0314 07:16:29.064100 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"70b99762-21e2-43b5-928c-cee9cd7b2252", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8066", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:16:29.097749 7 controller.go:216] "Backend successfully reloaded" I0314 07:16:29.098135 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fnwqz", UID:"31a34d85-65c1-45c5-8131-2105d0830ba1", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 07:16:32.378534 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:16:32.378686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:32.378701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:35.711110 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:16:35.711350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:35.711372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:39.044247 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:16:39.044429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:39.044457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:57.454894 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:16:57.455015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:57.455034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:00.788490 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:17:00.788771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:00.788808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:04.290103 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:17:04.290230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:04.290250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:37.566343 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:17:37.566483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:17:37.566503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:16.600165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:16.600214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:08.041296 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:19:08.041402 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 07:19:08.041455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:08.041476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:19:08.045595 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:39.1kB} I0314 07:19:08.045628 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0314 07:19:08.050623 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0314 07:19:08.050904 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"5d19efe6-eb64-4753-ad13-b99889c13bdf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9320", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:19:08.051201 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0314 07:19:08.051664 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:19:08.051777 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 07:19:08.051916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:08.051941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:19:08.052101 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:19:08.105593 7 controller.go:216] "Backend successfully reloaded" I0314 07:19:08.105868 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fnwqz", UID:"31a34d85-65c1-45c5-8131-2105d0830ba1", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:19:08.420472 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0314 07:19:08.422139 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0314 07:19:11.385630 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:19:11.385827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:11.385861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [14/Mar/2026:07:19:12 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.004 300 156c81515a28c55197b3b36cc899e4d1 199.204.45.4 - - [14/Mar/2026:07:19:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.350 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3193 0.350 201 4471682e2907a3cffe6f5dc6182a997c 199.204.45.4 - - [14/Mar/2026:07:19:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - c014a9d61104315af4f7b77474396730 199.204.45.4 - - [14/Mar/2026:07:19:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - ab0290da4aed6b81cd6053f52ed70745 199.204.45.4 - - [14/Mar/2026:07:19:14 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.004 300 89efbccdf50d0af177499965ed9972a6 199.204.45.4 - - [14/Mar/2026:07:19:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.281 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3193 0.281 201 657ad11c9b99efa1990a6b1e31bceb54 199.204.45.4 - - [14/Mar/2026:07:19:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 50b3033f7beffee9a6b5645de27190cb 199.204.45.4 - - [14/Mar/2026:07:19:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 9d95ff5586de80b82dac03d71a612649 199.204.45.4 - - [14/Mar/2026:07:19:15 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.004 300 ea49f276e33c719bae0ddcfaf3999285 199.204.45.4 - - [14/Mar/2026:07:19:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.288 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3193 0.288 201 e06ced684d1f066af4a7da0e8cc5133b 199.204.45.4 - - [14/Mar/2026:07:19:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - d65eb8541f07b4ec949b3a05c85525c1 199.204.45.4 - - [14/Mar/2026:07:19:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 36706c62fea4c12ae6ea42a272d3bd74 199.204.45.4 - - [14/Mar/2026:07:19:17 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.003 300 edb77919b14809f2f69465eb661ddece 199.204.45.4 - - [14/Mar/2026:07:19:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.295 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3193 0.295 201 cf6a49949bc92ad227d38f59a368daa5 199.204.45.4 - - [14/Mar/2026:07:19:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 9a55817ceed901d134e4afdc4a2c0e48 199.204.45.4 - - [14/Mar/2026:07:19:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 769dead5f1d8bc930a5194c0669b3111 199.204.45.4 - - [14/Mar/2026:07:19:19 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.104 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.104 300 51beb855f4afbd324fa32239e91c221e 199.204.45.4 - - [14/Mar/2026:07:19:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.287 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3193 0.287 201 7332a6b499e282f5ad7513e0092f19bb 199.204.45.4 - - [14/Mar/2026:07:19:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 5905601c255fa7f22e711da4fec3cfd1 199.204.45.4 - - [14/Mar/2026:07:19:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - f879459088f08704dd57e5a21f39c09d 199.204.45.4 - - [14/Mar/2026:07:19:21 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.003 300 d521577fd27614255f254b9c5d185596 199.204.45.4 - - [14/Mar/2026:07:19:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.299 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3193 0.299 201 57e51501aa246c945132d5cfb51ca6a9 199.204.45.4 - - [14/Mar/2026:07:19:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 9985cdaa8328aa0805cd8464e7c6f528 199.204.45.4 - - [14/Mar/2026:07:19:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 6315e9de23fe3ecf2c3a4694a9ea91cf W0314 07:19:22.633732 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:19:22.633867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:22.633885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [14/Mar/2026:07:19:23 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.004 300 e2640635c10ea0bf33f2cb60ca7c8edb 199.204.45.4 - - [14/Mar/2026:07:19:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.307 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3193 0.307 201 6a7a9057bf34454bf7d87196ab12ca12 199.204.45.4 - - [14/Mar/2026:07:19:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 7c3b943ea5b29fbf574d301dffaf177f 199.204.45.4 - - [14/Mar/2026:07:19:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 54153283614e8e0c1e1c81c995e5bf75 199.204.45.4 - - [14/Mar/2026:07:19:24 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.004 300 7bf62ba2141cf019cf88823c5f33732d 199.204.45.4 - - [14/Mar/2026:07:19:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.520 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3193 0.520 201 caf0469cd6c2daa494c6ff1f402388d4 199.204.45.4 - - [14/Mar/2026:07:19:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 13b2fd5c3831c6d556801a631c1a5dd9 199.204.45.4 - - [14/Mar/2026:07:19:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 70b885aadc213ae7ae84db1ad518cf49 199.204.45.4 - - [14/Mar/2026:07:19:26 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.003 300 ea6a4daa4495ae44521bba8c1896804a 199.204.45.4 - - [14/Mar/2026:07:19:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.301 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3193 0.301 201 e5557e2f29b4bb5bbd2e5e7a4d0af441 199.204.45.4 - - [14/Mar/2026:07:19:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - aac35060884a05aa06deb509b22fc715 199.204.45.4 - - [14/Mar/2026:07:19:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 6a73e7dec51ce99f97af8434eb143567 199.204.45.4 - - [14/Mar/2026:07:19:28 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.004 300 b4866acea4c9af7889635d4965e2b842 199.204.45.4 - - [14/Mar/2026:07:19:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.302 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3193 0.302 201 15f9e0503a0a7fbcc12cb40d632285fa 199.204.45.4 - - [14/Mar/2026:07:19:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - fb75a1b0ddbaab2c480a14dde2907e65 I0314 07:19:29.047156 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.104.241.142"}] 199.204.45.4 - - [14/Mar/2026:07:19:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 7d7c6b973d762567d859a84755ee7110 I0314 07:19:29.050963 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"5d19efe6-eb64-4753-ad13-b99889c13bdf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9467", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:19:29.054039 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:19:29.054254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:29.054290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [14/Mar/2026:07:19:30 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.003 300 0105f29da0105013ee10a581f9f9f134 199.204.45.4 - - [14/Mar/2026:07:19:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.296 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3193 0.296 201 572fa80c5281ad0978abc8c76c475ee3 199.204.45.4 - - [14/Mar/2026:07:19:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 84221a134bbe80ea185c7b6a79e8a01a 199.204.45.4 - - [14/Mar/2026:07:19:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 67747bbf121ce54ccf9a186e01911d93 199.204.45.4 - - [14/Mar/2026:07:19:32 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.005 300 c849efc65f9869dd817c11f6055099d4 W0314 07:19:32.388391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:32.388443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [14/Mar/2026:07:19:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.289 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3193 0.289 201 e79dbbd37915ee9b01356f5aa0e28114 199.204.45.4 - - [14/Mar/2026:07:19:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 5cef66894f4f07c0615adb51c4ecb657 199.204.45.4 - - [14/Mar/2026:07:19:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 055b1da020074b40b3f31e5dda581dd9 199.204.45.4 - - [14/Mar/2026:07:19:33 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.003 300 991f5df257389219d74e945294d5bdb6 199.204.45.4 - - [14/Mar/2026:07:19:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.317 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3193 0.317 201 6852c252d4146776c215b8d6682b4e26 199.204.45.4 - - [14/Mar/2026:07:19:34 +0000] "GET / HTTP/1.1" 300 1173 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.003 [openstack-glance-api-9292] [] 10.0.0.2:9292 1173 0.003 300 9f27e74cb61ba98269feb3712a57a365 199.204.45.4 - - [14/Mar/2026:07:19:34 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.570 [openstack-glance-api-9292] [] 10.0.0.2:9292 69 0.570 200 c087d878ec9920366c36896757323584 199.204.45.4 - - [14/Mar/2026:07:19:37 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.140:5000 279 0.004 300 3c683cba1585cdf634a851fb42444394 199.204.45.4 - - [14/Mar/2026:07:19:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.299 [openstack-keystone-api-5000] [] 10.0.0.140:5000 3193 0.299 201 c7b680ce741a620372ce27326b5222c0 199.204.45.4 - - [14/Mar/2026:07:19:38 +0000] "GET / HTTP/1.1" 300 1173 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.003 [openstack-glance-api-9292] [] 10.0.0.2:9292 1173 0.003 300 80da1e45d2ccf9c709f195933e0c6bfb 199.204.45.4 - - [14/Mar/2026:07:19:38 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.044 [openstack-glance-api-9292] [] 10.0.0.2:9292 69 0.044 200 66b5a5dff84c933d3856f5535f1c131f 199.204.45.4 - - [14/Mar/2026:07:19:38 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.117 [openstack-glance-api-9292] [] 10.0.0.2:9292 151 0.117 404 645a0a2c97be802bd079a27f2687f600 199.204.45.4 - - [14/Mar/2026:07:19:38 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 446 0.021 [openstack-glance-api-9292] [] 10.0.0.2:9292 81 0.021 200 0cc6af05c763c0e50720fd8fc8a4b97b 199.204.45.4 - - [14/Mar/2026:07:19:38 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 449 0.022 [openstack-glance-api-9292] [] 10.0.0.2:9292 84 0.022 200 820b3058bc1b44e5438f365b3ce56cd9 199.204.45.4 - - [14/Mar/2026:07:19:38 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 712 0.058 [openstack-glance-api-9292] [] 10.0.0.2:9292 760 0.058 201 ffbcb9c63561a87b866b49c9692f086f 199.204.45.4 - - [14/Mar/2026:07:19:43 +0000] "PUT /v2/images/ba7d094c-ab63-4ae0-8be0-dd71b7e9ad55/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441039 4.663 [openstack-glance-api-9292] [] 10.0.0.2:9292 0 4.663 204 2414f42750f7548128de5f7b3c4829ae 199.204.45.4 - - [14/Mar/2026:07:19:43 +0000] "GET /v2/images/ba7d094c-ab63-4ae0-8be0-dd71b7e9ad55 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.018 [openstack-glance-api-9292] [] 10.0.0.2:9292 1171 0.018 200 4ae74c00d85356353e1b03fe7ed2be55 199.204.45.4 - - [14/Mar/2026:07:19:43 +0000] "GET /v2/images/ba7d094c-ab63-4ae0-8be0-dd71b7e9ad55 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.013 [openstack-glance-api-9292] [] 10.0.0.2:9292 1171 0.013 200 f5f240908a07c8766d7701f784d72b0c W0314 07:19:45.850902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:45.850938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:49.184496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:49.184540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store