------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0331 22:22:41.726466 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 22:22:41.726977 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0331 22:22:41.734277 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0331 22:22:41.737196 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0331 22:22:41.979667 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0331 22:22:41.996868 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0331 22:22:42.007461 7 nginx.go:271] "Starting NGINX Ingress controller" I0331 22:22:42.014861 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"9109647d-bb2c-4934-980b-4264f05e3c6d", APIVersion:"v1", ResourceVersion:"1289", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0331 22:22:42.019680 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"cd606a1d-7669-44ac-9983-67fac684dadd", APIVersion:"v1", ResourceVersion:"1290", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0331 22:22:42.019731 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"663ae769-622e-4c69-ae1b-b2d2bf6ce5fe", APIVersion:"v1", ResourceVersion:"1288", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0331 22:22:43.210208 7 nginx.go:317] "Starting NGINX process" I0331 22:22:43.210342 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0331 22:22:43.210640 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0331 22:22:43.210766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:43.210786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:22:43.212630 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:22:43.218842 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0331 22:22:43.218930 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-gj6bw" I0331 22:22:43.247469 7 controller.go:216] "Backend successfully reloaded" I0331 22:22:43.247576 7 controller.go:227] "Initial sync, sleeping for 1 second" I0331 22:22:43.247663 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gj6bw", UID:"dcba1a32-3ff1-4242-9811-225c11b45a4d", APIVersion:"v1", ResourceVersion:"1329", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:22:47.035807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:47.035836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:50.369527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:50.369577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:53.703775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:53.703830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:57.036591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:57.036636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:00.371171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:00.371239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:03.703751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:03.703799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:07.037155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:07.037193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:10.369242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:10.369364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:13.702924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:13.702982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:19.481118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:19.481143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:08.487018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:08.487056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:11.823236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:11.823285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:32.505884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:32.506341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:35.840106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:35.840156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:39.173652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:39.173698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:42.506824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:42.506878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:45.840249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:45.840292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:49.174104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:49.174149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:52.507238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:52.507267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:55.841769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:55.841816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:59.172762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:24:59.172809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:02.506489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:25:02.506531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:59.230169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:59.230216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:02.564429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:02.564473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:02.799935 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-51.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-51.nip.io-tls was not found. Using default certificate W0331 22:27:02.799978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:02.799989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:27:02.801250 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0331 22:27:02.801275 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0331 22:27:02.809649 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0331 22:27:02.809926 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4677e68c-9b1e-4817-bc13-a7a82468d41e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3318", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:27:02.810312 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-51.nip.io-tls" in local store I0331 22:27:03.141280 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-51.nip.io-tls" I0331 22:27:03.142241 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-51.nip.io-tls" W0331 22:27:05.897601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:05.897634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:27:05.897683 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:27:05.939221 7 controller.go:216] "Backend successfully reloaded" I0331 22:27:05.939590 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gj6bw", UID:"dcba1a32-3ff1-4242-9811-225c11b45a4d", APIVersion:"v1", ResourceVersion:"1329", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:27:09.230643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:09.230710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.51 - - [31/Mar/2026:22:27:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.911 [auth-system-keycloak-80] [] 10.0.0.62:8080 1925 1.911 200 67a5d6162f0281e3e9731b35a6988a91 199.19.213.51 - - [31/Mar/2026:22:27:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.172 [auth-system-keycloak-80] [] 10.0.0.62:8080 116 0.172 404 af23d258c80c5bbc3601153f0f116ead 199.19.213.51 - - [31/Mar/2026:22:27:17 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.720 [auth-system-keycloak-80] [] 10.0.0.62:8080 0 3.719 201 d8479fbacf507960444fef74659fa2fb 199.19.213.51 - - [31/Mar/2026:22:27:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.559 [auth-system-keycloak-80] [] 10.0.0.62:8080 4246 0.559 200 304612d9ddce571b60a0861425a3089c 199.19.213.51 - - [31/Mar/2026:22:27:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.483 [auth-system-keycloak-80] [] 10.0.0.62:8080 1925 0.482 200 d4b484fcefec8373179586fb4bd08295 199.19.213.51 - - [31/Mar/2026:22:27:19 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.092 [auth-system-keycloak-80] [] 10.0.0.62:8080 12500 0.092 200 db07ed5dc7bb0df6e7b551d4454e2301 199.19.213.51 - - [31/Mar/2026:22:27:19 +0000] "GET /admin/realms/atmosphere/client-scopes/b8821140-70d5-4b46-a6af-01c18b8d919c HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.009 [auth-system-keycloak-80] [] 10.0.0.62:8080 1278 0.009 200 dbd45e58633d9b314917b8c11d79b00d 199.19.213.51 - - [31/Mar/2026:22:27:19 +0000] "PUT /admin/realms/atmosphere/client-scopes/b8821140-70d5-4b46-a6af-01c18b8d919c HTTP/1.1" 204 0 "-" "Ansible" 1846 0.080 [auth-system-keycloak-80] [] 10.0.0.62:8080 0 0.079 204 b2cea1a841b4081919b28bb94dba498f 199.19.213.51 - - [31/Mar/2026:22:27:19 +0000] "GET /admin/realms/atmosphere/client-scopes/b8821140-70d5-4b46-a6af-01c18b8d919c/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.090 [auth-system-keycloak-80] [] 10.0.0.62:8080 963 0.090 200 5963a7837cf03f107653d58b43f8c790 199.19.213.51 - - [31/Mar/2026:22:27:19 +0000] "GET /admin/realms/atmosphere/client-scopes/b8821140-70d5-4b46-a6af-01c18b8d919c/protocol-mappers/models/4f51ee8c-5955-4d0a-a48f-a07854623111 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.079 [auth-system-keycloak-80] [] 10.0.0.62:8080 366 0.079 200 1dfc2e524ad4fe49c529cef3af6d64e2 199.19.213.51 - - [31/Mar/2026:22:27:19 +0000] "PUT /admin/realms/atmosphere/client-scopes/b8821140-70d5-4b46-a6af-01c18b8d919c/protocol-mappers/models/4f51ee8c-5955-4d0a-a48f-a07854623111 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.095 [auth-system-keycloak-80] [] 10.0.0.62:8080 0 0.094 204 7764779f19b7b507e8e6c2bcc5fcdd75 199.19.213.51 - - [31/Mar/2026:22:27:20 +0000] "GET /admin/realms/atmosphere/client-scopes/b8821140-70d5-4b46-a6af-01c18b8d919c HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.078 [auth-system-keycloak-80] [] 10.0.0.62:8080 1218 0.078 200 e8da2fa3c9f6d14fc20d1f81d7a4415e 199.19.213.51 - - [31/Mar/2026:22:27:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.450 [auth-system-keycloak-80] [] 10.0.0.62:8080 1925 0.448 200 d3ddc89e4a5d30c6e211708a2617de80 199.19.213.51 - - [31/Mar/2026:22:27:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.016 [auth-system-keycloak-80] [] 10.0.0.62:8080 2 0.016 200 d48ac6de658c1172f0fa151e6134e579 199.19.213.51 - - [31/Mar/2026:22:27:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.181 [auth-system-keycloak-80] [] 10.0.0.62:8080 0 0.179 201 8bed51bff9f43a41eccea9ac30cbd6e5 199.19.213.51 - - [31/Mar/2026:22:27:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.076 [auth-system-keycloak-80] [] 10.0.0.62:8080 1259 0.076 200 c358347a0ab6c01c4a11009274cf6558 199.19.213.51 - - [31/Mar/2026:22:27:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.430 [auth-system-keycloak-80] [] 10.0.0.62:8080 1925 0.430 200 7fea7555005e6e8489ed7d4d5ab87917 199.19.213.51 - - [31/Mar/2026:22:27:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.059 [auth-system-keycloak-80] [] 10.0.0.62:8080 2 0.058 200 75f56a3b341a1fe1e8ce9b85ab0c6de4 199.19.213.51 - - [31/Mar/2026:22:27:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.042 [auth-system-keycloak-80] [] 10.0.0.62:8080 0 0.041 201 0f170661a3a1a41b57a9d159f3f86545 199.19.213.51 - - [31/Mar/2026:22:27:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.051 [auth-system-keycloak-80] [] 10.0.0.62:8080 1283 0.051 200 c1ff7304337740ac445178b204cfec3c 199.19.213.51 - - [31/Mar/2026:22:27:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.431 [auth-system-keycloak-80] [] 10.0.0.62:8080 1925 0.430 200 f65b6c5f5094340527fe238ef68a0863 199.19.213.51 - - [31/Mar/2026:22:27:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.62:8080 2 0.009 200 ffb10bd0f9d03326bf78faff400baa56 I0331 22:27:43.225401 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.95.146"}] I0331 22:27:43.230096 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4677e68c-9b1e-4817-bc13-a7a82468d41e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3718", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.19.213.51 - - [31/Mar/2026:22:27:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.072 [auth-system-keycloak-80] [] 10.0.0.62:8080 0 0.072 201 0b18db9aaeb0aa2928d0559501457194 W0331 22:27:43.231123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:27:43.231146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.51 - - [31/Mar/2026:22:27:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.085 [auth-system-keycloak-80] [] 10.0.0.62:8080 1249 0.086 200 e282efa11e69a2b4e3342070c8c6a021 199.19.213.51 - - [31/Mar/2026:22:27:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.455 [auth-system-keycloak-80] [] 10.0.0.62:8080 1925 0.454 200 cbb85323b7b8c3eeae2aa2c2c11b9484 199.19.213.51 - - [31/Mar/2026:22:27:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.62:8080 1259 0.007 200 d0a41e3f4be38abb1ff2caf0acd14f8a 199.19.213.51 - - [31/Mar/2026:22:27:44 +0000] "GET /admin/realms/atmosphere/clients/c721a972-e04f-477d-84b2-9cc924ba5238/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.62:8080 119 0.014 404 1adc5b4c6d8c225dec168f0382e9d30d 199.19.213.51 - - [31/Mar/2026:22:27:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.62:8080 1259 0.006 200 c82c10f3aa63678d16a8d4c52d3d4bb6 199.19.213.51 - - [31/Mar/2026:22:27:44 +0000] "POST /admin/realms/atmosphere/clients/c721a972-e04f-477d-84b2-9cc924ba5238/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.038 [auth-system-keycloak-80] [] 10.0.0.62:8080 0 0.036 201 bc2c906237e227a6f952f1460ae94b10 199.19.213.51 - - [31/Mar/2026:22:27:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.62:8080 1259 0.005 200 477008749e119ad7a957745530689279 199.19.213.51 - - [31/Mar/2026:22:27:44 +0000] "GET /admin/realms/atmosphere/clients/c721a972-e04f-477d-84b2-9cc924ba5238/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.062 [auth-system-keycloak-80] [] 10.0.0.62:8080 166 0.061 200 5b37f347b6d0e37132f440ce0c18d28c 199.19.213.51 - - [31/Mar/2026:22:27:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.403 [auth-system-keycloak-80] [] 10.0.0.62:8080 1925 0.401 200 6c951679b3e090d3ce7dbac9f3e85005 199.19.213.51 - - [31/Mar/2026:22:27:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.025 [auth-system-keycloak-80] [] 10.0.0.62:8080 1283 0.025 200 9fa4125c2921875ebd4f067b8d56fec7 199.19.213.51 - - [31/Mar/2026:22:27:45 +0000] "GET /admin/realms/atmosphere/clients/1f7daf55-66f3-4810-903f-51d2a0fa1f14/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.62:8080 119 0.009 404 fae608fdb6d03418688b0913bd5e12bf 199.19.213.51 - - [31/Mar/2026:22:27:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.62:8080 1283 0.007 200 2a5063d02c7dba64a28d73c12d13cc9f 199.19.213.51 - - [31/Mar/2026:22:27:45 +0000] "POST /admin/realms/atmosphere/clients/1f7daf55-66f3-4810-903f-51d2a0fa1f14/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.062 [auth-system-keycloak-80] [] 10.0.0.62:8080 0 0.060 201 c1b19c84c9bbd0e8628271034f554c05 199.19.213.51 - - [31/Mar/2026:22:27:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.62:8080 1283 0.007 200 632d8fa756a5170fb7a825f605b122f5 199.19.213.51 - - [31/Mar/2026:22:27:45 +0000] "GET /admin/realms/atmosphere/clients/1f7daf55-66f3-4810-903f-51d2a0fa1f14/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.066 [auth-system-keycloak-80] [] 10.0.0.62:8080 165 0.066 200 db47ea39f18d7d5862dbee4bb16db2aa 199.19.213.51 - - [31/Mar/2026:22:27:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.430 [auth-system-keycloak-80] [] 10.0.0.62:8080 1925 0.428 200 b7e1a2f04c4b05320c58f89a01881b04 199.19.213.51 - - [31/Mar/2026:22:27:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.62:8080 1283 0.007 200 c0e6046ea678d3c47390e4e574fd0761 199.19.213.51 - - [31/Mar/2026:22:27:46 +0000] "GET /admin/realms/atmosphere/clients/1f7daf55-66f3-4810-903f-51d2a0fa1f14/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.62:8080 119 0.008 404 dae4db23fadabb8ece1bc8d8504579a3 199.19.213.51 - - [31/Mar/2026:22:27:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.033 [auth-system-keycloak-80] [] 10.0.0.62:8080 1283 0.033 200 dc599a5326100de33425a92230913b4a 199.19.213.51 - - [31/Mar/2026:22:27:46 +0000] "POST /admin/realms/atmosphere/clients/1f7daf55-66f3-4810-903f-51d2a0fa1f14/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.013 [auth-system-keycloak-80] [] 10.0.0.62:8080 0 0.012 201 82b046a1afc6779c2bc06ef86b2d90f1 199.19.213.51 - - [31/Mar/2026:22:27:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.62:8080 1283 0.005 200 e407f55e57de293290352ca6a9efba13 199.19.213.51 - - [31/Mar/2026:22:27:46 +0000] "GET /admin/realms/atmosphere/clients/1f7daf55-66f3-4810-903f-51d2a0fa1f14/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.058 [auth-system-keycloak-80] [] 10.0.0.62:8080 166 0.058 200 96fc7f52a08940bc90821d6586546214 199.19.213.51 - - [31/Mar/2026:22:27:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.517 [auth-system-keycloak-80] [] 10.0.0.62:8080 1925 0.515 200 3aa1e3396922a69f090547a8f46a0951 199.19.213.51 - - [31/Mar/2026:22:27:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.014 [auth-system-keycloak-80] [] 10.0.0.62:8080 1283 0.013 200 be79b00e4c1d29ea2870e88728281b6c 199.19.213.51 - - [31/Mar/2026:22:27:47 +0000] "GET /admin/realms/atmosphere/clients/1f7daf55-66f3-4810-903f-51d2a0fa1f14/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.049 [auth-system-keycloak-80] [] 10.0.0.62:8080 119 0.048 404 beacb304906dea12997cf779ca50176e 199.19.213.51 - - [31/Mar/2026:22:27:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.62:8080 1283 0.007 200 ad6e09ffd28ad813205d69fea56e4062 199.19.213.51 - - [31/Mar/2026:22:27:47 +0000] "POST /admin/realms/atmosphere/clients/1f7daf55-66f3-4810-903f-51d2a0fa1f14/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.62:8080 0 0.017 201 cd1e0ab86aa00f47fe0825aa7004225e 199.19.213.51 - - [31/Mar/2026:22:27:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.035 [auth-system-keycloak-80] [] 10.0.0.62:8080 1283 0.035 200 72a44f7fb12095d480fa996ece27f82d 199.19.213.51 - - [31/Mar/2026:22:27:47 +0000] "GET /admin/realms/atmosphere/clients/1f7daf55-66f3-4810-903f-51d2a0fa1f14/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.62:8080 166 0.014 200 95121a8d076fbf9d577be84ceb29aebd 199.19.213.51 - - [31/Mar/2026:22:27:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.411 [auth-system-keycloak-80] [] 10.0.0.62:8080 1925 0.409 200 8c6d89de65bf944bc8333b97dc4e06be 199.19.213.51 - - [31/Mar/2026:22:27:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.62:8080 1249 0.006 200 8586d7ac796792e7309e588e963edb4f 199.19.213.51 - - [31/Mar/2026:22:27:48 +0000] "GET /admin/realms/atmosphere/clients/cb7e8ce9-8fc2-4bfc-b68f-1221d9d23324/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.62:8080 119 0.007 404 09ff01389e9e87c201efa9dac5d679da 199.19.213.51 - - [31/Mar/2026:22:27:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.026 [auth-system-keycloak-80] [] 10.0.0.62:8080 1249 0.026 200 4e19a5ad5908ecba83c3baa8571ee5e3 199.19.213.51 - - [31/Mar/2026:22:27:48 +0000] "POST /admin/realms/atmosphere/clients/cb7e8ce9-8fc2-4bfc-b68f-1221d9d23324/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.013 [auth-system-keycloak-80] [] 10.0.0.62:8080 0 0.013 201 5e777d913f8bc7fc5ccc40cc659fe787 199.19.213.51 - - [31/Mar/2026:22:27:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.62:8080 1249 0.007 200 a4990d8db072b98bb343c4353331f2b2 199.19.213.51 - - [31/Mar/2026:22:27:48 +0000] "GET /admin/realms/atmosphere/clients/cb7e8ce9-8fc2-4bfc-b68f-1221d9d23324/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.62:8080 166 0.013 200 b4dd07594cf6dcc5e1d06563a4fe3876 W0331 22:28:12.853983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:12.854015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:16.188105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:16.188145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:52.086197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:52.086239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:52.150645 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:52.150711 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0331 22:28:52.150743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:52.150763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:52.150777 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:52.150827 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0331 22:28:52.150858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:52.150877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:52.153864 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:52.153995 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0331 22:28:52.154066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:52.154085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:28:52.156712 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0331 22:28:52.156760 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0331 22:28:52.157235 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0331 22:28:52.157291 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0331 22:28:52.159143 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.009s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.009s testedConfigurationSize:18.2kB} I0331 22:28:52.159198 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0331 22:28:52.165826 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0331 22:28:52.167750 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6fe45377-e7c6-4c3d-acbb-13bce1e178aa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4323", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:28:52.167982 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0331 22:28:52.168041 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0331 22:28:52.168269 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0331 22:28:52.168334 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0331 22:28:52.168312 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"8f98607e-9367-4381-98c3-e17ee3f8aa39", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4324", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:28:52.168463 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"816e7f0e-575c-4f16-8dc5-c3daa9ce451f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4325", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:28:52.168610 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0331 22:28:52.420631 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0331 22:28:52.422101 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0331 22:28:52.477640 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0331 22:28:52.478503 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0331 22:28:53.679236 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0331 22:28:53.680551 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0331 22:28:55.420347 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:55.420433 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:55.420501 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:55.420656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:55.420677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:28:55.420854 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:28:55.469774 7 controller.go:216] "Backend successfully reloaded" I0331 22:28:55.469980 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gj6bw", UID:"dcba1a32-3ff1-4242-9811-225c11b45a4d", APIVersion:"v1", ResourceVersion:"1329", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:28:58.753677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:58.753745 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:58.753783 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:58.753924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:58.753951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:02.086897 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:02.086939 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:02.086966 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:02.087036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:02.087054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:05.419519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:05.419572 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:05.419597 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:05.419681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:05.419698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:08.753974 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:08.754035 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:08.754075 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:08.754198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:08.754225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:12.087057 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:12.087100 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:29:12.087117 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:12.087180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:12.087199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:15.420576 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:15.420704 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:15.420832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:15.420866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:18.753492 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:18.753691 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:18.753834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:18.753902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:22.086565 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:22.086741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:22.086958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:22.087017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:25.420508 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:25.420618 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:25.420765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:25.420919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:28.753877 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:29:28.753975 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:29:28.754102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:28.754136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.155 - - [31/Mar/2026:22:29:29 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.030 [auth-system-keycloak-80] [] 10.0.0.62:8080 6411 0.031 200 4a91146c3e94420436fc78517e6c2597 10.0.0.30 - - [31/Mar/2026:22:29:29 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.62:8080 6411 0.008 200 72f80c4ea446982159bfdb7ea1b31367 W0331 22:29:32.087189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:32.087233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:35.420402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:35.420453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:38.753902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:38.753950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:42.087013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:42.087052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:29:43.225537 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.95.146"}] I0331 22:29:43.225575 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.95.146"}] I0331 22:29:43.225658 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.95.146"}] I0331 22:29:43.230531 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"6fe45377-e7c6-4c3d-acbb-13bce1e178aa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5483", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:29:43.235102 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"816e7f0e-575c-4f16-8dc5-c3daa9ce451f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5484", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:29:43.236229 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"8f98607e-9367-4381-98c3-e17ee3f8aa39", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5485", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:29:45.420518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:45.420571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:48.754112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:48.754160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:52.087458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:52.087505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.51 - - [31/Mar/2026:22:29:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.416 [auth-system-keycloak-80] [] 10.0.0.62:8080 1925 0.415 200 7ebc2af20623e91dc261e089a8173e49 199.19.213.51 - - [31/Mar/2026:22:29:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.006 [auth-system-keycloak-80] [] 10.0.0.62:8080 4246 0.005 200 08c575632bebc0a9c4866813f9a98124 199.19.213.51 - - [31/Mar/2026:22:29:54 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.354 [auth-system-keycloak-80] [] 10.0.0.62:8080 0 0.353 204 4ec730e31a06f9aeef04fdfd721caef0 199.19.213.51 - - [31/Mar/2026:22:29:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.197 [auth-system-keycloak-80] [] 10.0.0.62:8080 4384 0.196 200 9a409ba38249cef50655e103e8e6fd9c 199.19.213.51 - - [31/Mar/2026:22:29:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.441 [auth-system-keycloak-80] [] 10.0.0.62:8080 1925 0.441 200 5aa0d9ab85e26b8a19225e4b27288ac6 199.19.213.51 - - [31/Mar/2026:22:29:55 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.62:8080 1682 0.009 200 94c7c5b1af875bf4f6b9bb8731323248 199.19.213.51 - - [31/Mar/2026:22:29:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.62:8080 6411 0.006 200 0af560c37817dc35b8105101c6d1e13f 199.19.213.51 - - [31/Mar/2026:22:29:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.483 [auth-system-keycloak-80] [] 10.0.0.62:8080 1925 0.483 200 b27f7da38ed33e7af4e6afc3a162b7bd 199.19.213.51 - - [31/Mar/2026:22:29:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.62:8080 2 0.008 200 152eeacb7b48f298c7d11b9f2007c5fd 199.19.213.51 - - [31/Mar/2026:22:29:57 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.160 [auth-system-keycloak-80] [] 10.0.0.62:8080 0 0.159 201 7a26ff47aa579de993563e533f43b6fa 199.19.213.51 - - [31/Mar/2026:22:29:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.022 [auth-system-keycloak-80] [] 10.0.0.62:8080 2242 0.021 200 74d395777549adc2a0f44cfae827f085 199.19.213.51 - - [31/Mar/2026:22:29:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.461 [auth-system-keycloak-80] [] 10.0.0.62:8080 1925 0.460 200 469ebc5c8bc9d587fb503164a6a10753 199.19.213.51 - - [31/Mar/2026:22:29:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.62:8080 2242 0.004 200 59dd492e376c6b4adfea194b62b74e81 199.19.213.51 - - [31/Mar/2026:22:29:58 +0000] "GET /admin/realms/atmosphere/clients/c13f8540-1be9-45a3-a9d8-c10f4dca4006/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.016 [auth-system-keycloak-80] [] 10.0.0.62:8080 233 0.016 200 0d74189009502ecafd7ab8fe6e5aefb6 199.19.213.51 - - [31/Mar/2026:22:29:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.035 [auth-system-keycloak-80] [] 10.0.0.62:8080 831 0.035 200 0ed530f780aa04c9a7cc94b633bb602e 199.19.213.51 - - [31/Mar/2026:22:29:59 +0000] "GET /admin/realms/atmosphere/clients/af3a0d68-a33c-451f-8fbf-bd1a5ad694fd/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.076 [auth-system-keycloak-80] [] 10.0.0.62:8080 3758 0.076 200 731ccb9814bce5d0ebc92dabd153b82f 199.19.213.51 - - [31/Mar/2026:22:29:59 +0000] "GET /admin/realms/atmosphere/users/387d53d8-bf3e-47b2-859e-1fee78bf03f1/role-mappings/clients/af3a0d68-a33c-451f-8fbf-bd1a5ad694fd/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.185 [auth-system-keycloak-80] [] 10.0.0.62:8080 3758 0.185 200 fb92611bd94583ba72924acfc0d75f36 199.19.213.51 - - [31/Mar/2026:22:29:59 +0000] "GET /admin/realms/atmosphere/users/387d53d8-bf3e-47b2-859e-1fee78bf03f1/role-mappings/clients/af3a0d68-a33c-451f-8fbf-bd1a5ad694fd/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.020 [auth-system-keycloak-80] [] 10.0.0.62:8080 2 0.019 200 5da94e24d98f593000fe64453d57b2ab 199.19.213.51 - - [31/Mar/2026:22:29:59 +0000] "POST /admin/realms/atmosphere/users/387d53d8-bf3e-47b2-859e-1fee78bf03f1/role-mappings/clients/af3a0d68-a33c-451f-8fbf-bd1a5ad694fd HTTP/1.1" 204 0 "-" "Ansible" 1388 0.058 [auth-system-keycloak-80] [] 10.0.0.62:8080 0 0.058 204 da64771137f05556a049d35b25b1027c 199.19.213.51 - - [31/Mar/2026:22:29:59 +0000] "GET /admin/realms/atmosphere/users/387d53d8-bf3e-47b2-859e-1fee78bf03f1/role-mappings/clients/af3a0d68-a33c-451f-8fbf-bd1a5ad694fd/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.014 [auth-system-keycloak-80] [] 10.0.0.62:8080 576 0.014 200 215d2f74d7b3a8981eb8edc693cde492 W0331 22:30:01.982679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:01.982773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:05.318018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:05.318057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:18.830433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:18.830481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:22.163824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:22.163858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:25.499805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:30:25.499847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:07.632542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:07.632615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:42.243329 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 22:32:42.243423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:42.243446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:32:42.247634 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0331 22:32:42.247679 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0331 22:32:42.251970 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0331 22:32:42.252205 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"c3ecc967-a2b8-4271-915c-67ab5fcc7ba7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6709", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:32:42.252552 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0331 22:32:42.252877 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 22:32:42.252929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:42.252945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:32:42.253071 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:32:42.295008 7 controller.go:216] "Backend successfully reloaded" I0331 22:32:42.295257 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gj6bw", UID:"dcba1a32-3ff1-4242-9811-225c11b45a4d", APIVersion:"v1", ResourceVersion:"1329", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:32:42.579169 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0331 22:32:42.580345 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" I0331 22:32:43.226465 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.95.146"}] I0331 22:32:43.230244 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"c3ecc967-a2b8-4271-915c-67ab5fcc7ba7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6743", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:32:45.588278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:45.588339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.51 - - [31/Mar/2026:22:32:46 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.004 300 102fea4f9ee1d5f57bcfa52126fa31eb 199.19.213.51 - - [31/Mar/2026:22:32:47 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 265 0.004 200 f2c3d0e2213d4b7a28760e3586de3f37 199.19.213.51 - - [31/Mar/2026:22:32:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.331 [openstack-keystone-api-5000] [] 10.0.0.210:5000 1359 0.331 201 43fedf61ba8574202fb32766f465008f 199.19.213.51 - - [31/Mar/2026:22:32:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 b780217b18e89ca215e5030ed50ee6a2 199.19.213.51 - - [31/Mar/2026:22:32:48 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.035 [openstack-keystone-api-5000] [] 10.0.0.210:5000 90 0.034 404 e7d92e796d3895bcfd80bf8e256a5638 199.19.213.51 - - [31/Mar/2026:22:32:48 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.210:5000 366 0.029 200 25c49c853fae70f569b7a21c377f815f 199.19.213.51 - - [31/Mar/2026:22:32:48 +0000] "GET /v3/domains/8571e7458a25435eb6437affd41cbcaf HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-keystone-api-5000] [] 10.0.0.210:5000 244 0.020 200 fb68ccbed277b0c17a19d9c830b10dfb 199.19.213.51 - - [31/Mar/2026:22:32:48 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 265 0.004 200 bdd69b1b5b0b381b7d24d82bfbbde519 W0331 22:32:48.919858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:48.919907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.51 - - [31/Mar/2026:22:32:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.210:5000 1359 0.295 201 511b21037107edaeacdff4ff320ea304 199.19.213.51 - - [31/Mar/2026:22:32:49 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 3855523b11e84745662fdd3c4830ec51 199.19.213.51 - - [31/Mar/2026:22:32:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.022 [openstack-keystone-api-5000] [] 10.0.0.210:5000 101 0.021 404 f17a01a0529f48f778a2d26647b11af2 199.19.213.51 - - [31/Mar/2026:22:32:49 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.022 [openstack-keystone-api-5000] [] 10.0.0.210:5000 155 0.022 200 212efa21aaa418fd144e80ed8891ab42 199.19.213.51 - - [31/Mar/2026:22:32:49 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.028 [openstack-keystone-api-5000] [] 10.0.0.210:5000 340 0.028 201 eb9dd797fcd2edbd1a94c7a836db547b 199.19.213.51 - - [31/Mar/2026:22:32:49 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 265 0.003 200 26e93e81db66d3f234d276c32f332eb4 199.19.213.51 - - [31/Mar/2026:22:32:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.210:5000 1359 0.287 201 9bc6f4f41a6992540a7426aec3baace7 199.19.213.51 - - [31/Mar/2026:22:32:50 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 60b90f478a764ef97891b9c940c56797 199.19.213.51 - - [31/Mar/2026:22:32:50 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.210:5000 98 0.021 404 16f4938c07b9e081b7ed2cfee6007dd8 199.19.213.51 - - [31/Mar/2026:22:32:50 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.017 [openstack-keystone-api-5000] [] 10.0.0.210:5000 135 0.017 200 84eb2cb06e3888b73c00e48d5e15732f 199.19.213.51 - - [31/Mar/2026:22:32:50 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.026 [openstack-keystone-api-5000] [] 10.0.0.210:5000 356 0.025 201 3bbd78028cc100a3e46b39ce9e29fb15 199.19.213.51 - - [31/Mar/2026:22:32:50 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 265 0.003 200 3a57d01c3390386a6c63a7ed6333bdbb 199.19.213.51 - - [31/Mar/2026:22:32:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.210:5000 1359 0.284 201 91b5aeaa2657bae20688fde0bf49e464 199.19.213.51 - - [31/Mar/2026:22:32:51 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 85c7f19c557bdfefe40d0f375572eda9 199.19.213.51 - - [31/Mar/2026:22:32:51 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.023 [openstack-keystone-api-5000] [] 10.0.0.210:5000 131 0.024 404 f962108a5d44cdd48d5e18b0328e5f5d 199.19.213.51 - - [31/Mar/2026:22:32:51 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.210:5000 167 0.019 200 0a941c27f83e6129fb32610332770daa 199.19.213.51 - - [31/Mar/2026:22:32:51 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.020 [openstack-keystone-api-5000] [] 10.0.0.210:5000 222 0.020 201 3e6964a7e179eb31b616dfd8926562ea W0331 22:33:00.344654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:00.344683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:03.679839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:03.679878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:07.011544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:07.011591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:10.344949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:10.344989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:25.814366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:25.814403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:29.148324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:29.148390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:33.452946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:33.452978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:36.786740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:33:36.786788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:02.510680 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:35:02.510899 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 22:35:02.511000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:02.511051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:35:02.517770 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.007s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:32.2kB} I0331 22:35:02.517841 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0331 22:35:02.523751 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0331 22:35:02.523985 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"3a799711-7bed-4f72-83b3-609354707436", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7787", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:35:02.524066 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0331 22:35:02.524270 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:35:02.524333 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 22:35:02.524378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:02.524391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:35:02.524481 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:35:02.572227 7 controller.go:216] "Backend successfully reloaded" I0331 22:35:02.572613 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gj6bw", UID:"dcba1a32-3ff1-4242-9811-225c11b45a4d", APIVersion:"v1", ResourceVersion:"1329", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:35:02.800620 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0331 22:35:02.802147 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.51 - - [31/Mar/2026:22:35:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 05260c58f6aeb238a615a1758061d726 199.19.213.51 - - [31/Mar/2026:22:35:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.322 [openstack-keystone-api-5000] [] 10.0.0.210:5000 1990 0.323 201 b2483fb9040bfeee8cf17b7a09e785d7 199.19.213.51 - - [31/Mar/2026:22:35:03 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.031 [openstack-keystone-api-5000] [] 10.0.0.210:5000 85 0.030 404 e7a6d63d7f0c2158d14acd51b838f64b 199.19.213.51 - - [31/Mar/2026:22:35:03 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.020 [openstack-keystone-api-5000] [] 10.0.0.210:5000 128 0.019 200 b433c91262b900af478ea6b90f8b19db 199.19.213.51 - - [31/Mar/2026:22:35:03 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.032 [openstack-keystone-api-5000] [] 10.0.0.210:5000 229 0.031 201 c251c360fa9dec7d1db40f41f7f16280 W0331 22:35:05.857887 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:35:05.858009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:05.858030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.51 - - [31/Mar/2026:22:35:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 052b0178b2931abd83ec229727b5164e 199.19.213.51 - - [31/Mar/2026:22:35:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.288 [openstack-keystone-api-5000] [] 10.0.0.210:5000 1990 0.288 201 8ad05c0b15674752149251dd8ed682f0 199.19.213.51 - - [31/Mar/2026:22:35:11 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.026 [openstack-keystone-api-5000] [] 10.0.0.210:5000 1514 0.026 200 f260cf9141a4ec38846681f076c45415 199.19.213.51 - - [31/Mar/2026:22:35:11 +0000] "PUT /v3/roles/d6fefcdecbf84ee4b4809c8cbfcfce9d/implies/af8c7e8723f0465bad87e65087d8a8ef HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.037 [openstack-keystone-api-5000] [] 10.0.0.210:5000 518 0.037 201 1297d021d9b5d0ee05d4426aa5b3f147 W0331 22:35:13.829864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:13.829902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:35:43.227134 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.100.95.146"}] I0331 22:35:43.234489 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"3a799711-7bed-4f72-83b3-609354707436", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8176", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:35:43.236209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:43.236242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.51 - - [31/Mar/2026:22:35:56 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.004 300 03c43d6d6bb58d234f035b0f03cade94 199.19.213.51 - - [31/Mar/2026:22:35:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.337 [openstack-keystone-api-5000] [] 10.0.0.210:5000 2053 0.337 201 14ad4faf751edddd6144f1c75e3d5e42 199.19.213.51 - - [31/Mar/2026:22:35:56 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.032 [openstack-keystone-api-5000] [] 10.0.0.210:5000 87 0.033 404 eb3cc7bb034afd40e7bd0d60f9f30a57 199.19.213.51 - - [31/Mar/2026:22:35:56 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.026 [openstack-keystone-api-5000] [] 10.0.0.210:5000 388 0.026 200 56e0547afb81abdc58a447370ae1ab59 199.19.213.51 - - [31/Mar/2026:22:35:56 +0000] "GET /v3/users/rgw-RegionOne?domain_id=b02c82001ee04d58aadf613970446636 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.026 [openstack-keystone-api-5000] [] 10.0.0.210:5000 91 0.025 404 5cf053bb7cfeed6e53d7cdbc1aa221da 199.19.213.51 - - [31/Mar/2026:22:35:57 +0000] "GET /v3/users?domain_id=b02c82001ee04d58aadf613970446636&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.039 [openstack-keystone-api-5000] [] 10.0.0.210:5000 177 0.038 200 a15d93b2d288175281d3673834f6aca3 199.19.213.51 - - [31/Mar/2026:22:35:57 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.296 [openstack-keystone-api-5000] [] 10.0.0.210:5000 290 0.297 201 7470162071846f6b4fab6e9460425d73 199.19.213.51 - - [31/Mar/2026:22:36:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 038aa4d70f099b40eda61d0750eaae04 199.19.213.51 - - [31/Mar/2026:22:36:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.295 [openstack-keystone-api-5000] [] 10.0.0.210:5000 2053 0.295 201 69e03c1536ced50da438c202b2d5bbc3 199.19.213.51 - - [31/Mar/2026:22:36:01 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 428 0.023 [openstack-keystone-api-5000] [] 10.0.0.210:5000 83 0.022 404 9c6f86d693b1c182b0a61d9dc9916c55 199.19.213.51 - - [31/Mar/2026:22:36:01 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 446 0.020 [openstack-keystone-api-5000] [] 10.0.0.210:5000 359 0.021 200 023285e296c4ef77140b3414172363e0 199.19.213.51 - - [31/Mar/2026:22:36:01 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 432 0.023 [openstack-keystone-api-5000] [] 10.0.0.210:5000 87 0.024 404 dc727dc26d68ec178d5a1117de81a3d3 199.19.213.51 - - [31/Mar/2026:22:36:01 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 450 0.024 [openstack-keystone-api-5000] [] 10.0.0.210:5000 388 0.024 200 4bdd70790fe6a45e9bec44a42f7fe918 199.19.213.51 - - [31/Mar/2026:22:36:01 +0000] "GET /v3/users/rgw-RegionOne?domain_id=b02c82001ee04d58aadf613970446636 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 479 0.026 [openstack-keystone-api-5000] [] 10.0.0.210:5000 91 0.026 404 e2f37c69e5f5a4dea330390e33c4068c 199.19.213.51 - - [31/Mar/2026:22:36:01 +0000] "GET /v3/users?domain_id=b02c82001ee04d58aadf613970446636&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 497 0.054 [openstack-keystone-api-5000] [] 10.0.0.210:5000 456 0.054 200 e765986dbe9aa803340d64656eb2ffde 199.19.213.51 - - [31/Mar/2026:22:36:01 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.210:5000 88 0.020 404 19c73a70ae586f00ecdb43599df2f9ea 199.19.213.51 - - [31/Mar/2026:22:36:01 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.025 [openstack-keystone-api-5000] [] 10.0.0.210:5000 518 0.025 200 f7d696db1d9442a807d6679e4a5f5bb5 199.19.213.51 - - [31/Mar/2026:22:36:01 +0000] "PUT /v3/projects/ab4df9528ca34f5e98c555c23e10f19d/users/e5388c6d51124211bd0ff2592aa6e2d7/roles/beb5162984924c94bcc406fa99c71c0f HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 555 0.032 [openstack-keystone-api-5000] [] 10.0.0.210:5000 0 0.032 204 cbeda6e752449ee515027da0e53ee3e2 199.19.213.51 - - [31/Mar/2026:22:36:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.004 300 b566ea8a0a7d3b5735710eab1df5a5eb 199.19.213.51 - - [31/Mar/2026:22:36:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.363 [openstack-keystone-api-5000] [] 10.0.0.210:5000 2053 0.363 201 977fbaa705fc942656c187b8a7510763 199.19.213.51 - - [31/Mar/2026:22:36:03 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.023 [openstack-keystone-api-5000] [] 10.0.0.210:5000 150 0.023 200 ed1f4b54a9fc439de7edf6379f1b82cb 199.19.213.51 - - [31/Mar/2026:22:36:03 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.032 [openstack-keystone-api-5000] [] 10.0.0.210:5000 262 0.031 201 a5ff9e3bf76f7e4c9e1407a5acad1903 199.19.213.51 - - [31/Mar/2026:22:36:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 8e1e03b19b8de2c48a733602c6dd3863 199.19.213.51 - - [31/Mar/2026:22:36:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.210:5000 2155 0.291 201 f3e712a0600c6b87f4ce995177b30c15 199.19.213.51 - - [31/Mar/2026:22:36:04 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.028 [openstack-keystone-api-5000] [] 10.0.0.210:5000 86 0.028 404 fef2e2263ce1258b698b5370331e213a 199.19.213.51 - - [31/Mar/2026:22:36:04 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.210:5000 380 0.020 200 c30de3e32191579e33e81c2e2780fb98 199.19.213.51 - - [31/Mar/2026:22:36:04 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=de9a9da4532e421695cb8eaf38c46ba5 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.025 [openstack-keystone-api-5000] [] 10.0.0.210:5000 204 0.025 200 7166475c794f09753b8e3e1aa36b464e 199.19.213.51 - - [31/Mar/2026:22:36:04 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.023 [openstack-keystone-api-5000] [] 10.0.0.210:5000 377 0.022 201 bf7de2d2ab01567ee07c645ee6800a44 199.19.213.51 - - [31/Mar/2026:22:36:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.002 300 193ea2b37e0435915632d8d68e37432b 199.19.213.51 - - [31/Mar/2026:22:36:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.210:5000 2363 0.295 201 dff9a9e1949d3fed0be6764411581ae5 199.19.213.51 - - [31/Mar/2026:22:36:05 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.022 [openstack-keystone-api-5000] [] 10.0.0.210:5000 86 0.022 404 35e662a122de9cc76cea7735f463782b 199.19.213.51 - - [31/Mar/2026:22:36:05 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.017 [openstack-keystone-api-5000] [] 10.0.0.210:5000 380 0.016 200 e5e15a87f3f6efc39d413ee97a5d3876 199.19.213.51 - - [31/Mar/2026:22:36:05 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=de9a9da4532e421695cb8eaf38c46ba5 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.029 [openstack-keystone-api-5000] [] 10.0.0.210:5000 206 0.029 200 173eeeebc73baf14078ac5cc1339d032 199.19.213.51 - - [31/Mar/2026:22:36:05 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.027 [openstack-keystone-api-5000] [] 10.0.0.210:5000 391 0.027 201 24af23bcb9f48b3bc07c4393d218ccc7 W0331 22:36:06.856974 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:36:06.857057 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 22:36:06.857101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:06.857112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:36:06.859402 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.003s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:35.7kB} I0331 22:36:06.859418 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0331 22:36:06.865332 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0331 22:36:06.865851 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0331 22:36:06.866206 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:36:06.866309 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 22:36:06.866383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:06.866404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:36:06.866542 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:36:06.866649 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"9337462d-560f-41b2-a357-a5f335baa8bc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8355", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:36:06.920979 7 controller.go:216] "Backend successfully reloaded" I0331 22:36:06.921148 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gj6bw", UID:"dcba1a32-3ff1-4242-9811-225c11b45a4d", APIVersion:"v1", ResourceVersion:"1329", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:36:07.173085 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0331 22:36:07.173959 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0331 22:36:10.200474 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:36:10.200685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:10.200711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:23.390008 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:36:23.390131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:23.390141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:28.296571 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:36:28.296990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:28.297067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:36:28.297394 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:36:28.360252 7 controller.go:216] "Backend successfully reloaded" I0331 22:36:28.360451 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gj6bw", UID:"dcba1a32-3ff1-4242-9811-225c11b45a4d", APIVersion:"v1", ResourceVersion:"1329", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:36:31.630044 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:36:31.630262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:31.630296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:34.962904 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:36:34.963278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:34.963308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:38.297166 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:36:38.297428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:38.297454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:36:43.226001 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.100.95.146"}] I0331 22:36:43.235693 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"9337462d-560f-41b2-a357-a5f335baa8bc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8736", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:36:43.237666 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:36:43.237928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:43.237961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:53.822042 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:36:53.822175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:53.822195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:01.981125 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:37:01.981370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:01.981414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:12.023923 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:37:12.024081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:12.024102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:51.334523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:51.334559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:01.726893 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:39:01.727036 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 22:39:01.727114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:01.727139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:39:01.732515 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.1kB} I0331 22:39:01.732557 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0331 22:39:01.736511 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0331 22:39:01.736823 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"5673e74b-57c3-4db9-936a-ed98557d8a12", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9842", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:39:01.737127 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0331 22:39:01.737699 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:39:01.737859 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 22:39:01.737982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:01.738019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:39:01.738228 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:39:01.795400 7 controller.go:216] "Backend successfully reloaded" I0331 22:39:01.795703 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gj6bw", UID:"dcba1a32-3ff1-4242-9811-225c11b45a4d", APIVersion:"v1", ResourceVersion:"1329", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:39:01.996172 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0331 22:39:01.997170 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0331 22:39:05.071734 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:39:05.072206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:05.072277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.51 - - [31/Mar/2026:22:39:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 9897848e0fb089ca4c942aa8a3287a91 199.19.213.51 - - [31/Mar/2026:22:39:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.337 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.336 201 35176afedac6b3bc96f847d3236c5a57 199.19.213.51 - - [31/Mar/2026:22:39:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c50a06d7ba57c5809d92a76cd5b98552 199.19.213.51 - - [31/Mar/2026:22:39:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2821dcd1669ffae138588bccaf9cd662 199.19.213.51 - - [31/Mar/2026:22:39:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.004 300 098d5119332fd277a507ec03e998f797 199.19.213.51 - - [31/Mar/2026:22:39:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.286 201 2202b0ceb2e3553cc0b9445b58f21975 199.19.213.51 - - [31/Mar/2026:22:39:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8c4c15e2bbeed37f38819241d2cd8415 199.19.213.51 - - [31/Mar/2026:22:39:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9ff504832074f48d462c791a7a057bf7 199.19.213.51 - - [31/Mar/2026:22:39:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 22f7781b8920739de22519f3119023fb 199.19.213.51 - - [31/Mar/2026:22:39:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.294 201 46c94141897af17ede813f945b078cd1 199.19.213.51 - - [31/Mar/2026:22:39:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6ae5f3c74c86aa99fb718d9fb447d48e 199.19.213.51 - - [31/Mar/2026:22:39:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 46ae3792fd786612f1257f9c256010a6 199.19.213.51 - - [31/Mar/2026:22:39:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.004 300 92ef4231c324c5dd021def9ea5112139 199.19.213.51 - - [31/Mar/2026:22:39:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.287 201 1bcca37ae2554e04e910a49fd9e70e6a 199.19.213.51 - - [31/Mar/2026:22:39:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 66674fb4819fc44747764a5514897c7d 199.19.213.51 - - [31/Mar/2026:22:39:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1fa3d50b61b1f1aca9cdba8d5d0286e1 199.19.213.51 - - [31/Mar/2026:22:39:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 b45302e6198a701df00a1082e7894c59 199.19.213.51 - - [31/Mar/2026:22:39:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.288 201 f4e50ddd22b179755a9659b7fa9d9a45 199.19.213.51 - - [31/Mar/2026:22:39:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4b38b148f3f05c1e8f7d03044a4b5396 199.19.213.51 - - [31/Mar/2026:22:39:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fe9abea2de32d494539d7eb7cdb0acd0 199.19.213.51 - - [31/Mar/2026:22:39:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.004 300 cf12a8af497822352db1d1cdb3786dca 199.19.213.51 - - [31/Mar/2026:22:39:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.283 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.284 201 dad224a21799e14124ffa3b960541fb8 199.19.213.51 - - [31/Mar/2026:22:39:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 23644f4302fce2fddcc9cfbdc41b1604 199.19.213.51 - - [31/Mar/2026:22:39:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a62017b670160a340bcc56cf34fcf652 199.19.213.51 - - [31/Mar/2026:22:39:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.004 300 d66f7fa761caf5dce294591c8ebbc252 199.19.213.51 - - [31/Mar/2026:22:39:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.293 201 417d0ce8351285e8edf9ec6b68ede34a 199.19.213.51 - - [31/Mar/2026:22:39:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3d80b4454dee4e5b9f67174c8270040b 199.19.213.51 - - [31/Mar/2026:22:39:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0212e64a5efd718d6d9934edaed705dc 199.19.213.51 - - [31/Mar/2026:22:39:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 caba2f5e71a9400b031de53f23a50f99 199.19.213.51 - - [31/Mar/2026:22:39:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.283 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.284 201 2f196290384de5a9d039da17e03b57d4 199.19.213.51 - - [31/Mar/2026:22:39:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 58b92c6ff2e3f9f0018ebab81921f9b8 199.19.213.51 - - [31/Mar/2026:22:39:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4c5057c17f4c061c5e0b31fa2de91561 W0331 22:39:19.274347 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:39:19.274527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:19.274580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.51 - - [31/Mar/2026:22:39:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.004 300 10ac7d96ebc03639a83d3ac404bd39a8 199.19.213.51 - - [31/Mar/2026:22:39:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.285 201 0ebec942c5dd3f274a0b31eb505d00cb 199.19.213.51 - - [31/Mar/2026:22:39:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1c4b9b8be2dea72653a59fff281e20b0 199.19.213.51 - - [31/Mar/2026:22:39:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 343bc2b0b2197584b4a80461fd4fd67b 199.19.213.51 - - [31/Mar/2026:22:39:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.004 300 068e12887f6b153b1e637778dbc3a930 199.19.213.51 - - [31/Mar/2026:22:39:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.291 201 c6cea6d1d95d9d2f8c5c46ec8fb68cf1 199.19.213.51 - - [31/Mar/2026:22:39:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 75fe47e5883fd5e07e5d523c245372e5 199.19.213.51 - - [31/Mar/2026:22:39:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fbb3dd9d165a0a28dc454688f7ba2755 199.19.213.51 - - [31/Mar/2026:22:39:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 e663e3aed63e9715c7323eabe062b045 199.19.213.51 - - [31/Mar/2026:22:39:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.290 201 8d6a9e16dc3861020f30742602693a48 199.19.213.51 - - [31/Mar/2026:22:39:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cb1dbfd7f537db1fb458a9258a6070c3 199.19.213.51 - - [31/Mar/2026:22:39:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fc61c37630a754e9e7c16a9f2f2eadfa 199.19.213.51 - - [31/Mar/2026:22:39:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 582e4c0536a8105d9392f0f4325b76f4 199.19.213.51 - - [31/Mar/2026:22:39:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.308 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.309 201 b4c6f86496d5e0f13f45272fc3ef7ab0 199.19.213.51 - - [31/Mar/2026:22:39:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b4f1242f403c0da503946784f3aa3759 199.19.213.51 - - [31/Mar/2026:22:39:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - daf0a9c32d09611ce328709e94b67ea1 199.19.213.51 - - [31/Mar/2026:22:39:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.004 300 9ce96ce96966c685e07d57b97af44a1c 199.19.213.51 - - [31/Mar/2026:22:39:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.303 201 b1688ac87e511cd5affb7e222bff0c2d 199.19.213.51 - - [31/Mar/2026:22:39:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c8cef5705613d7b3767e0be8d00449c8 199.19.213.51 - - [31/Mar/2026:22:39:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 15bc40ef803640a8ff165398d0eb622c 199.19.213.51 - - [31/Mar/2026:22:39:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.003 300 5162e849aaa887eb54abaff2933538a0 199.19.213.51 - - [31/Mar/2026:22:39:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.282 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.283 201 fe9fdd054b7154fd79ef8f55700a35f0 199.19.213.51 - - [31/Mar/2026:22:39:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 112c9a664a94e6a02a53fd3e5d8a7317 199.19.213.51 - - [31/Mar/2026:22:39:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 08218d4b1950bb8750b3419f4582563b W0331 22:39:29.749961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:29.749996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.51 - - [31/Mar/2026:22:39:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.004 300 e1dc5d31e84ebf129065d95e521a3643 199.19.213.51 - - [31/Mar/2026:22:39:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.287 201 37b9a99921b6f74a963a8fc21a196bfa 199.19.213.51 - - [31/Mar/2026:22:39:30 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.12:9292 1301 0.001 300 8427c845ff5085dda863055452e79741 199.19.213.51 - - [31/Mar/2026:22:39:31 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.548 [openstack-glance-api-9292] [] 10.0.0.12:9292 69 0.548 200 b035f26da3139af958b4ab423366e052 199.19.213.51 - - [31/Mar/2026:22:39:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.012 [openstack-keystone-api-5000] [] 10.0.0.210:5000 280 0.013 300 b54651856a6a98c518f627caa14f8e43 199.19.213.51 - - [31/Mar/2026:22:39:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3197 0.290 201 e48a0a65f72b8535670cf2e116bc4f95 199.19.213.51 - - [31/Mar/2026:22:39:34 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.12:9292 1301 0.002 300 77ef707dd7ca36b8e93d8854f12bab45 199.19.213.51 - - [31/Mar/2026:22:39:34 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.035 [openstack-glance-api-9292] [] 10.0.0.12:9292 69 0.034 200 56b65e1336013f408cb9803605def28e 199.19.213.51 - - [31/Mar/2026:22:39:34 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.119 [openstack-glance-api-9292] [] 10.0.0.12:9292 151 0.119 404 b4aa785e6827b335f13cbd0474ec4dab 199.19.213.51 - - [31/Mar/2026:22:39:34 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.026 [openstack-glance-api-9292] [] 10.0.0.12:9292 81 0.026 200 c761393165a5bd73db535a308beb9794 199.19.213.51 - - [31/Mar/2026:22:39:34 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.029 [openstack-glance-api-9292] [] 10.0.0.12:9292 84 0.028 200 c8859b8cb94867a5343153767d595b7d 199.19.213.51 - - [31/Mar/2026:22:39:34 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.054 [openstack-glance-api-9292] [] 10.0.0.12:9292 760 0.055 201 7adef4d887f7bfea69d3a96fd2a069c3 199.19.213.51 - - [31/Mar/2026:22:39:38 +0000] "PUT /v2/images/e4264922-4138-4ff1-83de-d95f81179707/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 4.037 [openstack-glance-api-9292] [] 10.0.0.12:9292 0 4.037 204 53fb1f4ee1affbee0198e640e793655d 199.19.213.51 - - [31/Mar/2026:22:39:38 +0000] "GET /v2/images/e4264922-4138-4ff1-83de-d95f81179707 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.010 [openstack-glance-api-9292] [] 10.0.0.12:9292 1171 0.010 200 09eb5e9f796d3682d2b468b5f6cba63e 199.19.213.51 - - [31/Mar/2026:22:39:38 +0000] "GET /v2/images/e4264922-4138-4ff1-83de-d95f81179707 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.12:9292 1171 0.014 200 82380cae49c0b097ad2d955368df8e45 W0331 22:39:41.739324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:41.739370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:39:43.225481 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.100.95.146"}] I0331 22:39:43.231438 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"5673e74b-57c3-4db9-936a-ed98557d8a12", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10188", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:39:45.073716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:45.073762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:48.406159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:48.406224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store