------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0331 20:23:57.255373 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 20:23:57.255495 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0331 20:23:57.263912 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0331 20:23:57.266910 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0331 20:23:57.547595 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0331 20:23:57.565866 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0331 20:23:57.576140 7 nginx.go:271] "Starting NGINX Ingress controller" I0331 20:23:57.581583 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"c950fde3-b2ec-4041-bb69-2d3146e4b398", APIVersion:"v1", ResourceVersion:"1346", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0331 20:23:57.585631 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"d7414e08-807f-4172-bd93-4ba7e006d7f5", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0331 20:23:57.585763 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"90f8244f-3d60-45ee-80aa-207b94bc31f4", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0331 20:23:58.778314 7 nginx.go:317] "Starting NGINX process" I0331 20:23:58.778419 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0331 20:23:58.778780 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0331 20:23:58.779097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:23:58.779144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:23:58.779195 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:23:58.786181 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0331 20:23:58.786265 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-7mzrl" I0331 20:23:58.812010 7 controller.go:216] "Backend successfully reloaded" I0331 20:23:58.812129 7 controller.go:227] "Initial sync, sleeping for 1 second" I0331 20:23:58.812249 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mzrl", UID:"7dcab1e1-d93b-47aa-b06b-7a91219fb4a0", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:24:02.597086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:02.597114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:05.931386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:05.931432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:09.264194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:09.264237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:12.598014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:12.598069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:15.930810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:15.930854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:19.264076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:19.264131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:22.597810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:22.597873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:25.932573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:25.932626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:29.264510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:29.264546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:32.598227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:32.598284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:35.930530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:24:35.930576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:26.371479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:26.371519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:29.705564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:29.705608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:33.038447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:33.038503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:36.372385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:36.372441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:39.705688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:39.705734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:43.257481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:43.257537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:46.592034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:46.592078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:49.924466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:49.924505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:53.258382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:25:53.258410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:38.977773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:38.977829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:40.993253 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-62.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-62.nip.io-tls was not found. Using default certificate W0331 20:26:40.993329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:40.993351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:26:40.995505 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0331 20:26:40.995544 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0331 20:26:41.003348 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0331 20:26:41.003764 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-62.nip.io-tls" in local store I0331 20:26:41.003745 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c33e408b-e6f8-4d96-8fa9-8872a00f736f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2901", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:26:41.243795 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-62.nip.io-tls" I0331 20:26:41.244833 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-62.nip.io-tls" W0331 20:26:42.311887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:42.311918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:26:42.311958 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:26:42.343364 7 controller.go:216] "Backend successfully reloaded" I0331 20:26:42.343614 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mzrl", UID:"7dcab1e1-d93b-47aa-b06b-7a91219fb4a0", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:26:45.645317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:45.645382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:48.978854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:48.978891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:52.311936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:52.311982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.62 - - [31/Mar/2026:20:26:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.606 [auth-system-keycloak-80] [] 10.0.0.53:8080 1882 0.603 200 4ca335038dff050ef298a0913ef6f6e1 199.19.213.62 - - [31/Mar/2026:20:26:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.054 [auth-system-keycloak-80] [] 10.0.0.53:8080 28 0.054 404 f97367e50cfcc578ca3e198633057a88 199.19.213.62 - - [31/Mar/2026:20:26:53 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 1.026 [auth-system-keycloak-80] [] 10.0.0.53:8080 0 1.025 201 16d625908e075cd6988b0e10c72363c4 199.19.213.62 - - [31/Mar/2026:20:26:53 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1195 0.190 [auth-system-keycloak-80] [] 10.0.0.53:8080 4101 0.190 200 2a9d0a5c8840c0c5c995863e92168bdb 199.19.213.62 - - [31/Mar/2026:20:26:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.058 [auth-system-keycloak-80] [] 10.0.0.53:8080 1882 0.055 200 7d568459a4313ea5730905bf617bf69f 199.19.213.62 - - [31/Mar/2026:20:26:54 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11535 "-" "Ansible" 1209 0.023 [auth-system-keycloak-80] [] 10.0.0.53:8080 11535 0.023 200 f5669c40680c9b296fcefc405427fe91 199.19.213.62 - - [31/Mar/2026:20:26:54 +0000] "GET /admin/realms/atmosphere/client-scopes/066fbc88-6238-4810-b5c4-f10a4ea0e717 HTTP/1.1" 200 1146 "-" "Ansible" 1246 0.014 [auth-system-keycloak-80] [] 10.0.0.53:8080 1146 0.015 200 0e95dfc513b6115adc91a4228b00156b 199.19.213.62 - - [31/Mar/2026:20:26:54 +0000] "PUT /admin/realms/atmosphere/client-scopes/066fbc88-6238-4810-b5c4-f10a4ea0e717 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.019 [auth-system-keycloak-80] [] 10.0.0.53:8080 0 0.017 204 3806bc6c21ef0f9b999a68fb30382640 199.19.213.62 - - [31/Mar/2026:20:26:54 +0000] "GET /admin/realms/atmosphere/client-scopes/066fbc88-6238-4810-b5c4-f10a4ea0e717/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1270 0.017 [auth-system-keycloak-80] [] 10.0.0.53:8080 831 0.018 200 db6661c86f15ef282755192fb1425d6e 199.19.213.62 - - [31/Mar/2026:20:26:54 +0000] "GET /admin/realms/atmosphere/client-scopes/066fbc88-6238-4810-b5c4-f10a4ea0e717/protocol-mappers/models/983b4162-4593-472f-8b6d-96fe3a524f64 HTTP/1.1" 200 331 "-" "Ansible" 1307 0.010 [auth-system-keycloak-80] [] 10.0.0.53:8080 331 0.010 200 081044bfd175f57ee93a811b2e135055 199.19.213.62 - - [31/Mar/2026:20:26:54 +0000] "PUT /admin/realms/atmosphere/client-scopes/066fbc88-6238-4810-b5c4-f10a4ea0e717/protocol-mappers/models/983b4162-4593-472f-8b6d-96fe3a524f64 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.021 [auth-system-keycloak-80] [] 10.0.0.53:8080 0 0.021 204 535d1d9a88c0b654314df3e5f40ba0ec 199.19.213.62 - - [31/Mar/2026:20:26:54 +0000] "GET /admin/realms/atmosphere/client-scopes/066fbc88-6238-4810-b5c4-f10a4ea0e717 HTTP/1.1" 200 1121 "-" "Ansible" 1246 0.017 [auth-system-keycloak-80] [] 10.0.0.53:8080 1121 0.017 200 63dda31db2e284f25c2f8d184f51d7c1 W0331 20:26:55.645088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:55.645119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:26:58.792666 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.99.148.126"}] I0331 20:26:58.798771 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c33e408b-e6f8-4d96-8fa9-8872a00f736f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3188", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:26:58.978004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:26:58.978035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:02.312100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:27:02.312154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.62 - - [31/Mar/2026:20:27:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.53:8080 1882 0.042 200 232adae9493af540660f0d5c85d19cc5 199.19.213.62 - - [31/Mar/2026:20:27:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.018 [auth-system-keycloak-80] [] 10.0.0.53:8080 2 0.018 200 5b387ce1879db1b151653c54fac0e1ec 199.19.213.62 - - [31/Mar/2026:20:27:15 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.066 [auth-system-keycloak-80] [] 10.0.0.53:8080 0 0.065 201 60dd8493675f5cc3095ebd1de88df045 199.19.213.62 - - [31/Mar/2026:20:27:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.023 [auth-system-keycloak-80] [] 10.0.0.53:8080 1259 0.023 200 51c2fc9f1c911687cd5a4eecf1762e96 199.19.213.62 - - [31/Mar/2026:20:27:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.53:8080 1882 0.044 200 05b79be4168e039e0d13d63f5daa196c 199.19.213.62 - - [31/Mar/2026:20:27:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.53:8080 2 0.012 200 4bb55524a9456e18925672c91cc45272 199.19.213.62 - - [31/Mar/2026:20:27:15 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.031 [auth-system-keycloak-80] [] 10.0.0.53:8080 0 0.031 201 50a7fb3b4f260d803740a451858134b4 199.19.213.62 - - [31/Mar/2026:20:27:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.020 [auth-system-keycloak-80] [] 10.0.0.53:8080 1283 0.020 200 fe50e1fd97691c4ca32af9bd675141f3 199.19.213.62 - - [31/Mar/2026:20:27:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.53:8080 1882 0.048 200 20d4b4dfae15526f4ab199b67bc29224 199.19.213.62 - - [31/Mar/2026:20:27:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.53:8080 2 0.012 200 e8f96db99f8f9af512c1d771c5d4b0a8 199.19.213.62 - - [31/Mar/2026:20:27:16 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.032 [auth-system-keycloak-80] [] 10.0.0.53:8080 0 0.031 201 df70447e8123cff5220709290ad25a0f 199.19.213.62 - - [31/Mar/2026:20:27:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.016 [auth-system-keycloak-80] [] 10.0.0.53:8080 1249 0.016 200 ca45b3ebab75b9cf980b40bac9906436 199.19.213.62 - - [31/Mar/2026:20:27:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.53:8080 1882 0.043 200 5f89ad84995d0e99158aeb361984dd21 199.19.213.62 - - [31/Mar/2026:20:27:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.53:8080 1259 0.007 200 3bc467121b6e6ccb2f297fef48dc124f 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "GET /admin/realms/atmosphere/clients/048d9250-701d-47e2-bdb5-5b1948fa8443/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.030 [auth-system-keycloak-80] [] 10.0.0.53:8080 31 0.030 404 66d5bbbfa3542163a4fa98d426562a5f 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.53:8080 1259 0.007 200 4d520fe66bf08ff17b8fae08d489aeb5 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "POST /admin/realms/atmosphere/clients/048d9250-701d-47e2-bdb5-5b1948fa8443/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.53:8080 0 0.020 201 9ae8e5f59ac5f58ece9b5bce96a11a30 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.53:8080 1259 0.008 200 ad81f226fc012e0b52681dcc6021ddeb 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "GET /admin/realms/atmosphere/clients/048d9250-701d-47e2-bdb5-5b1948fa8443/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.025 [auth-system-keycloak-80] [] 10.0.0.53:8080 166 0.025 200 ba7b4c1c9f8cd8d1cee3eb8fc5a2cd7b 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.53:8080 1882 0.043 200 6583c6ae716d65525118f97142d939ee 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.53:8080 1283 0.008 200 229568e6664657675bbdccbc8163fb61 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "GET /admin/realms/atmosphere/clients/fe902728-c1e9-4e0c-935f-ed5d0244cb93/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.011 [auth-system-keycloak-80] [] 10.0.0.53:8080 31 0.011 404 978c89e380cf3c6b5ee1dea894f98a18 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.53:8080 1283 0.010 200 c7ba0e081dc95a158e54557afc4bbaf9 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "POST /admin/realms/atmosphere/clients/fe902728-c1e9-4e0c-935f-ed5d0244cb93/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.015 [auth-system-keycloak-80] [] 10.0.0.53:8080 0 0.013 201 24b7c4ffa933824df9785cae644a3f9c 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.53:8080 1283 0.009 200 d5436c452e00c4cd5f4f6ab228179149 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "GET /admin/realms/atmosphere/clients/fe902728-c1e9-4e0c-935f-ed5d0244cb93/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.014 [auth-system-keycloak-80] [] 10.0.0.53:8080 165 0.015 200 6e878abc6e1e08e93575eafeb28baba2 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.53:8080 1882 0.044 200 40c01c6d9885f54d55138a23654f0824 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.53:8080 1283 0.007 200 1bbd9b6859630c4ab92c641b68b39f5e 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "GET /admin/realms/atmosphere/clients/fe902728-c1e9-4e0c-935f-ed5d0244cb93/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.53:8080 31 0.010 404 567c2b31c544cff230e09dfa5aa902ce 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.53:8080 1283 0.006 200 7fa04b6ace25abcb70bd2dafdbc393fc 199.19.213.62 - - [31/Mar/2026:20:27:17 +0000] "POST /admin/realms/atmosphere/clients/fe902728-c1e9-4e0c-935f-ed5d0244cb93/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.53:8080 0 0.014 201 7f704cbf550b4d7529cd21970f61a8a0 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.53:8080 1283 0.008 200 0a5f4de62bb08941fb34a20b74fdd9a4 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "GET /admin/realms/atmosphere/clients/fe902728-c1e9-4e0c-935f-ed5d0244cb93/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.53:8080 166 0.013 200 67a7cc0093c3bea1efb1bec7edff3591 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.53:8080 1882 0.044 200 395c36c46f7792da654f25c95cacd8fc 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.016 [auth-system-keycloak-80] [] 10.0.0.53:8080 1283 0.016 200 2f9cf7ace8ba6fa804c17f82eb3f87dc 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "GET /admin/realms/atmosphere/clients/fe902728-c1e9-4e0c-935f-ed5d0244cb93/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.53:8080 31 0.007 404 1bef993f83a55f0ac84f106f34cdea7e 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.53:8080 1283 0.009 200 d84f254dda94133b9bd3607c2ec152fd 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "POST /admin/realms/atmosphere/clients/fe902728-c1e9-4e0c-935f-ed5d0244cb93/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.53:8080 0 0.016 201 c085dc07464adad5f325b54fb1712dc1 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.53:8080 1283 0.008 200 57c45a0a0655f9e148ead1eda416afbc 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "GET /admin/realms/atmosphere/clients/fe902728-c1e9-4e0c-935f-ed5d0244cb93/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.53:8080 166 0.012 200 3d8e020c3fbb6b6a7fa24d346217a645 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.53:8080 1882 0.045 200 c5c7dd304762a90e2beb0bb39cd60698 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.53:8080 1249 0.007 200 779fa50fa02df3900c98dc69bc426aaf 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "GET /admin/realms/atmosphere/clients/f517d929-f1a5-4989-9260-3ebf91661315/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.53:8080 31 0.009 404 8db1d60c03cf14a7c4895b4b09bfac55 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.53:8080 1249 0.009 200 2ede728e8b0287f49d10847d10ec3bb1 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "POST /admin/realms/atmosphere/clients/f517d929-f1a5-4989-9260-3ebf91661315/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.53:8080 0 0.015 201 16703d518fe2e41d542d031d5e2938b5 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.53:8080 1249 0.007 200 729839adcacb82b93a528b8c72537f7c 199.19.213.62 - - [31/Mar/2026:20:27:18 +0000] "GET /admin/realms/atmosphere/clients/f517d929-f1a5-4989-9260-3ebf91661315/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.53:8080 166 0.013 200 c19ed1397383da32f0853c2d5f19c2cc W0331 20:28:25.294723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:25.294757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:25.376452 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:28:25.376596 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0331 20:28:25.376663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:25.376689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:25.377024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:25.377122 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0331 20:28:25.377182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:25.377266 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:25.377356 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0331 20:28:25.377411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:25.377435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:25.377207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:28:25.379546 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0331 20:28:25.379581 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0331 20:28:25.380992 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0331 20:28:25.381033 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0331 20:28:25.383868 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0331 20:28:25.383913 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0331 20:28:25.385724 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0331 20:28:25.386248 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0331 20:28:25.386296 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b65c952c-ca2c-44ab-b283-fd48e6f32665", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3985", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:28:25.391159 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0331 20:28:25.391416 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"0812976d-88a2-4eb9-a6d1-c3be4136fe9d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3987", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:28:25.391623 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0331 20:28:25.391652 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0331 20:28:25.391941 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0331 20:28:25.391979 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2131762a-62a8-4fc3-81f3-5139736f4d31", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3992", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:28:25.728821 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0331 20:28:25.729850 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0331 20:28:25.754018 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0331 20:28:25.755514 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0331 20:28:27.147231 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0331 20:28:27.148742 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0331 20:28:28.632525 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:28.632597 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:28:28.632675 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:28.632830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:28.632863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:28:28.633012 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:28:28.690288 7 controller.go:216] "Backend successfully reloaded" I0331 20:28:28.690530 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mzrl", UID:"7dcab1e1-d93b-47aa-b06b-7a91219fb4a0", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:28:31.962157 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:31.962237 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:28:31.962302 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:31.962442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:31.962473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:35.295908 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:35.295968 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:28:35.295996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:35.296101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:35.296127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:38.629059 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:38.629118 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:28:38.629157 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:38.629283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:38.629302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:41.961757 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:41.961807 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:28:41.961829 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:41.961902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:41.961919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:45.295841 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:45.295909 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:28:45.296094 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:45.296399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:45.296427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:48.628366 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:48.628454 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:28:48.628519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:48.628772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:48.628802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:51.961920 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:51.961987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:28:51.962023 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:51.962139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:51.962304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:55.295481 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:55.295575 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:28:55.295610 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:55.295725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:55.295757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:58.628646 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:28:58.628745 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:28:58.628905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:28:58.628934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:28:58.793956 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.99.148.126"}] I0331 20:28:58.794498 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.99.148.126"}] I0331 20:28:58.795995 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.99.148.126"}] I0331 20:28:58.802294 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2131762a-62a8-4fc3-81f3-5139736f4d31", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4863", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:28:58.803417 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b65c952c-ca2c-44ab-b283-fd48e6f32665", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4864", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:28:58.806713 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"0812976d-88a2-4eb9-a6d1-c3be4136fe9d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4865", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:29:01.962292 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:29:01.962357 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:29:01.962440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:01.962459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:05.295372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:29:05.295461 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:29:05.295576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:05.295601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.42 - - [31/Mar/2026:20:29:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "Go-http-client/1.1" 160 0.036 [auth-system-keycloak-80] [] 10.0.0.53:8080 6243 0.036 200 a472837c700c87b74b564f7cd43a27b9 10.0.0.78 - - [31/Mar/2026:20:29:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.53:8080 6243 0.008 200 34446bfe3762f95745e6b9c7493053fe W0331 20:29:08.629231 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:29:08.629330 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:29:08.629454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:08.629481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:11.962633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:11.962681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:15.295992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:15.296048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:18.628926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:18.628994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:21.963367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:21.963449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:25.475742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:25.475775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:28.810286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:28.810332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.62 - - [31/Mar/2026:20:29:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.53:8080 1882 0.044 200 ebf57698c75527459f035ec96790b036 199.19.213.62 - - [31/Mar/2026:20:29:32 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1195 0.005 [auth-system-keycloak-80] [] 10.0.0.53:8080 4101 0.005 200 20e791bdbd875463f4eda1e6114290d6 199.19.213.62 - - [31/Mar/2026:20:29:32 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5554 0.142 [auth-system-keycloak-80] [] 10.0.0.53:8080 0 0.142 204 661dd2fec653140ee7277dca0da034b1 199.19.213.62 - - [31/Mar/2026:20:29:32 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1195 0.065 [auth-system-keycloak-80] [] 10.0.0.53:8080 4239 0.065 200 f65035e209833c8f222808bddb6c9ff4 199.19.213.62 - - [31/Mar/2026:20:29:32 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.53:8080 6243 0.006 200 bca003899698df5003e880349c9eaa06 199.19.213.62 - - [31/Mar/2026:20:29:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.53:8080 1882 0.043 200 9c1adf910f44540f1eb344f6f10cad04 199.19.213.62 - - [31/Mar/2026:20:29:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.009 [auth-system-keycloak-80] [] 10.0.0.53:8080 2 0.009 200 5fa2425cc75356f8fddaf671a1362bb0 199.19.213.62 - - [31/Mar/2026:20:29:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.053 [auth-system-keycloak-80] [] 10.0.0.53:8080 0 0.052 201 fe2850817f01e5a244479c4db8935c1a 199.19.213.62 - - [31/Mar/2026:20:29:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2137 "-" "Ansible" 1221 0.020 [auth-system-keycloak-80] [] 10.0.0.53:8080 2137 0.020 200 276bd4fbe86fccf2397e163bf6026d74 199.19.213.62 - - [31/Mar/2026:20:29:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.53:8080 1882 0.043 200 02875b69032b9c75e5b208eac6192fb8 199.19.213.62 - - [31/Mar/2026:20:29:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2137 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.53:8080 2137 0.006 200 81be5e13100db861d2ed08acf5c92723 199.19.213.62 - - [31/Mar/2026:20:29:34 +0000] "GET /admin/realms/atmosphere/clients/5566f01b-a2c4-4166-9874-0c6a87b27f60/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.021 [auth-system-keycloak-80] [] 10.0.0.53:8080 233 0.021 200 4f91c665d35bfdfafa5297400166b0af 199.19.213.62 - - [31/Mar/2026:20:29:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.020 [auth-system-keycloak-80] [] 10.0.0.53:8080 831 0.021 200 2e1df86bdd478e777e72923c2c98f882 199.19.213.62 - - [31/Mar/2026:20:29:34 +0000] "GET /admin/realms/atmosphere/clients/742ff8af-7005-4ac3-8589-3dd1df60a611/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.021 [auth-system-keycloak-80] [] 10.0.0.53:8080 3758 0.021 200 d7c23755374119b0f46a491ab99c88b2 199.19.213.62 - - [31/Mar/2026:20:29:34 +0000] "GET /admin/realms/atmosphere/users/3f5ca287-5dfd-426e-85c3-b3f2b274cd92/role-mappings/clients/742ff8af-7005-4ac3-8589-3dd1df60a611/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.089 [auth-system-keycloak-80] [] 10.0.0.53:8080 3758 0.088 200 43162bf0090a89ea8fa9f73a5ff01bd8 199.19.213.62 - - [31/Mar/2026:20:29:34 +0000] "GET /admin/realms/atmosphere/users/3f5ca287-5dfd-426e-85c3-b3f2b274cd92/role-mappings/clients/742ff8af-7005-4ac3-8589-3dd1df60a611/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.016 [auth-system-keycloak-80] [] 10.0.0.53:8080 2 0.016 200 cbe011343caa885019ff0a9db2fd183c 199.19.213.62 - - [31/Mar/2026:20:29:34 +0000] "POST /admin/realms/atmosphere/users/3f5ca287-5dfd-426e-85c3-b3f2b274cd92/role-mappings/clients/742ff8af-7005-4ac3-8589-3dd1df60a611 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.017 [auth-system-keycloak-80] [] 10.0.0.53:8080 0 0.016 204 01b078514c5ec7627533ad6eea0f580d 199.19.213.62 - - [31/Mar/2026:20:29:34 +0000] "GET /admin/realms/atmosphere/users/3f5ca287-5dfd-426e-85c3-b3f2b274cd92/role-mappings/clients/742ff8af-7005-4ac3-8589-3dd1df60a611/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.53:8080 576 0.011 200 4c5817466e74c4b4d82b8f7f2e7ded60 W0331 20:29:37.324794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:37.324830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:40.659275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:40.659324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:52.358253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:52.358288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:55.692029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:55.692070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:59.025487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:59.025538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:42.161378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:42.161469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:32:12.665329 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 20:32:12.665421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:32:12.665441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:32:12.669274 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0331 20:32:12.669304 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0331 20:32:12.673515 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0331 20:32:12.673729 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"39c85159-1e4e-4ef2-9705-a932d7cbf3d0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6610", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:32:12.673982 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0331 20:32:12.674278 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 20:32:12.674385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:32:12.674409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:32:12.674521 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:32:12.736347 7 controller.go:216] "Backend successfully reloaded" I0331 20:32:12.737373 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mzrl", UID:"7dcab1e1-d93b-47aa-b06b-7a91219fb4a0", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 20:32:12.920437 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0331 20:32:12.921330 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0331 20:32:16.008310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:32:16.008359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.62 - - [31/Mar/2026:20:32:17 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.007 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.006 300 3f3ec8c70b656fa0b35d1e1af335524e 199.19.213.62 - - [31/Mar/2026:20:32:18 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 265 0.004 200 46d7b3f9980929c1a8504dd2cf27359c 199.19.213.62 - - [31/Mar/2026:20:32:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.335 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1296 0.335 201 b2c16b14bfc2fc042195bad450c82521 199.19.213.62 - - [31/Mar/2026:20:32:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.005 300 9db3ca99585b2ec16b7dc6125209cf05 199.19.213.62 - - [31/Mar/2026:20:32:18 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.033 [openstack-keystone-api-5000] [] 10.0.0.212:5000 366 0.033 200 8ac4c5045fd07562e4c867ec62d748a8 199.19.213.62 - - [31/Mar/2026:20:32:19 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 265 0.003 200 fea1fbf3687539a008f2ecd7e1193add 199.19.213.62 - - [31/Mar/2026:20:32:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1296 0.285 201 c150cdfefe09ff9b414eb32609bcb1ad 199.19.213.62 - - [31/Mar/2026:20:32:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.002 300 c61985de1cc4b527521d25bbd7071296 199.19.213.62 - - [31/Mar/2026:20:32:19 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.024 [openstack-keystone-api-5000] [] 10.0.0.212:5000 101 0.023 404 1a4ba550a22bc13b5ff3d758031a191c 199.19.213.62 - - [31/Mar/2026:20:32:19 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.021 [openstack-keystone-api-5000] [] 10.0.0.212:5000 155 0.020 200 d82295dbcb48999e6f93e411b2da2352 199.19.213.62 - - [31/Mar/2026:20:32:19 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.033 [openstack-keystone-api-5000] [] 10.0.0.212:5000 451 0.034 201 c177532d5c9b5e1331f3b2b96c0abc39 199.19.213.62 - - [31/Mar/2026:20:32:20 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 265 0.004 200 b5a24804f2f69b477753e3d1b0678ebc 199.19.213.62 - - [31/Mar/2026:20:32:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.305 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1296 0.305 201 e7d55a5542b411b9c35f08da3bf8736d 199.19.213.62 - - [31/Mar/2026:20:32:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 61c6ab4604c488c8732b1c444bf93ee6 199.19.213.62 - - [31/Mar/2026:20:32:20 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.024 [openstack-keystone-api-5000] [] 10.0.0.212:5000 98 0.023 404 6c599c71159c9f529e3fe884e843719f 199.19.213.62 - - [31/Mar/2026:20:32:20 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.022 [openstack-keystone-api-5000] [] 10.0.0.212:5000 135 0.022 200 a651718cdf23223f71ef847162790689 199.19.213.62 - - [31/Mar/2026:20:32:20 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.023 [openstack-keystone-api-5000] [] 10.0.0.212:5000 331 0.023 201 c7b6e5f940d3560d3bd76871db81ba82 199.19.213.62 - - [31/Mar/2026:20:32:21 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 265 0.004 200 b20f6a7aa4109ed9645354843b2460ad 199.19.213.62 - - [31/Mar/2026:20:32:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.281 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1296 0.280 201 3f49216b208df2f8a4c027bbb20b3f68 199.19.213.62 - - [31/Mar/2026:20:32:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 2d82aae54c2af9e33a37c58a521b9809 199.19.213.62 - - [31/Mar/2026:20:32:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.028 [openstack-keystone-api-5000] [] 10.0.0.212:5000 131 0.028 404 61e936ba127571ac0da12078661c8f05 199.19.213.62 - - [31/Mar/2026:20:32:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.021 [openstack-keystone-api-5000] [] 10.0.0.212:5000 167 0.021 200 db56c1fa826e13510e44b190d1d029aa 199.19.213.62 - - [31/Mar/2026:20:32:21 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.030 [openstack-keystone-api-5000] [] 10.0.0.212:5000 222 0.030 201 8c1e1605f54b0b6c03ae60de17511871 W0331 20:32:31.184957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:32:31.185009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:32:34.518359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:32:34.518408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:32:37.851975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:32:37.852028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:32:41.185426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:32:41.185661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:32:56.635715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:32:56.635774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:32:58.793452 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.99.148.126"}] I0331 20:32:58.797920 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"39c85159-1e4e-4ef2-9705-a932d7cbf3d0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7036", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:32:59.969175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:32:59.969225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:33:05.725394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:33:05.725459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:33:09.059751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:33:09.059849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:34:32.686182 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 20:34:32.686288 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 20:34:32.686353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:34:32.686377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:34:32.690044 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0331 20:34:32.690072 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0331 20:34:32.692975 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0331 20:34:32.693207 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"3a73d04c-fcf3-44e8-abc1-fd149bab8935", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7876", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:34:32.693294 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0331 20:34:32.693526 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 20:34:32.693588 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 20:34:32.693649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:34:32.693670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:34:32.693776 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:34:32.744454 7 controller.go:216] "Backend successfully reloaded" I0331 20:34:32.744729 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mzrl", UID:"7dcab1e1-d93b-47aa-b06b-7a91219fb4a0", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 20:34:32.896313 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0331 20:34:32.898360 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.62 - - [31/Mar/2026:20:34:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.003 300 ec5539963c63a38a895865ae52c1ed6d 199.19.213.62 - - [31/Mar/2026:20:34:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1927 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.331 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1927 0.330 201 43e517ef14a0f3433ddcd4770bcd2710 199.19.213.62 - - [31/Mar/2026:20:34:33 +0000] "GET /v3/roles HTTP/1.1" 200 820 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.025 [openstack-keystone-api-5000] [] 10.0.0.212:5000 820 0.024 200 0b0f3cb84dd40e3915a5638f7991e550 199.19.213.62 - - [31/Mar/2026:20:34:33 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.029 [openstack-keystone-api-5000] [] 10.0.0.212:5000 229 0.029 201 30f40fb5ec868b5239d6638a7ad7b300 W0331 20:34:36.027436 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 20:34:36.027649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:34:36.027681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.62 - - [31/Mar/2026:20:34:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.101.0 keystoneauth1/5.0.1 python-requests/2.28.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 b496acb4016a26feafd9f6f380c01796 199.19.213.62 - - [31/Mar/2026:20:34:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1927 "-" "openstacksdk/0.101.0 keystoneauth1/5.0.1 python-requests/2.28.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1927 0.292 201 b25bea0a2ef47bef989f7eaa14b0431e 199.19.213.62 - - [31/Mar/2026:20:34:39 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "python-keystoneclient" 379 0.026 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1040 0.027 200 538d951637a10d35a056ed4c61211e7d 199.19.213.62 - - [31/Mar/2026:20:34:39 +0000] "PUT /v3/roles/2073c92714e3424fae3f9666d7c7b17e/implies/589a0d555bce49c883c431807549f484 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.041 [openstack-keystone-api-5000] [] 10.0.0.212:5000 518 0.041 201 7c77406ada2d5c12d8985964952b9c44 W0331 20:34:46.391611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:34:46.391663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:34:58.792547 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.99.148.126"}] I0331 20:34:58.860182 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"3a73d04c-fcf3-44e8-abc1-fd149bab8935", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8212", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:34:58.872601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:34:58.872638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.62 - - [31/Mar/2026:20:35:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 8071ca3dd8010d951ef620a2fbfb8d86 199.19.213.62 - - [31/Mar/2026:20:35:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.314 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1990 0.314 201 1cceed7a067f8f8169a75ec5dcb26c2b 199.19.213.62 - - [31/Mar/2026:20:35:25 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.212:5000 87 0.026 404 a3d70b53c0f6328fd530d8062470a1f0 199.19.213.62 - - [31/Mar/2026:20:35:25 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 439 0.025 [openstack-keystone-api-5000] [] 10.0.0.212:5000 388 0.025 200 e85dae4a98435899d185872331c0bfcf 199.19.213.62 - - [31/Mar/2026:20:35:25 +0000] "GET /v3/users?domain_id=d9dfd1817fc1471da6f2904da9dc7753&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.140 [openstack-keystone-api-5000] [] 10.0.0.212:5000 177 0.139 200 2eb38741cc1041bb66acb1db89303616 199.19.213.62 - - [31/Mar/2026:20:35:25 +0000] "POST /v3/users HTTP/1.1" 201 326 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 663 0.282 [openstack-keystone-api-5000] [] 10.0.0.212:5000 326 0.282 201 22197b257a9d7d630a144085a144de71 199.19.213.62 - - [31/Mar/2026:20:35:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 4b5b721319124446983a2e25649dff91 199.19.213.62 - - [31/Mar/2026:20:35:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1990 0.284 201 25fdd05f38322289334d13233d7592a0 199.19.213.62 - - [31/Mar/2026:20:35:26 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.026 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1040 0.026 200 2393000f3e1e44cf33ce500e3aa3eab4 199.19.213.62 - - [31/Mar/2026:20:35:26 +0000] "GET /v3/domains HTTP/1.1" 200 806 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 426 0.022 [openstack-keystone-api-5000] [] 10.0.0.212:5000 806 0.022 200 e40dfafeb5e83e085d940ef87b37454f 199.19.213.62 - - [31/Mar/2026:20:35:26 +0000] "GET /v3/users?domain_id=d9dfd1817fc1471da6f2904da9dc7753&name=rgw-RegionOne HTTP/1.1" 200 492 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.152 [openstack-keystone-api-5000] [] 10.0.0.212:5000 492 0.152 200 fb6004df7d4f4dda2aa574e483019a40 199.19.213.62 - - [31/Mar/2026:20:35:26 +0000] "GET /v3/projects?domain_id=d9dfd1817fc1471da6f2904da9dc7753 HTTP/1.1" 200 548 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.125 [openstack-keystone-api-5000] [] 10.0.0.212:5000 548 0.125 200 97767523c5cbab64a4d5f6636304ac21 199.19.213.62 - - [31/Mar/2026:20:35:26 +0000] "GET /v3/role_assignments?role.id=2be5a6fc24b340878efb9688a393820d&user.id=849eb6e77cf048de84b4830f2037a8c5&scope.project.id=7dd7e75614f548829beb8624365167d6 HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 567 0.021 [openstack-keystone-api-5000] [] 10.0.0.212:5000 269 0.021 200 b6a0216fc5b369bff2bacc4bb2d97b77 199.19.213.62 - - [31/Mar/2026:20:35:26 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.022 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1040 0.022 200 0c51312633ec101d1b2b5bbc1841ad51 199.19.213.62 - - [31/Mar/2026:20:35:26 +0000] "GET /v3/domains/d9dfd1817fc1471da6f2904da9dc7753 HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.022 [openstack-keystone-api-5000] [] 10.0.0.212:5000 269 0.023 200 80e29eb0886b7965f32db95692324f49 199.19.213.62 - - [31/Mar/2026:20:35:26 +0000] "GET /v3/users?domain_id=d9dfd1817fc1471da6f2904da9dc7753&name=rgw-RegionOne HTTP/1.1" 200 492 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.051 [openstack-keystone-api-5000] [] 10.0.0.212:5000 492 0.051 200 eb1bef7ed7448a4145a562b41249bf36 199.19.213.62 - - [31/Mar/2026:20:35:27 +0000] "GET /v3/projects?domain_id=d9dfd1817fc1471da6f2904da9dc7753 HTTP/1.1" 200 548 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.024 [openstack-keystone-api-5000] [] 10.0.0.212:5000 548 0.024 200 19a4bfd0bc61052f3ddfd915b32316e6 199.19.213.62 - - [31/Mar/2026:20:35:27 +0000] "GET /v3/role_assignments?role.id=2be5a6fc24b340878efb9688a393820d&user.id=849eb6e77cf048de84b4830f2037a8c5&scope.project.id=7dd7e75614f548829beb8624365167d6 HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 567 0.021 [openstack-keystone-api-5000] [] 10.0.0.212:5000 269 0.022 200 14f34913f437273d33f8fa997b81d164 199.19.213.62 - - [31/Mar/2026:20:35:27 +0000] "PUT /v3/projects/7dd7e75614f548829beb8624365167d6/users/849eb6e77cf048de84b4830f2037a8c5/roles/2be5a6fc24b340878efb9688a393820d HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 557 0.056 [openstack-keystone-api-5000] [] 10.0.0.212:5000 0 0.056 204 cbc80ee87faa66aa386c29bd429cc98a 199.19.213.62 - - [31/Mar/2026:20:35:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.003 300 d56813bb417f325315e31ef5947841f1 199.19.213.62 - - [31/Mar/2026:20:35:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.338 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1990 0.338 201 98a2cb989491affa64452ddfd38f3b66 199.19.213.62 - - [31/Mar/2026:20:35:28 +0000] "GET /v3/services HTTP/1.1" 200 594 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.022 [openstack-keystone-api-5000] [] 10.0.0.212:5000 594 0.023 200 188933cf49f70c0f7baeb2641f9a00c5 199.19.213.62 - - [31/Mar/2026:20:35:28 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 595 0.093 [openstack-keystone-api-5000] [] 10.0.0.212:5000 262 0.093 201 ab8a4a9010ca11fdfcc8b382d84e539a 199.19.213.62 - - [31/Mar/2026:20:35:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 2b7ed6117e57af36aebdaf17da2be201 199.19.213.62 - - [31/Mar/2026:20:35:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2092 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.212:5000 2092 0.294 201 5174de8f2d198823455982e60dc8c100 199.19.213.62 - - [31/Mar/2026:20:35:29 +0000] "GET /v3/services HTTP/1.1" 200 844 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.020 [openstack-keystone-api-5000] [] 10.0.0.212:5000 844 0.021 200 c5db8f78d51465c6243c781d3eb9d9ed 199.19.213.62 - - [31/Mar/2026:20:35:29 +0000] "GET /v3/endpoints HTTP/1.1" 200 2214 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.022 [openstack-keystone-api-5000] [] 10.0.0.212:5000 2214 0.022 200 a57b3209f158c7a42e4b4f1c6d296023 199.19.213.62 - - [31/Mar/2026:20:35:29 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 684 0.039 [openstack-keystone-api-5000] [] 10.0.0.212:5000 377 0.039 201 4aff22c6c772753772de0be95840f5b9 199.19.213.62 - - [31/Mar/2026:20:35:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.005 300 1243674166a26cf432cd57279f26c472 199.19.213.62 - - [31/Mar/2026:20:35:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2300 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.212:5000 2300 0.300 201 b363a5e5b8c376f2fbb982f83c3435b6 199.19.213.62 - - [31/Mar/2026:20:35:30 +0000] "GET /v3/services HTTP/1.1" 200 844 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.021 [openstack-keystone-api-5000] [] 10.0.0.212:5000 844 0.022 200 945106201d338af2c110e147bd07c453 199.19.213.62 - - [31/Mar/2026:20:35:30 +0000] "GET /v3/endpoints HTTP/1.1" 200 2578 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.018 [openstack-keystone-api-5000] [] 10.0.0.212:5000 2578 0.019 200 c27e5a2a5709b46f42aa160df7606e50 199.19.213.62 - - [31/Mar/2026:20:35:30 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 698 0.040 [openstack-keystone-api-5000] [] 10.0.0.212:5000 391 0.040 201 83c2c5430639957a052ec04be9daa482 W0331 20:35:31.390900 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:35:31.391009 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 20:35:31.391078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:31.391109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:35:31.394597 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:35.7kB} I0331 20:35:31.394620 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0331 20:35:31.397546 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0331 20:35:31.397757 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e22f2bb5-6913-452a-aed7-46faaea4cfcf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8482", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:35:31.398024 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0331 20:35:31.398393 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:35:31.398542 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 20:35:31.398614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:31.398630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:35:31.398780 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:35:31.451285 7 controller.go:216] "Backend successfully reloaded" I0331 20:35:31.451441 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mzrl", UID:"7dcab1e1-d93b-47aa-b06b-7a91219fb4a0", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 20:35:31.716399 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0331 20:35:31.717562 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0331 20:35:34.731853 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:35:34.731983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:34.731993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:48.012538 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:35:48.012695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:48.012715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:52.826045 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:35:52.826160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:52.826170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:56.159618 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:35:56.159873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:56.159901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:35:58.796118 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.99.148.126"}] I0331 20:35:58.803044 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e22f2bb5-6913-452a-aed7-46faaea4cfcf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8812", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:35:59.493364 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:35:59.493611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:59.493648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:02.826928 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:36:02.827605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:02.827634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:09.314773 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:36:09.314903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:09.314921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:36:09.315036 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:36:09.361511 7 controller.go:216] "Backend successfully reloaded" I0331 20:36:09.361777 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mzrl", UID:"7dcab1e1-d93b-47aa-b06b-7a91219fb4a0", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:36:18.293831 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:36:18.293952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:18.293979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:27.740047 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:36:27.740342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:27.740460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:37:41.785358 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:37:41.785613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:37:41.785655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:38:00.839330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:38:00.839435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:38:25.675916 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 20:38:25.676048 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 20:38:25.676216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:38:25.676251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:38:25.680750 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:39.1kB} I0331 20:38:25.680777 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0331 20:38:25.685349 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0331 20:38:25.685574 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"654f91b2-692e-46b8-aab5-0b0576ab5349", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10208", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:38:25.685878 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0331 20:38:25.686347 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 20:38:25.686468 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 20:38:25.686560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:38:25.686581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:38:25.686733 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:38:25.745517 7 controller.go:216] "Backend successfully reloaded" I0331 20:38:25.746181 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7mzrl", UID:"7dcab1e1-d93b-47aa-b06b-7a91219fb4a0", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 20:38:25.951198 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0331 20:38:25.952812 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0331 20:38:29.020725 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 20:38:29.020915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:38:29.020943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:38:46.383748 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 20:38:46.384003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:38:46.384033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.62 - - [31/Mar/2026:20:38:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.003 300 94c26fae7f80701578174d609abdcf69 199.19.213.62 - - [31/Mar/2026:20:38:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.338 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3134 0.339 201 3fb7f533d4ebb918e68397f9e7be282b 199.19.213.62 - - [31/Mar/2026:20:38:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f514c6e0fca8651f5f4882d2a57705eb 199.19.213.62 - - [31/Mar/2026:20:38:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 992039a111b6366a4d65aa2e06601bd4 199.19.213.62 - - [31/Mar/2026:20:38:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1a79402a4a42438d64c67bd23c945127 199.19.213.62 - - [31/Mar/2026:20:38:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0294fa8de08448d519dfdaebe17b97ee 199.19.213.62 - - [31/Mar/2026:20:38:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 977937cf95851f5e9a9b33a6622b54b6 199.19.213.62 - - [31/Mar/2026:20:38:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - eb32c0f521c977c2acec088484f90cff 199.19.213.62 - - [31/Mar/2026:20:38:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 46c65bcdbc9837c3ea03a916c2c2dabe 199.19.213.62 - - [31/Mar/2026:20:38:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.278 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3134 0.278 201 0cbb825b2c7b5d6336d1b72105e17c4e 199.19.213.62 - - [31/Mar/2026:20:38:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b22ffe30c6ba617956516e4f16a0fb36 199.19.213.62 - - [31/Mar/2026:20:38:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b36dc0fdb1b9239e9e195c015eec5088 199.19.213.62 - - [31/Mar/2026:20:38:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 444f2077400d31cb290c8d5b7164a737 199.19.213.62 - - [31/Mar/2026:20:38:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6ec8f5f743c7d1f7268f32d37a3f46b7 199.19.213.62 - - [31/Mar/2026:20:38:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ee44372bac91660c4e79ea7f05edf842 199.19.213.62 - - [31/Mar/2026:20:38:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fe5bad90655ed47eeda78d628ffdb4c3 199.19.213.62 - - [31/Mar/2026:20:38:50 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 54f6da25c8f2fd979654d45dbb4684e6 199.19.213.62 - - [31/Mar/2026:20:38:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3134 0.302 201 341029547c725cfe18bf609e8d0ecefc 199.19.213.62 - - [31/Mar/2026:20:38:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7359bec01587c71b3688dadbea4a369f 199.19.213.62 - - [31/Mar/2026:20:38:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - aaa60ff8b11c1fa04e5b93b7b05013e8 199.19.213.62 - - [31/Mar/2026:20:38:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4dd148c83eea219812425e845872648d 199.19.213.62 - - [31/Mar/2026:20:38:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 48959572d29d567d70045f335bd7501f 199.19.213.62 - - [31/Mar/2026:20:38:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 89e0d10b136bccadaa7fa03e41f081aa 199.19.213.62 - - [31/Mar/2026:20:38:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9068019d686d6a1cbccaddabf70dd52c 199.19.213.62 - - [31/Mar/2026:20:38:52 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 f156e3864513509c5a2c391e23c24665 199.19.213.62 - - [31/Mar/2026:20:38:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3134 0.284 201 2b1d12d74a54e8a257d4d0e5dec4a822 199.19.213.62 - - [31/Mar/2026:20:38:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ac4feafcc90b97acf474dd5eb3f3ee0e 199.19.213.62 - - [31/Mar/2026:20:38:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 216f1d7175447dfc59dae838f51880ea 199.19.213.62 - - [31/Mar/2026:20:38:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 729538b5309f9103ef148d4e4c5a25d6 199.19.213.62 - - [31/Mar/2026:20:38:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 10f7d50038761dc4c09af14612597219 199.19.213.62 - - [31/Mar/2026:20:38:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - eb25a44f19ec589f1521b09f3dbbbd94 199.19.213.62 - - [31/Mar/2026:20:38:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 96322981177820316ffd03261dd7d7c9 199.19.213.62 - - [31/Mar/2026:20:38:54 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.003 300 32351b5bd78ce713d6d122703799ae6e 199.19.213.62 - - [31/Mar/2026:20:38:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.279 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3134 0.279 201 26bc6dbf0db488c56ce1b804de09f208 199.19.213.62 - - [31/Mar/2026:20:38:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 016c76bf19ef4eeb166e83c4611884c1 199.19.213.62 - - [31/Mar/2026:20:38:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5c956b0dd4834d1fb9c51d7cb98b6565 199.19.213.62 - - [31/Mar/2026:20:38:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 08c93e2ece36b2879fe902e3cea55fa0 199.19.213.62 - - [31/Mar/2026:20:38:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6d51ada1b06c34c9d0e0fcf884d34b62 199.19.213.62 - - [31/Mar/2026:20:38:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 19796c9a8e012866fe9316398449478f 199.19.213.62 - - [31/Mar/2026:20:38:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 22b7074108496986e4fa4c42cf1f5bcb W0331 20:38:55.425002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:38:55.425045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.62 - - [31/Mar/2026:20:38:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 e8fbb4053ee40c24e5a49bfca3f62515 199.19.213.62 - - [31/Mar/2026:20:38:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3134 0.290 201 dfdf024f90b2bfefb6e7f8f1d8cab358 199.19.213.62 - - [31/Mar/2026:20:38:56 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.36:9292 1183 0.003 300 c6a23f08a3d59dc8db870f21a982ef41 199.19.213.62 - - [31/Mar/2026:20:38:56 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.556 [openstack-glance-api-9292] [] 10.0.0.36:9292 69 0.556 200 6f641dbebaf39616fae8f257ed5fd41a I0331 20:38:58.793882 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.99.148.126"}] I0331 20:38:58.800599 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"654f91b2-692e-46b8-aab5-0b0576ab5349", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10475", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:38:58.802918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:38:58.802955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.62 - - [31/Mar/2026:20:38:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.003 300 67f5c58ceeded8b3fa57e1e9e62cdf9b 199.19.213.62 - - [31/Mar/2026:20:38:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3134 0.294 201 2e17d33093eba7b196e665a2c7b7af9d 199.19.213.62 - - [31/Mar/2026:20:38:59 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.36:9292 1183 0.003 300 039bff6418de11ef67d8b047371f5b03 199.19.213.62 - - [31/Mar/2026:20:38:59 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.052 [openstack-glance-api-9292] [] 10.0.0.36:9292 69 0.052 200 69764fa517453a46e858eeedd37dc877 199.19.213.62 - - [31/Mar/2026:20:38:59 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.115 [openstack-glance-api-9292] [] 10.0.0.36:9292 151 0.115 404 de83095ed38ad2dff65ad8e8966f9e9a 199.19.213.62 - - [31/Mar/2026:20:38:59 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.021 [openstack-glance-api-9292] [] 10.0.0.36:9292 81 0.022 200 eff1d7c83bde739418fbdd22d4de5e4f 199.19.213.62 - - [31/Mar/2026:20:38:59 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.021 [openstack-glance-api-9292] [] 10.0.0.36:9292 84 0.021 200 9f664ce5f88608c981840c43120c6906 199.19.213.62 - - [31/Mar/2026:20:39:00 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 747 0.056 [openstack-glance-api-9292] [] 10.0.0.36:9292 760 0.057 201 790933ba118c0b480c9d2f9111784f14 199.19.213.62 - - [31/Mar/2026:20:39:03 +0000] "PUT /v2/images/d6788ed0-7be9-4105-99ec-9e6848bc7439/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.500 [openstack-glance-api-9292] [] 10.0.0.36:9292 0 3.501 204 5398ef3a948c788d54d4fd25c1cc9a1f 199.19.213.62 - - [31/Mar/2026:20:39:03 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.019 [openstack-glance-api-9292] [] 10.0.0.36:9292 1240 0.019 200 43a88c3d9ff6500be59bb14f6a4ab62d 199.19.213.62 - - [31/Mar/2026:20:39:03 +0000] "PATCH /v2/images/d6788ed0-7be9-4105-99ec-9e6848bc7439 HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 539 0.018 [openstack-glance-api-9292] [] 10.0.0.36:9292 1171 0.018 200 5cd23a6b36cd74d89249a33f764a9c12 199.19.213.62 - - [31/Mar/2026:20:39:03 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.017 [openstack-glance-api-9292] [] 10.0.0.36:9292 1240 0.017 200 1bcb45b43deaa3e3604c6cdae715fa2a W0331 20:39:06.483857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:39:06.483887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:39:09.818955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:39:09.819004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store