------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 09:35:46.520744 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 09:35:46.520969 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 09:35:46.527541 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 09:35:46.530012 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 09:35:46.695060 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 09:35:46.728974 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 09:35:46.742278 7 nginx.go:271] "Starting NGINX Ingress controller" I0407 09:35:46.750227 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"c0582915-8b35-4b6a-9b52-fce2b50e5106", APIVersion:"v1", ResourceVersion:"1337", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 09:35:46.758873 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"88cccd07-f49c-4483-84ae-d3111f710520", APIVersion:"v1", ResourceVersion:"1338", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 09:35:46.758921 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"bc906bc8-193e-4999-b300-fadfa2455929", APIVersion:"v1", ResourceVersion:"1339", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 09:35:47.943196 7 nginx.go:317] "Starting NGINX process" I0407 09:35:47.943271 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0407 09:35:47.944773 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0407 09:35:47.945349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:35:47.945399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:35:47.945468 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 09:35:47.959287 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 09:35:47.959674 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-7g7p6" I0407 09:35:47.981805 7 controller.go:216] "Backend successfully reloaded" I0407 09:35:47.981903 7 controller.go:227] "Initial sync, sleeping for 1 second" I0407 09:35:47.982027 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7g7p6", UID:"f2e309f1-bbc0-42f9-8f5b-fa88e6383388", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 09:35:51.754573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:35:51.754615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:35:55.088025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:35:55.088075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:35:58.422145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:35:58.422188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:01.754916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:01.754957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:05.089915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:05.089951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:08.421693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:08.421737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:11.754985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:11.755067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:15.088795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:15.088839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:20.914351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:20.914385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:24.249587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:24.249630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:27.582077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:36:27.582115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:14.743949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:14.743980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:22.597771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:22.597804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:26.335790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:26.335813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:29.670189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:29.670240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:33.003162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:33.003224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:36.336275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:36.336318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:39.670720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:39.670746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:43.002642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:43.002676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:46.336925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:46.336966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:49.669366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:37:49.669412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:39:53.241734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:39:53.241758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:39:56.635111 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-116.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-116.nip.io-tls was not found. Using default certificate W0407 09:39:56.635194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:39:56.635221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:39:56.638304 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.004s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:14.7kB} I0407 09:39:56.638354 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 09:39:56.643950 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0407 09:39:56.644659 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"111fdadb-f614-4b70-a0bc-f64e50cf2a1a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3232", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 09:39:56.645000 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-116.nip.io-tls" in local store W0407 09:39:56.645211 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-116.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-116.nip.io-tls was not found. Using default certificate W0407 09:39:56.645260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:39:56.645277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:39:56.645338 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 09:39:56.690900 7 controller.go:216] "Backend successfully reloaded" I0407 09:39:56.691202 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7g7p6", UID:"f2e309f1-bbc0-42f9-8f5b-fa88e6383388", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 09:39:57.566307 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-116.nip.io-tls" I0407 09:39:57.567312 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-116.nip.io-tls" W0407 09:39:59.979943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:39:59.980048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [07/Apr/2026:09:40:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.088 [auth-system-keycloak-80] [] 10.0.0.204:8080 1928 2.087 200 b016e390d35ea01e35e85babc897fa07 199.204.45.116 - - [07/Apr/2026:09:40:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.190 [auth-system-keycloak-80] [] 10.0.0.204:8080 116 0.189 404 a4108bd00f82bbcccdf37e63a2ab1778 199.204.45.116 - - [07/Apr/2026:09:40:07 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.099 [auth-system-keycloak-80] [] 10.0.0.204:8080 0 5.098 201 0bd7ed9e8fe8ea7c6590af6127e9e134 199.204.45.116 - - [07/Apr/2026:09:40:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.595 [auth-system-keycloak-80] [] 10.0.0.204:8080 4246 0.596 200 1bee0d10524cb11b65d954d11f0f16c2 199.204.45.116 - - [07/Apr/2026:09:40:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.575 [auth-system-keycloak-80] [] 10.0.0.204:8080 1928 0.573 200 9abe363135afaf5a3949a55212b3f7cb 199.204.45.116 - - [07/Apr/2026:09:40:09 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.088 [auth-system-keycloak-80] [] 10.0.0.204:8080 12500 0.087 200 4dd01ac2853db6298c1baf64f61027e9 199.204.45.116 - - [07/Apr/2026:09:40:09 +0000] "GET /admin/realms/atmosphere/client-scopes/14090d1a-a281-443a-b312-d6637d176927 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.015 [auth-system-keycloak-80] [] 10.0.0.204:8080 1278 0.016 200 8266867481856748987c593c4be691f9 199.204.45.116 - - [07/Apr/2026:09:40:09 +0000] "PUT /admin/realms/atmosphere/client-scopes/14090d1a-a281-443a-b312-d6637d176927 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.061 [auth-system-keycloak-80] [] 10.0.0.204:8080 0 0.060 204 302156cc60915d048a349302d9d5665e 199.204.45.116 - - [07/Apr/2026:09:40:09 +0000] "GET /admin/realms/atmosphere/client-scopes/14090d1a-a281-443a-b312-d6637d176927/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.017 [auth-system-keycloak-80] [] 10.0.0.204:8080 963 0.017 200 e3d2e42c7d9808a1ee37f33cc7879c01 199.204.45.116 - - [07/Apr/2026:09:40:09 +0000] "GET /admin/realms/atmosphere/client-scopes/14090d1a-a281-443a-b312-d6637d176927/protocol-mappers/models/bf4092ad-6993-4ac0-99a2-084703ca493a HTTP/1.1" 200 366 "-" "Ansible" 1309 0.063 [auth-system-keycloak-80] [] 10.0.0.204:8080 366 0.063 200 8acc6848164d02b196e9c7bb0ecb13e8 199.204.45.116 - - [07/Apr/2026:09:40:09 +0000] "PUT /admin/realms/atmosphere/client-scopes/14090d1a-a281-443a-b312-d6637d176927/protocol-mappers/models/bf4092ad-6993-4ac0-99a2-084703ca493a HTTP/1.1" 204 0 "-" "Ansible" 1622 0.084 [auth-system-keycloak-80] [] 10.0.0.204:8080 0 0.083 204 e2ebd944a1eb829aa0b8798e61661c27 199.204.45.116 - - [07/Apr/2026:09:40:09 +0000] "GET /admin/realms/atmosphere/client-scopes/14090d1a-a281-443a-b312-d6637d176927 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.018 [auth-system-keycloak-80] [] 10.0.0.204:8080 1218 0.018 200 baf49d8b6343b446d1ce19b0a4005897 199.204.45.116 - - [07/Apr/2026:09:40:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.535 [auth-system-keycloak-80] [] 10.0.0.204:8080 1928 0.534 200 a3fc6d495ba8827823d139d74d88b7b8 199.204.45.116 - - [07/Apr/2026:09:40:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.061 [auth-system-keycloak-80] [] 10.0.0.204:8080 2 0.062 200 33737bde6aaeb0730386170d590e6dff 199.204.45.116 - - [07/Apr/2026:09:40:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.199 [auth-system-keycloak-80] [] 10.0.0.204:8080 0 0.198 201 ba8d8e5a5b7b52c0cb704658a2c6074b 199.204.45.116 - - [07/Apr/2026:09:40:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.081 [auth-system-keycloak-80] [] 10.0.0.204:8080 1261 0.081 200 75430a2da5d91e9743db723ef20ffdf7 199.204.45.116 - - [07/Apr/2026:09:40:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.544 [auth-system-keycloak-80] [] 10.0.0.204:8080 1928 0.543 200 e2b80ddb21b29bfddbab5d05d5c087f7 199.204.45.116 - - [07/Apr/2026:09:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.058 [auth-system-keycloak-80] [] 10.0.0.204:8080 2 0.059 200 7a5a44c5c149bdc0ecef19428fba1770 199.204.45.116 - - [07/Apr/2026:09:40:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.041 [auth-system-keycloak-80] [] 10.0.0.204:8080 0 0.040 201 944a8dbfde3dc7cd2813bf5538a4b123 199.204.45.116 - - [07/Apr/2026:09:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.058 [auth-system-keycloak-80] [] 10.0.0.204:8080 1286 0.058 200 5f589cc67b464dedcccc3bc5098dc8c8 199.204.45.116 - - [07/Apr/2026:09:40:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.204:8080 1928 0.502 200 960b4f89931f49132c5f6e0ea9fd103c 199.204.45.116 - - [07/Apr/2026:09:40:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.204:8080 2 0.010 200 b08d223dcea3bd56743ce7f47f9dd20d 199.204.45.116 - - [07/Apr/2026:09:40:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.075 [auth-system-keycloak-80] [] 10.0.0.204:8080 0 0.074 201 c2aed75e90521d7de276b0d195c149f9 199.204.45.116 - - [07/Apr/2026:09:40:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.082 [auth-system-keycloak-80] [] 10.0.0.204:8080 1251 0.082 200 2d951d770d49aaa88bd34ea4a40b765a 199.204.45.116 - - [07/Apr/2026:09:40:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.204:8080 1928 0.495 200 6f00e28724faf3e610fb44225cd9e039 199.204.45.116 - - [07/Apr/2026:09:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.204:8080 1261 0.008 200 d9baa624b3e2475bf211606a98dce923 199.204.45.116 - - [07/Apr/2026:09:40:34 +0000] "GET /admin/realms/atmosphere/clients/6c27a8ff-29ff-42ff-83cc-b7a3c513d9a6/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.204:8080 119 0.017 404 36d355497ac20170579721e02fadce51 199.204.45.116 - - [07/Apr/2026:09:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.204:8080 1261 0.006 200 00af76742fe4f00c521bbfb27edb5e92 199.204.45.116 - - [07/Apr/2026:09:40:34 +0000] "POST /admin/realms/atmosphere/clients/6c27a8ff-29ff-42ff-83cc-b7a3c513d9a6/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.036 [auth-system-keycloak-80] [] 10.0.0.204:8080 0 0.036 201 411afb5f890dee2b63b230635de842e0 199.204.45.116 - - [07/Apr/2026:09:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.204:8080 1261 0.008 200 554c3f555524e18d50d3f9a34793cb23 199.204.45.116 - - [07/Apr/2026:09:40:34 +0000] "GET /admin/realms/atmosphere/clients/6c27a8ff-29ff-42ff-83cc-b7a3c513d9a6/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.063 [auth-system-keycloak-80] [] 10.0.0.204:8080 166 0.064 200 e525290916100989690c6830a1c5f644 199.204.45.116 - - [07/Apr/2026:09:40:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.204:8080 1928 0.506 200 5e7cd1e24cc712452e5269705b61589c 199.204.45.116 - - [07/Apr/2026:09:40:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.204:8080 1286 0.008 200 4e4be39269b53754ba7c2d19e181a119 199.204.45.116 - - [07/Apr/2026:09:40:35 +0000] "GET /admin/realms/atmosphere/clients/64fd687b-5e1e-4672-a0a7-778c8dbc6fca/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.006 [auth-system-keycloak-80] [] 10.0.0.204:8080 119 0.006 404 1366304296f3c672533e541dadf3dad0 199.204.45.116 - - [07/Apr/2026:09:40:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.051 [auth-system-keycloak-80] [] 10.0.0.204:8080 1286 0.051 200 640ec6c31ea3a2b7e2cb14e723a3f71f 199.204.45.116 - - [07/Apr/2026:09:40:35 +0000] "POST /admin/realms/atmosphere/clients/64fd687b-5e1e-4672-a0a7-778c8dbc6fca/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.204:8080 0 0.014 201 31d8c9ad0e2df649f603f9dfdef944ec 199.204.45.116 - - [07/Apr/2026:09:40:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.204:8080 1286 0.008 200 a78f57ec61996a56d9be96fa3919db71 199.204.45.116 - - [07/Apr/2026:09:40:35 +0000] "GET /admin/realms/atmosphere/clients/64fd687b-5e1e-4672-a0a7-778c8dbc6fca/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.046 [auth-system-keycloak-80] [] 10.0.0.204:8080 165 0.047 200 bc5c8d37ca5ac025a6ad6b72442336e1 199.204.45.116 - - [07/Apr/2026:09:40:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.204:8080 1928 0.468 200 b38b9e4d9f85e97198a1d6868391cf0d 199.204.45.116 - - [07/Apr/2026:09:40:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.204:8080 1286 0.045 200 7c35a8420e56452762cf4944efecfa6f 199.204.45.116 - - [07/Apr/2026:09:40:36 +0000] "GET /admin/realms/atmosphere/clients/64fd687b-5e1e-4672-a0a7-778c8dbc6fca/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.204:8080 119 0.008 404 b5a0c587f116069b8696219d31fe73e5 199.204.45.116 - - [07/Apr/2026:09:40:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.204:8080 1286 0.006 200 661d31497ff9849acdae70c00e8b9413 199.204.45.116 - - [07/Apr/2026:09:40:36 +0000] "POST /admin/realms/atmosphere/clients/64fd687b-5e1e-4672-a0a7-778c8dbc6fca/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.064 [auth-system-keycloak-80] [] 10.0.0.204:8080 0 0.063 201 9a554f87f15011539d82509b01128b09 199.204.45.116 - - [07/Apr/2026:09:40:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.204:8080 1286 0.005 200 c2be5a06e61b59f456ee7fce53d7c427 199.204.45.116 - - [07/Apr/2026:09:40:36 +0000] "GET /admin/realms/atmosphere/clients/64fd687b-5e1e-4672-a0a7-778c8dbc6fca/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.204:8080 166 0.069 200 b3fec88850b45f6c60d9194d92674109 199.204.45.116 - - [07/Apr/2026:09:40:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.204:8080 1928 0.468 200 c60715af39f5a5b7ee72a9e65758e4de 199.204.45.116 - - [07/Apr/2026:09:40:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.051 [auth-system-keycloak-80] [] 10.0.0.204:8080 1286 0.051 200 67d9847c8854fbed8472efeb904e6e9c 199.204.45.116 - - [07/Apr/2026:09:40:37 +0000] "GET /admin/realms/atmosphere/clients/64fd687b-5e1e-4672-a0a7-778c8dbc6fca/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.204:8080 119 0.008 404 835ddc7c8c3e54f88e6ea2a73e3775ea 199.204.45.116 - - [07/Apr/2026:09:40:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.204:8080 1286 0.006 200 957943b3261c31137c3507c715647660 199.204.45.116 - - [07/Apr/2026:09:40:37 +0000] "POST /admin/realms/atmosphere/clients/64fd687b-5e1e-4672-a0a7-778c8dbc6fca/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.059 [auth-system-keycloak-80] [] 10.0.0.204:8080 0 0.058 201 72e60dacc7147cfd7b3e133f8904d425 199.204.45.116 - - [07/Apr/2026:09:40:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.204:8080 1286 0.006 200 8c25779f8338d22dd5a55178877182d3 199.204.45.116 - - [07/Apr/2026:09:40:37 +0000] "GET /admin/realms/atmosphere/clients/64fd687b-5e1e-4672-a0a7-778c8dbc6fca/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.204:8080 166 0.011 200 91d011ab8788bcd066c3303de672d9b3 199.204.45.116 - - [07/Apr/2026:09:40:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.446 [auth-system-keycloak-80] [] 10.0.0.204:8080 1928 0.445 200 aae3a8d937f262ad6e1a873ae45284cf 199.204.45.116 - - [07/Apr/2026:09:40:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.036 [auth-system-keycloak-80] [] 10.0.0.204:8080 1251 0.037 200 8bb35817754634fa75e110e1946eed6e 199.204.45.116 - - [07/Apr/2026:09:40:38 +0000] "GET /admin/realms/atmosphere/clients/221fa538-62e2-41b6-884f-33b6db863ca2/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.204:8080 119 0.011 404 30fd237f05cd7532574c497a5d04b3d9 199.204.45.116 - - [07/Apr/2026:09:40:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.204:8080 1251 0.008 200 3cc14ca758ad7a655f8c46e9f34de4b7 199.204.45.116 - - [07/Apr/2026:09:40:38 +0000] "POST /admin/realms/atmosphere/clients/221fa538-62e2-41b6-884f-33b6db863ca2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.055 [auth-system-keycloak-80] [] 10.0.0.204:8080 0 0.054 201 0f36ffc0242ff1d96d9f6fc3ae10fe11 199.204.45.116 - - [07/Apr/2026:09:40:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.204:8080 1251 0.008 200 71694545703f8c0a66dfaae9231c2b48 199.204.45.116 - - [07/Apr/2026:09:40:38 +0000] "GET /admin/realms/atmosphere/clients/221fa538-62e2-41b6-884f-33b6db863ca2/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.204:8080 166 0.013 200 63c8660b6454c68c864ccd9eb367d049 I0407 09:40:47.967315 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.96.33"}] I0407 09:40:47.972366 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"111fdadb-f614-4b70-a0bc-f64e50cf2a1a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3588", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 09:40:47.974296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:40:47.974324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:41:45.496599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:41:45.496642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:41:45.568427 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:41:45.568525 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 09:41:45.568564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:41:45.568585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:41:45.569075 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 09:41:45.569292 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 09:41:45.569364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:41:45.569396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:41:45.569941 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:18.2kB} I0407 09:41:45.569981 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0407 09:41:45.571232 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. I0407 09:41:45.571334 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 09:41:45.571363 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0407 09:41:45.571406 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0407 09:41:45.571515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:41:45.571534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:41:45.573244 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 09:41:45.573271 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 09:41:45.575935 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0407 09:41:45.576404 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 09:41:45.576805 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5388ae35-dfce-487a-86f0-2d78ac1a9fb9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4108", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 09:41:45.579087 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0407 09:41:45.579440 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 09:41:45.579471 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2a586d89-308c-4c51-94d3-3fa5c2b510e7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4110", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 09:41:45.582372 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0407 09:41:45.582786 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 09:41:45.582819 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"eedd2553-87c2-435a-9d7b-8999d9b686b6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4112", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 09:41:45.954927 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 09:41:45.955512 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0407 09:41:45.988725 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 09:41:45.989348 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0407 09:41:47.638604 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 09:41:47.639550 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0407 09:41:47.966705 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.96.33"}] I0407 09:41:47.967065 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.96.33"}] I0407 09:41:47.967432 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.96.33"}] I0407 09:41:47.972079 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"eedd2553-87c2-435a-9d7b-8999d9b686b6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4349", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 09:41:47.975033 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2a586d89-308c-4c51-94d3-3fa5c2b510e7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4350", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 09:41:47.977630 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"5388ae35-dfce-487a-86f0-2d78ac1a9fb9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4351", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 09:41:47.989371 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 09:41:47.990180 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" W0407 09:41:48.830031 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:41:48.830098 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 09:41:48.830135 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:41:48.830249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:41:48.830304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:41:48.830435 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 09:41:48.886088 7 controller.go:216] "Backend successfully reloaded" I0407 09:41:48.886723 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7g7p6", UID:"f2e309f1-bbc0-42f9-8f5b-fa88e6383388", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 09:41:52.164187 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:41:52.164249 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 09:41:52.164284 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:41:52.164382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:41:52.164403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:41:55.497418 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:41:55.497495 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 09:41:55.497591 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:41:55.497731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:41:55.497757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:41:58.830897 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:41:58.831257 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 09:41:58.831336 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:41:58.831600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:41:58.831670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:02.163608 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:42:02.163657 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 09:42:02.163684 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:42:02.163765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:02.163782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:05.497981 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:42:05.498079 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 09:42:05.498157 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 09:42:05.498270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:05.498306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.2 - - [07/Apr/2026:09:42:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.041 [auth-system-keycloak-80] [] 10.0.0.204:8080 6432 0.040 200 d5446fd59e908b97c44f4f4df2e6c815 10.0.0.197 - - [07/Apr/2026:09:42:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.005 [auth-system-keycloak-80] [] 10.0.0.204:8080 6432 0.005 200 f27fce93e988e77a6dede24a67a0118a W0407 09:42:08.830705 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 09:42:08.830919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:08.830951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:12.163531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:12.163577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:15.497308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:15.497360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:18.830565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:18.830611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:22.164242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:22.164285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:25.559348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:25.559378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [07/Apr/2026:09:42:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.204:8080 1928 0.478 200 7781ff1a7f35052da6ee8d4d5e916a9e 199.204.45.116 - - [07/Apr/2026:09:42:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.004 [auth-system-keycloak-80] [] 10.0.0.204:8080 4246 0.004 200 00a3988466baba5144927f7148c3e7f5 199.204.45.116 - - [07/Apr/2026:09:42:31 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.453 [auth-system-keycloak-80] [] 10.0.0.204:8080 0 0.452 204 962ecdb70fa68340ac914f76068a5801 199.204.45.116 - - [07/Apr/2026:09:42:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.121 [auth-system-keycloak-80] [] 10.0.0.204:8080 4384 0.121 200 a3928e3d802de18d00005f4207ace2a4 199.204.45.116 - - [07/Apr/2026:09:42:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.204:8080 1928 0.484 200 7161343c88b6cd143806c6249494aa8c 199.204.45.116 - - [07/Apr/2026:09:42:32 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.006 [auth-system-keycloak-80] [] 10.0.0.204:8080 1682 0.007 200 b9be36b749ce592e65674370489417b3 199.204.45.116 - - [07/Apr/2026:09:42:33 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.204:8080 6432 0.006 200 fb0b58c6f12e792e1725506ffb38ea73 199.204.45.116 - - [07/Apr/2026:09:42:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.453 [auth-system-keycloak-80] [] 10.0.0.204:8080 1928 0.452 200 4c38b1a303269a45a53fb9f3b8efe84c 199.204.45.116 - - [07/Apr/2026:09:42:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.060 [auth-system-keycloak-80] [] 10.0.0.204:8080 2 0.060 200 aea0918c14669069b8ffb3cc16186ac2 199.204.45.116 - - [07/Apr/2026:09:42:34 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.114 [auth-system-keycloak-80] [] 10.0.0.204:8080 0 0.113 201 8773143c4b7159027969fb828f0e56af 199.204.45.116 - - [07/Apr/2026:09:42:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.204:8080 2246 0.021 200 55a94bf1eb5700f4450be5f9eeb0e152 199.204.45.116 - - [07/Apr/2026:09:42:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.596 [auth-system-keycloak-80] [] 10.0.0.204:8080 1928 0.594 200 a4559ae7c7ee9e8fc0fbe138290bc892 199.204.45.116 - - [07/Apr/2026:09:42:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.035 [auth-system-keycloak-80] [] 10.0.0.204:8080 2246 0.035 200 e6b9b0534f65460efa1c3c8ab5a781a6 199.204.45.116 - - [07/Apr/2026:09:42:35 +0000] "GET /admin/realms/atmosphere/clients/3070ec65-9738-44d9-ba0e-abc03bc7cdfa/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.020 [auth-system-keycloak-80] [] 10.0.0.204:8080 233 0.020 200 9d9192b392ce9286c6050d71a978b59f 199.204.45.116 - - [07/Apr/2026:09:42:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.019 [auth-system-keycloak-80] [] 10.0.0.204:8080 831 0.019 200 dde64a2e2972444f47b0c1381f291c8d 199.204.45.116 - - [07/Apr/2026:09:42:36 +0000] "GET /admin/realms/atmosphere/clients/eb49f8ef-e67e-4275-8df9-140ac8037291/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.048 [auth-system-keycloak-80] [] 10.0.0.204:8080 3758 0.049 200 1f83c08f03db90408533a12ebb8d2d03 199.204.45.116 - - [07/Apr/2026:09:42:36 +0000] "GET /admin/realms/atmosphere/users/cfd63821-6daf-4770-ba57-f5ec8479a678/role-mappings/clients/eb49f8ef-e67e-4275-8df9-140ac8037291/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.169 [auth-system-keycloak-80] [] 10.0.0.204:8080 3758 0.168 200 471ce3df7885754726776030a1e4c351 199.204.45.116 - - [07/Apr/2026:09:42:36 +0000] "GET /admin/realms/atmosphere/users/cfd63821-6daf-4770-ba57-f5ec8479a678/role-mappings/clients/eb49f8ef-e67e-4275-8df9-140ac8037291/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.018 [auth-system-keycloak-80] [] 10.0.0.204:8080 2 0.017 200 0063f2cfb7941832a518b25b2ac9bb26 199.204.45.116 - - [07/Apr/2026:09:42:36 +0000] "POST /admin/realms/atmosphere/users/cfd63821-6daf-4770-ba57-f5ec8479a678/role-mappings/clients/eb49f8ef-e67e-4275-8df9-140ac8037291 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.073 [auth-system-keycloak-80] [] 10.0.0.204:8080 0 0.072 204 246f2d6d2cda9fe96b6c6459fb26de1e 199.204.45.116 - - [07/Apr/2026:09:42:36 +0000] "GET /admin/realms/atmosphere/users/cfd63821-6daf-4770-ba57-f5ec8479a678/role-mappings/clients/eb49f8ef-e67e-4275-8df9-140ac8037291/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.078 [auth-system-keycloak-80] [] 10.0.0.204:8080 576 0.079 200 60720075075eb224f02993054903f92c W0407 09:42:39.063334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:39.063365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:42.397342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:42:42.397370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:44:45.003476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:44:45.003510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:20.131717 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 09:45:20.131774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:20.131789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:45:20.134234 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0407 09:45:20.134278 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0407 09:45:20.140236 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0407 09:45:20.140494 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"927f9abf-c00f-4f15-820b-bd8672c13c59", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6118", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 09:45:20.140703 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0407 09:45:20.140957 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 09:45:20.141073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:20.141108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 09:45:20.141206 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 09:45:20.186641 7 controller.go:216] "Backend successfully reloaded" I0407 09:45:20.187244 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7g7p6", UID:"f2e309f1-bbc0-42f9-8f5b-fa88e6383388", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 09:45:20.465732 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0407 09:45:20.467014 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0407 09:45:23.475031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:23.475083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [07/Apr/2026:09:45:24 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.247:5000 281 0.005 300 8fadbcd058b51a36b23843de981920d4 I0407 09:45:47.965696 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.111.96.33"}] I0407 09:45:47.970010 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"927f9abf-c00f-4f15-820b-bd8672c13c59", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6286", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 09:45:47.971529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:45:47.971598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0407 09:48:03.169316 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path W0407 09:48:23.369610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:48:23.369669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:48:26.704529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 09:48:26.704578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store