------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0320 10:15:16.341823 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0320 10:15:16.342073 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0320 10:15:16.350607 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0320 10:15:16.353402 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0320 10:15:16.611114 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0320 10:15:16.636548 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0320 10:15:16.686804 7 nginx.go:271] "Starting NGINX Ingress controller" I0320 10:15:16.690613 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"9f775b80-8468-4802-b235-831ffc98a9a5", APIVersion:"v1", ResourceVersion:"1060", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0320 10:15:16.693970 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"9445798b-bec4-4513-a0d8-d91aa665d738", APIVersion:"v1", ResourceVersion:"1061", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0320 10:15:16.694061 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"2a3ac52d-2366-49b8-9edc-ec26735aceb5", APIVersion:"v1", ResourceVersion:"1062", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0320 10:15:17.889992 7 nginx.go:317] "Starting NGINX process" I0320 10:15:17.890631 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0320 10:15:17.892885 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0320 10:15:17.893474 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0320 10:15:17.893551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:17.893587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:15:17.893730 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:15:17.898808 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0320 10:15:17.898836 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-6hmk4" I0320 10:15:17.932126 7 controller.go:216] "Backend successfully reloaded" I0320 10:15:17.932328 7 controller.go:227] "Initial sync, sleeping for 1 second" I0320 10:15:17.932525 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6hmk4", UID:"36431f23-d78c-4c4a-bb3f-076fd5f8dade", APIVersion:"v1", ResourceVersion:"1103", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 10:15:21.672525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:21.672599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:25.007214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:25.007316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:28.339983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:28.340024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:31.674630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:31.674677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:35.006292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:35.006333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:38.340417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:38.340457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:41.673400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:41.673442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:45.007937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:45.007989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:48.339415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:48.339480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:53.499411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:15:53.499456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:41.098767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:41.098809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:44.434310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:16:44.434354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:00.040775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:00.040813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:03.526114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:03.526153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:06.859603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:06.859638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:10.193790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:10.193829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:13.526755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:13.526787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:16.859561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:16.859616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:22.969792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:22.969831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:26.304127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:26.304175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:19:34.936991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:19:34.937047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:19:38.121919 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-219.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-219.nip.io-tls was not found. Using default certificate W0320 10:19:38.121978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:19:38.121991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:19:38.123175 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0320 10:19:38.123204 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0320 10:19:38.130140 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0320 10:19:38.130571 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5c26fb7a-963c-4c23-9474-dd8b10eb54ca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2968", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:19:38.131036 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-219.nip.io-tls" in local store W0320 10:19:38.270766 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-219.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-219.nip.io-tls was not found. Using default certificate W0320 10:19:38.270844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:19:38.270866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:19:38.270946 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:19:38.310153 7 controller.go:216] "Backend successfully reloaded" I0320 10:19:38.310428 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6hmk4", UID:"36431f23-d78c-4c4a-bb3f-076fd5f8dade", APIVersion:"v1", ResourceVersion:"1103", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 10:19:38.437547 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-219.nip.io-tls" I0320 10:19:38.439307 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-219.nip.io-tls" W0320 10:19:41.604270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:19:41.604314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:19:44.937700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:19:44.937750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.219 - - [20/Mar/2026:10:19:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.130 [auth-system-keycloak-80] [] 10.0.0.188:8080 1928 2.130 200 e26a9a9141462188a7976a44e2992811 199.19.213.219 - - [20/Mar/2026:10:19:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.178 [auth-system-keycloak-80] [] 10.0.0.188:8080 116 0.178 404 831b38cb465363e86b442b7821ce3081 199.19.213.219 - - [20/Mar/2026:10:19:54 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.896 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 4.891 201 9507e519271b3dba31bbb1f33522307e 199.19.213.219 - - [20/Mar/2026:10:19:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.681 [auth-system-keycloak-80] [] 10.0.0.188:8080 4246 0.681 200 61e959406a625c340ef69538ec83c4ae 199.19.213.219 - - [20/Mar/2026:10:19:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.188:8080 1928 0.467 200 8f9c1c6e57f4f10ef64c4d83d6ae7263 199.19.213.219 - - [20/Mar/2026:10:19:56 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.086 [auth-system-keycloak-80] [] 10.0.0.188:8080 12500 0.086 200 676230cec1acae2a93ee9ce9c7ce11b4 199.19.213.219 - - [20/Mar/2026:10:19:56 +0000] "GET /admin/realms/atmosphere/client-scopes/3c1f02b6-9461-4af1-a483-8287cba6d77b HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.188:8080 1278 0.010 200 ada292cc19bb33889e4f81ef008d38b3 199.19.213.219 - - [20/Mar/2026:10:19:56 +0000] "PUT /admin/realms/atmosphere/client-scopes/3c1f02b6-9461-4af1-a483-8287cba6d77b HTTP/1.1" 204 0 "-" "Ansible" 1848 0.075 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.074 204 f6fb933167632d300024b1ac4225977e 199.19.213.219 - - [20/Mar/2026:10:19:56 +0000] "GET /admin/realms/atmosphere/client-scopes/3c1f02b6-9461-4af1-a483-8287cba6d77b/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.083 [auth-system-keycloak-80] [] 10.0.0.188:8080 963 0.083 200 192f0973b676d53cfa4c08ff85d18641 199.19.213.219 - - [20/Mar/2026:10:19:56 +0000] "GET /admin/realms/atmosphere/client-scopes/3c1f02b6-9461-4af1-a483-8287cba6d77b/protocol-mappers/models/987549ec-48e5-468d-a7c3-3abd1596ac88 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.188:8080 366 0.010 200 321e7bd6fca9eac530c288e847560abd 199.19.213.219 - - [20/Mar/2026:10:19:56 +0000] "PUT /admin/realms/atmosphere/client-scopes/3c1f02b6-9461-4af1-a483-8287cba6d77b/protocol-mappers/models/987549ec-48e5-468d-a7c3-3abd1596ac88 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.081 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.080 204 86a2dfc3ea5eacdc02a6f64bc886d6c4 199.19.213.219 - - [20/Mar/2026:10:19:56 +0000] "GET /admin/realms/atmosphere/client-scopes/3c1f02b6-9461-4af1-a483-8287cba6d77b HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.077 [auth-system-keycloak-80] [] 10.0.0.188:8080 1218 0.077 200 d5fb91cdc4c870edcdfc791e6ebffedc I0320 10:20:17.906974 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.174.89"}] I0320 10:20:17.911763 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5c26fb7a-963c-4c23-9474-dd8b10eb54ca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3346", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:20:17.913579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:20:17.913620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.219 - - [20/Mar/2026:10:20:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.516 [auth-system-keycloak-80] [] 10.0.0.188:8080 1928 0.516 200 caf4adc1b5e77d10fed5b51f35e150d7 199.19.213.219 - - [20/Mar/2026:10:20:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.069 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.069 200 0950630470e55aac24b7202e486b0080 199.19.213.219 - - [20/Mar/2026:10:20:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.181 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.180 201 1fcbc3d954ec47de2f58417ee0bbd73a 199.19.213.219 - - [20/Mar/2026:10:20:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.025 [auth-system-keycloak-80] [] 10.0.0.188:8080 1261 0.025 200 95d4a6b07ec9b30c1c0af2d93768ed45 199.19.213.219 - - [20/Mar/2026:10:20:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.998 [auth-system-keycloak-80] [] 10.0.0.188:8080 1928 0.997 200 0c932ecdbf832004d58fdbc462fc9da1 199.19.213.219 - - [20/Mar/2026:10:20:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.068 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.068 200 1500188477096a0e483f80db552d0568 199.19.213.219 - - [20/Mar/2026:10:20:19 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.126 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.125 201 a12706deac1949e336368c56a1f7a216 199.19.213.219 - - [20/Mar/2026:10:20:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.064 [auth-system-keycloak-80] [] 10.0.0.188:8080 1286 0.063 200 dc81e46c1d36ce3d89a8eaa39890a942 199.19.213.219 - - [20/Mar/2026:10:20:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.528 [auth-system-keycloak-80] [] 10.0.0.188:8080 1928 0.527 200 b561be0e067ddfa8e3cd75552403ec7c 199.19.213.219 - - [20/Mar/2026:10:20:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.188:8080 2 0.007 200 4781edad07b35e936f7009263629ffd4 199.19.213.219 - - [20/Mar/2026:10:20:20 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.083 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.082 201 4e5830caa97bc575237a1b1829284886 199.19.213.219 - - [20/Mar/2026:10:20:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.071 [auth-system-keycloak-80] [] 10.0.0.188:8080 1251 0.070 200 edc8168ee67314fc6dbe8a52e6f24ead 199.19.213.219 - - [20/Mar/2026:10:20:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.532 [auth-system-keycloak-80] [] 10.0.0.188:8080 1928 0.531 200 ef18c4fcc11403223cc008b2b8bebd8c 199.19.213.219 - - [20/Mar/2026:10:20:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.034 [auth-system-keycloak-80] [] 10.0.0.188:8080 1261 0.034 200 856c8b9e1409299cbbcad810edc6e1da 199.19.213.219 - - [20/Mar/2026:10:20:22 +0000] "GET /admin/realms/atmosphere/clients/e9180e30-eb23-4ab3-9106-b1e059096710/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.016 404 93a6297f42720f5981466696ded29666 199.19.213.219 - - [20/Mar/2026:10:20:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.188:8080 1261 0.008 200 32c94b088b5d8f37199b0889c7eafb57 199.19.213.219 - - [20/Mar/2026:10:20:22 +0000] "POST /admin/realms/atmosphere/clients/e9180e30-eb23-4ab3-9106-b1e059096710/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.057 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.055 201 0945a30c573c931bbe3dd2d88acdb157 199.19.213.219 - - [20/Mar/2026:10:20:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.188:8080 1261 0.008 200 7375fdc4929017e59cac9cd6dc6a123c 199.19.213.219 - - [20/Mar/2026:10:20:22 +0000] "GET /admin/realms/atmosphere/clients/e9180e30-eb23-4ab3-9106-b1e059096710/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.053 [auth-system-keycloak-80] [] 10.0.0.188:8080 166 0.053 200 85a76fa39ea5a386318003be31a8e22e 199.19.213.219 - - [20/Mar/2026:10:20:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.188:8080 1928 0.467 200 15594b55de0bdb59a5acef58d96c9eb8 199.19.213.219 - - [20/Mar/2026:10:20:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.188:8080 1286 0.040 200 e7296610183810977517b2aea47346c6 199.19.213.219 - - [20/Mar/2026:10:20:23 +0000] "GET /admin/realms/atmosphere/clients/bc83b75d-aa6c-4454-95b0-6f7d8025c7bf/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.012 404 ecc28bbcbebdf8486ad952b46511470b 199.19.213.219 - - [20/Mar/2026:10:20:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.188:8080 1286 0.007 200 8d3a1694a6f33014aff0998e57e683b5 199.19.213.219 - - [20/Mar/2026:10:20:23 +0000] "POST /admin/realms/atmosphere/clients/bc83b75d-aa6c-4454-95b0-6f7d8025c7bf/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.061 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.060 201 896c4d32fd7c54444d4fdd0597a6d25c 199.19.213.219 - - [20/Mar/2026:10:20:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.188:8080 1286 0.008 200 abb021e10d374559636959e61ccbbd20 199.19.213.219 - - [20/Mar/2026:10:20:23 +0000] "GET /admin/realms/atmosphere/clients/bc83b75d-aa6c-4454-95b0-6f7d8025c7bf/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.188:8080 165 0.015 200 c5ab467ebaab9a567fab778f4e5476dc 199.19.213.219 - - [20/Mar/2026:10:20:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.188:8080 1928 0.481 200 e086d6e46b5253adaed9fae8472f6296 199.19.213.219 - - [20/Mar/2026:10:20:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.188:8080 1286 0.007 200 89bd1abeb09e9cbfd9ff662de3dcea8a 199.19.213.219 - - [20/Mar/2026:10:20:24 +0000] "GET /admin/realms/atmosphere/clients/bc83b75d-aa6c-4454-95b0-6f7d8025c7bf/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.050 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.050 404 9ce803d1d39f5d69730e8e53f665993b 199.19.213.219 - - [20/Mar/2026:10:20:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.188:8080 1286 0.005 200 e11ccb55e0a52f4a74263476ba66a473 199.19.213.219 - - [20/Mar/2026:10:20:24 +0000] "POST /admin/realms/atmosphere/clients/bc83b75d-aa6c-4454-95b0-6f7d8025c7bf/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.014 201 013e825d3043688c67c3fba755c0bab5 199.19.213.219 - - [20/Mar/2026:10:20:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.188:8080 1286 0.045 200 a6e26bf3e9b5dfa8c8e69aa8fbc28d61 199.19.213.219 - - [20/Mar/2026:10:20:24 +0000] "GET /admin/realms/atmosphere/clients/bc83b75d-aa6c-4454-95b0-6f7d8025c7bf/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.188:8080 166 0.016 200 d6bf96f0238d605e9737f752e9d955ed 199.19.213.219 - - [20/Mar/2026:10:20:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.588 [auth-system-keycloak-80] [] 10.0.0.188:8080 1928 0.587 200 5e08e422ef16e2c45f012d96e11d0ac2 199.19.213.219 - - [20/Mar/2026:10:20:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.188:8080 1286 0.012 200 c5259b65ec7534c7d3523cad10d05fcf 199.19.213.219 - - [20/Mar/2026:10:20:25 +0000] "GET /admin/realms/atmosphere/clients/bc83b75d-aa6c-4454-95b0-6f7d8025c7bf/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.071 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.071 404 076217209d4fb1e5a7eb41c82a58c559 199.19.213.219 - - [20/Mar/2026:10:20:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.188:8080 1286 0.014 200 66df95a5b5888c552eb6f988ed6ba731 199.19.213.219 - - [20/Mar/2026:10:20:25 +0000] "POST /admin/realms/atmosphere/clients/bc83b75d-aa6c-4454-95b0-6f7d8025c7bf/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.079 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.078 201 98c4f579643fd92bde3c0751e21d43c8 199.19.213.219 - - [20/Mar/2026:10:20:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.188:8080 1286 0.008 200 45158f1081ca7ee7826d7536e2c0d2dd 199.19.213.219 - - [20/Mar/2026:10:20:25 +0000] "GET /admin/realms/atmosphere/clients/bc83b75d-aa6c-4454-95b0-6f7d8025c7bf/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.188:8080 166 0.013 200 3ddc28f879fbe9899a05f9945aa04267 199.19.213.219 - - [20/Mar/2026:10:20:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.188:8080 1928 0.479 200 ec1fdc03436b502df7efbb6c8e8a7450 199.19.213.219 - - [20/Mar/2026:10:20:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.188:8080 1251 0.006 200 8bda1fc191b1c414846ae09e355bfe30 199.19.213.219 - - [20/Mar/2026:10:20:26 +0000] "GET /admin/realms/atmosphere/clients/8a0d98af-d9da-47e2-ba32-95d4e2b49dd3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.188:8080 119 0.009 404 766ce227e83781ff2cd5fde726a5374f 199.19.213.219 - - [20/Mar/2026:10:20:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.048 [auth-system-keycloak-80] [] 10.0.0.188:8080 1251 0.048 200 064fae003ff30af9a6f541165b075d41 199.19.213.219 - - [20/Mar/2026:10:20:26 +0000] "POST /admin/realms/atmosphere/clients/8a0d98af-d9da-47e2-ba32-95d4e2b49dd3/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.188:8080 0 0.014 201 70c595174d15a27421194d6a3bb124fb 199.19.213.219 - - [20/Mar/2026:10:20:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.058 [auth-system-keycloak-80] [] 10.0.0.188:8080 1251 0.058 200 6b5b279b4ff2b07103b6dd24d2cd0a86 199.19.213.219 - - [20/Mar/2026:10:20:26 +0000] "GET /admin/realms/atmosphere/clients/8a0d98af-d9da-47e2-ba32-95d4e2b49dd3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.188:8080 166 0.015 200 58bcd6d2512807ed9e3952ed844a2b27 W0320 10:20:31.400494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:20:31.400577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:20:34.734108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:20:34.734172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:31.309462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:31.309512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:31.365330 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:21:31.365449 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0320 10:21:31.365495 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:21:31.365595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:31.365643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:31.365600 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0320 10:21:31.365789 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:21:31.365875 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0320 10:21:31.365883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:31.365912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:31.366042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:31.366088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:21:31.369332 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0320 10:21:31.369384 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0320 10:21:31.369779 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.002s admissionTime:0.006s testedConfigurationSize:18.2kB} I0320 10:21:31.369826 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0320 10:21:31.369920 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.002s admissionTime:0.006s testedConfigurationSize:18.2kB} I0320 10:21:31.369942 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0320 10:21:31.378314 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0320 10:21:31.378575 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"cc8a2a76-bf05-47f7-bda8-545bca778881", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3933", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:21:31.379180 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0320 10:21:31.379208 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0320 10:21:31.379405 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0320 10:21:31.379750 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"3b75bff9-de8d-4ea9-b4d1-cc6d49e6a1eb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3935", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 10:21:31.379783 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0320 10:21:31.380020 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0320 10:21:31.380053 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3fa51df9-3484-4584-922b-f43ac6b47ea8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3936", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 10:21:31.653123 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0320 10:21:31.654060 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0320 10:21:31.888048 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0320 10:21:31.889493 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0320 10:21:34.090165 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0320 10:21:34.092040 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0320 10:21:34.642027 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:21:34.642202 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:21:34.642305 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:21:34.642518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:34.642601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:21:34.642794 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:21:34.691518 7 controller.go:216] "Backend successfully reloaded" I0320 10:21:34.691852 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6hmk4", UID:"36431f23-d78c-4c4a-bb3f-076fd5f8dade", APIVersion:"v1", ResourceVersion:"1103", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 10:21:37.975466 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:21:37.975548 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:21:37.975590 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:21:37.975745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:37.975773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:41.308190 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:21:41.308266 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:21:41.308303 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:21:41.308412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:41.308442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:44.641415 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:21:44.641455 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:21:44.641481 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:21:44.641547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:44.641559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:47.974959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:21:47.975031 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:21:47.975070 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:21:47.975196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:47.975227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:51.307935 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:21:51.308001 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:21:51.308038 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:21:51.308147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:51.308174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:54.641444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:21:54.641522 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:21:54.641573 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:21:54.641697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:54.641728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:57.974826 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:21:57.974927 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:21:57.974979 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:21:57.975113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:21:57.975143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:01.310508 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:22:01.310589 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:22:01.310629 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:22:01.310869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:01.310901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:04.641579 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:22:04.641676 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:22:04.641813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:04.641850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:07.977262 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:22:07.977363 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:22:07.977574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:07.977607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:11.308575 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:22:11.308643 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:22:11.308728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:11.308743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.187 - - [20/Mar/2026:10:22:13 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.034 [auth-system-keycloak-80] [] 10.0.0.188:8080 6432 0.033 200 5bd933121c059040802b35565abca866 10.0.0.175 - - [20/Mar/2026:10:22:13 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.188:8080 6432 0.006 200 1d9f000405758e1c175f44b613ccd93b W0320 10:22:14.641542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:14.641585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:22:17.905159 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.174.89"}] I0320 10:22:17.905263 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.174.89"}] I0320 10:22:17.905414 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.174.89"}] I0320 10:22:17.918869 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"3b75bff9-de8d-4ea9-b4d1-cc6d49e6a1eb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4975", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 10:22:17.919673 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"cc8a2a76-bf05-47f7-bda8-545bca778881", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4976", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 10:22:17.920450 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3fa51df9-3484-4584-922b-f43ac6b47ea8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4977", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:22:17.974840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:17.974904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:21.308334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:21.308377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:24.642678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:24.642718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:58.880362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:22:58.880423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store