------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0402 21:26:43.081288 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0402 21:26:43.081453 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0402 21:26:43.090378 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0402 21:26:43.093731 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0402 21:26:43.117230 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0402 21:26:43.138023 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0402 21:26:43.149569 7 nginx.go:271] "Starting NGINX Ingress controller" I0402 21:26:43.155349 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"0f2602e9-4348-4535-abda-564cb1270163", APIVersion:"v1", ResourceVersion:"1366", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0402 21:26:43.160879 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"cfe3e1eb-0e94-4022-be27-c92579a97389", APIVersion:"v1", ResourceVersion:"1368", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0402 21:26:43.160961 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"89e6cdb0-03cf-4952-b02f-99fdcecfd82e", APIVersion:"v1", ResourceVersion:"1367", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0402 21:26:44.351495 7 nginx.go:317] "Starting NGINX process" I0402 21:26:44.351748 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0402 21:26:44.352033 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0402 21:26:44.352312 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0402 21:26:44.352371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:26:44.352398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 21:26:44.352443 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 21:26:44.360676 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0402 21:26:44.360761 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-544gg" I0402 21:26:44.386411 7 controller.go:216] "Backend successfully reloaded" I0402 21:26:44.386560 7 controller.go:227] "Initial sync, sleeping for 1 second" I0402 21:26:44.386623 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-544gg", UID:"bfae44f8-78fc-4518-baef-3979a7aadc59", APIVersion:"v1", ResourceVersion:"1408", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 21:26:48.174958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:26:48.175049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:26:51.508392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:26:51.508444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:26:54.842036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:26:54.842079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:26:58.177779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:26:58.177819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:27:06.422253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:27:06.422284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:27:13.469788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:27:13.469825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:27:16.805306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:27:16.805358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:27:20.138207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:27:20.138265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:27:23.470942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:27:23.470997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:27:26.805641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:27:26.805694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:27:30.137401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:27:30.137443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:28:53.060550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:28:53.060739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:09.136470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:09.136507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:12.472654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:12.472699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:15.804884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:15.804926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:19.996640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:19.996691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:23.330838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:23.330886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:26.665412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:26.665450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:29.996982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:29.997018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:33.330050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:29:33.330122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:32:00.452865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:32:00.452897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:32:03.787327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:32:03.787395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:32:03.969828 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-12.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-12.nip.io-tls was not found. Using default certificate W0402 21:32:03.969900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:32:03.969918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 21:32:03.971271 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0402 21:32:03.971298 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0402 21:32:03.980956 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0402 21:32:03.981908 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"9b06e6ad-c17f-45e4-9669-486ed446e6ff", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3509", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 21:32:03.982222 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-12.nip.io-tls" in local store I0402 21:32:04.222579 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-12.nip.io-tls" I0402 21:32:04.224595 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-12.nip.io-tls" W0402 21:32:07.120725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:32:07.120762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 21:32:07.120814 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 21:32:07.164286 7 controller.go:216] "Backend successfully reloaded" I0402 21:32:07.164543 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-544gg", UID:"bfae44f8-78fc-4518-baef-3979a7aadc59", APIVersion:"v1", ResourceVersion:"1408", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 21:32:10.453327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:32:10.453399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [02/Apr/2026:21:32:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 1.916 [auth-system-keycloak-80] [] 10.0.0.125:8080 1882 1.914 200 a58f4610edb4c38e42fd1dd4d2ccce71 199.19.213.12 - - [02/Apr/2026:21:32:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.182 [auth-system-keycloak-80] [] 10.0.0.125:8080 28 0.183 404 bd931d3877175c4a23e3a5006d7e16c2 199.19.213.12 - - [02/Apr/2026:21:32:21 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.782 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 5.781 201 251c3092cea104301f2cc79968ce8e1e 199.19.213.12 - - [02/Apr/2026:21:32:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.685 [auth-system-keycloak-80] [] 10.0.0.125:8080 4177 0.686 200 cb93144ffc5005e2a35ffe1df0dc740c 199.19.213.12 - - [02/Apr/2026:21:32:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.073 [auth-system-keycloak-80] [] 10.0.0.125:8080 1882 0.072 200 e62093f9b51166cc35510417dc5e1184 199.19.213.12 - - [02/Apr/2026:21:32:23 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12499 "-" "Ansible" 1209 0.099 [auth-system-keycloak-80] [] 10.0.0.125:8080 12500 0.099 200 8b4cdc3de994d7f5b4a8fa45aedaa85b 199.19.213.12 - - [02/Apr/2026:21:32:23 +0000] "GET /admin/realms/atmosphere/client-scopes/6bcad5b7-989d-45e6-a7da-89b4914a97c5 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.012 [auth-system-keycloak-80] [] 10.0.0.125:8080 1278 0.011 200 9b2d3b7577e5834a7893e63e14d3a8cb 199.19.213.12 - - [02/Apr/2026:21:32:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/6bcad5b7-989d-45e6-a7da-89b4914a97c5 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.072 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.071 204 a7c73281a54fc9a7d8545e3a2e8aabde 199.19.213.12 - - [02/Apr/2026:21:32:23 +0000] "GET /admin/realms/atmosphere/client-scopes/6bcad5b7-989d-45e6-a7da-89b4914a97c5/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.080 [auth-system-keycloak-80] [] 10.0.0.125:8080 963 0.079 200 aee250433b75386f0ab83427fc5a982a 199.19.213.12 - - [02/Apr/2026:21:32:23 +0000] "GET /admin/realms/atmosphere/client-scopes/6bcad5b7-989d-45e6-a7da-89b4914a97c5/protocol-mappers/models/36e9399c-34b2-4a96-a5c7-5ac310edb11d HTTP/1.1" 200 366 "-" "Ansible" 1307 0.008 [auth-system-keycloak-80] [] 10.0.0.125:8080 366 0.008 200 703089722f334f02a5463e196878d488 199.19.213.12 - - [02/Apr/2026:21:32:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/6bcad5b7-989d-45e6-a7da-89b4914a97c5/protocol-mappers/models/36e9399c-34b2-4a96-a5c7-5ac310edb11d HTTP/1.1" 204 0 "-" "Ansible" 1620 0.069 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.068 204 00848cbc5d65088daa3db26be1359429 199.19.213.12 - - [02/Apr/2026:21:32:23 +0000] "GET /admin/realms/atmosphere/client-scopes/6bcad5b7-989d-45e6-a7da-89b4914a97c5 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.074 [auth-system-keycloak-80] [] 10.0.0.125:8080 1218 0.074 200 590c5d30650611801d29c2ea9480adf8 I0402 21:32:44.368138 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.28.193"}] I0402 21:32:44.374492 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"9b06e6ad-c17f-45e4-9669-486ed446e6ff", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3909", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 21:32:44.375092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:32:44.375122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [02/Apr/2026:21:32:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.125:8080 1882 0.043 200 42928d4ca021de14b77a31c01aafea28 199.19.213.12 - - [02/Apr/2026:21:32:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.014 [auth-system-keycloak-80] [] 10.0.0.125:8080 2 0.015 200 d7aa07768879d1bd26bb39b23c7aa704 199.19.213.12 - - [02/Apr/2026:21:32:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.194 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.192 201 e5444d171d676222700122e593e4a47c 199.19.213.12 - - [02/Apr/2026:21:32:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.125:8080 1259 0.084 200 f6ee9de8929e464bbb4e52078150bbb8 199.19.213.12 - - [02/Apr/2026:21:32:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.055 [auth-system-keycloak-80] [] 10.0.0.125:8080 1882 0.054 200 d44746b5a2bb25ecf1446e78f0379c49 199.19.213.12 - - [02/Apr/2026:21:32:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.045 [auth-system-keycloak-80] [] 10.0.0.125:8080 2 0.046 200 94b6f4913a4f72c26a420e677e0f6a7b 199.19.213.12 - - [02/Apr/2026:21:32:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.103 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.102 201 a351d26539f151d81e7b1cdb871ac083 199.19.213.12 - - [02/Apr/2026:21:32:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.022 [auth-system-keycloak-80] [] 10.0.0.125:8080 1283 0.021 200 ecea2b7c3ec7d63c24526e7dd48ae8c7 199.19.213.12 - - [02/Apr/2026:21:32:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.125:8080 1882 0.046 200 b7bcc8b6ddb1a236babb72dbfb303250 199.19.213.12 - - [02/Apr/2026:21:32:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.015 [auth-system-keycloak-80] [] 10.0.0.125:8080 2 0.015 200 1e17e776a5703b32790453cec60a29a0 199.19.213.12 - - [02/Apr/2026:21:32:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.144 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.143 201 7e594ef1697155e6629dc6c6ef19ac4d 199.19.213.12 - - [02/Apr/2026:21:32:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.125:8080 1249 0.022 200 bc04700dbb65d93f3758c1af59ba74e9 199.19.213.12 - - [02/Apr/2026:21:32:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.042 [auth-system-keycloak-80] [] 10.0.0.125:8080 1882 0.039 200 b8abfd7553aa3f989fa7729a1e569a3c 199.19.213.12 - - [02/Apr/2026:21:32:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.125:8080 1259 0.010 200 6ac3b2a3c529e276b3b740918968e5a9 199.19.213.12 - - [02/Apr/2026:21:32:46 +0000] "GET /admin/realms/atmosphere/clients/a71a7315-5089-43ca-b9bc-6f032ad44aba/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.051 [auth-system-keycloak-80] [] 10.0.0.125:8080 31 0.051 404 173213f0e61b5eb8b3beba44c7a2af3a 199.19.213.12 - - [02/Apr/2026:21:32:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.125:8080 1259 0.008 200 5a309087d7c17b5551187703565b5821 199.19.213.12 - - [02/Apr/2026:21:32:47 +0000] "POST /admin/realms/atmosphere/clients/a71a7315-5089-43ca-b9bc-6f032ad44aba/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.949 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.948 201 9e94d5c3258170ac63173ab0eef5a1d5 199.19.213.12 - - [02/Apr/2026:21:32:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.125:8080 1259 0.008 200 f1e2b06a5b4f83061b610545c6b487c1 199.19.213.12 - - [02/Apr/2026:21:32:47 +0000] "GET /admin/realms/atmosphere/clients/a71a7315-5089-43ca-b9bc-6f032ad44aba/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.021 [auth-system-keycloak-80] [] 10.0.0.125:8080 166 0.021 200 1dbff34bdb57197d23da9a61096ba881 199.19.213.12 - - [02/Apr/2026:21:32:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.125:8080 1882 0.047 200 869711e4f69b9c275561b9acf4b37d39 199.19.213.12 - - [02/Apr/2026:21:32:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.125:8080 1283 0.007 200 fd607d93b73c69ff6ab0ce9c959655e8 199.19.213.12 - - [02/Apr/2026:21:32:48 +0000] "GET /admin/realms/atmosphere/clients/2b079bcd-f33c-48aa-b2a7-da7d3b1279a8/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.125:8080 31 0.010 404 12028acd94eeb972cb59ccabb9ac7f00 199.19.213.12 - - [02/Apr/2026:21:32:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.125:8080 1283 0.006 200 d14da4ef1ad13b6983451f903fb8575e 199.19.213.12 - - [02/Apr/2026:21:32:48 +0000] "POST /admin/realms/atmosphere/clients/2b079bcd-f33c-48aa-b2a7-da7d3b1279a8/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.037 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.036 201 0b655c4d04d894866d9325f6cfcb0bf0 199.19.213.12 - - [02/Apr/2026:21:32:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.125:8080 1283 0.007 200 038a827796364ddb70f118756a26cfbf 199.19.213.12 - - [02/Apr/2026:21:32:48 +0000] "GET /admin/realms/atmosphere/clients/2b079bcd-f33c-48aa-b2a7-da7d3b1279a8/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.125:8080 165 0.012 200 304f0a8f9aa8111894e58b9b57358df7 199.19.213.12 - - [02/Apr/2026:21:32:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.125:8080 1882 0.049 200 e781b96bd9fdf75a7e41c32f5f64c3e0 199.19.213.12 - - [02/Apr/2026:21:32:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.125:8080 1283 0.008 200 c50624ec1a05ce3d870896491b83e8dc 199.19.213.12 - - [02/Apr/2026:21:32:48 +0000] "GET /admin/realms/atmosphere/clients/2b079bcd-f33c-48aa-b2a7-da7d3b1279a8/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.125:8080 31 0.010 404 2c8c75e8abcdefce05f11a05fa930200 199.19.213.12 - - [02/Apr/2026:21:32:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.041 [auth-system-keycloak-80] [] 10.0.0.125:8080 1283 0.041 200 9a3bc2ce706a6629a86f22bb6cc00c5e 199.19.213.12 - - [02/Apr/2026:21:32:48 +0000] "POST /admin/realms/atmosphere/clients/2b079bcd-f33c-48aa-b2a7-da7d3b1279a8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.036 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.035 201 2d3f927f7515b53408bc1cd00c03240d 199.19.213.12 - - [02/Apr/2026:21:32:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.125:8080 1283 0.007 200 171f8a6bb59f58bfc7b5f7bd1b5b0846 199.19.213.12 - - [02/Apr/2026:21:32:49 +0000] "GET /admin/realms/atmosphere/clients/2b079bcd-f33c-48aa-b2a7-da7d3b1279a8/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.027 [auth-system-keycloak-80] [] 10.0.0.125:8080 166 0.028 200 3dafbea3b4261029d553b58d3a702fd2 199.19.213.12 - - [02/Apr/2026:21:32:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.125:8080 1882 0.047 200 99d27907443f5d0aae0ccc54877e1d4a 199.19.213.12 - - [02/Apr/2026:21:32:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.055 [auth-system-keycloak-80] [] 10.0.0.125:8080 1283 0.055 200 c1cfa2cbd81ea128ec0a9353e27341c8 199.19.213.12 - - [02/Apr/2026:21:32:49 +0000] "GET /admin/realms/atmosphere/clients/2b079bcd-f33c-48aa-b2a7-da7d3b1279a8/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.125:8080 31 0.009 404 747e6581d259a81f2f3750a1ac874003 199.19.213.12 - - [02/Apr/2026:21:32:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.064 [auth-system-keycloak-80] [] 10.0.0.125:8080 1283 0.064 200 7210dc571b32b55eb98401f6d1e4822d 199.19.213.12 - - [02/Apr/2026:21:32:49 +0000] "POST /admin/realms/atmosphere/clients/2b079bcd-f33c-48aa-b2a7-da7d3b1279a8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.022 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.021 201 87a23db92c51e51739a37526ce10be43 199.19.213.12 - - [02/Apr/2026:21:32:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.125:8080 1283 0.007 200 1260db7cba87e5575a7ddd24f8a9378b 199.19.213.12 - - [02/Apr/2026:21:32:49 +0000] "GET /admin/realms/atmosphere/clients/2b079bcd-f33c-48aa-b2a7-da7d3b1279a8/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.042 [auth-system-keycloak-80] [] 10.0.0.125:8080 166 0.042 200 a00b61831f08b554241cf695a65db469 199.19.213.12 - - [02/Apr/2026:21:32:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.125:8080 1882 0.043 200 466ed2f41553675948448ed93a2b7868 199.19.213.12 - - [02/Apr/2026:21:32:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.125:8080 1249 0.007 200 d238b8cef55ef32a4a772f867979964a 199.19.213.12 - - [02/Apr/2026:21:32:50 +0000] "GET /admin/realms/atmosphere/clients/b3218661-2ba3-46f2-82c6-912b0b502538/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.125:8080 31 0.011 404 585f55979e53e047c60faf815e032893 199.19.213.12 - - [02/Apr/2026:21:32:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.125:8080 1249 0.005 200 e51ec1d29d3ada95f620969c77b72df1 199.19.213.12 - - [02/Apr/2026:21:32:50 +0000] "POST /admin/realms/atmosphere/clients/b3218661-2ba3-46f2-82c6-912b0b502538/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.055 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.054 201 1a2905efc5f56cdd97b59dd79f1b3ff1 199.19.213.12 - - [02/Apr/2026:21:32:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.125:8080 1249 0.007 200 5ce945e4367d259fffefbe00a0fbc06f 199.19.213.12 - - [02/Apr/2026:21:32:50 +0000] "GET /admin/realms/atmosphere/clients/b3218661-2ba3-46f2-82c6-912b0b502538/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.125:8080 166 0.014 200 c7738c0859c26840eba5cd39d837ba9a W0402 21:33:58.463347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:33:58.463408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:33:58.552323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:33:58.552411 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0402 21:33:58.552457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:33:58.552484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:33:58.553089 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:33:58.553117 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 21:33:58.553142 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0402 21:33:58.553162 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0402 21:33:58.553168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:33:58.553179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:33:58.553197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:33:58.553215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 21:33:58.554498 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0402 21:33:58.554519 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0402 21:33:58.554871 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0402 21:33:58.554872 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0402 21:33:58.554895 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0402 21:33:58.554909 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0402 21:33:58.560360 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0402 21:33:58.560759 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f46f4e67-f146-47f9-a754-ac270fdd5c3b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4514", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 21:33:58.560891 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0402 21:33:58.562338 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0402 21:33:58.562665 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0402 21:33:58.562684 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0402 21:33:58.562894 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0402 21:33:58.562924 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d75f95e6-ff4c-42a9-9934-b045dcbead53", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4516", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 21:33:58.562943 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d44d9fb1-2e9d-4b5b-8a5d-a9f8f8724bd0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4517", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 21:33:58.801281 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0402 21:33:58.802152 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0402 21:33:59.328685 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0402 21:33:59.331096 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0402 21:34:00.133086 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0402 21:34:00.135423 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0402 21:34:01.797062 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:01.797143 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 21:34:01.797181 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:01.797290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:01.797307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 21:34:01.797435 7 controller.go:196] "Configuration changes detected, backend reload required" I0402 21:34:01.957052 7 controller.go:216] "Backend successfully reloaded" I0402 21:34:01.957474 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-544gg", UID:"bfae44f8-78fc-4518-baef-3979a7aadc59", APIVersion:"v1", ResourceVersion:"1408", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0402 21:34:05.132842 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:05.133025 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 21:34:05.133064 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:05.133169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:05.133199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:08.465511 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:08.465554 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 21:34:08.465574 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:08.465637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:08.465654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:11.797637 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:11.797708 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 21:34:11.797738 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:11.797830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:11.797873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:15.132321 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:15.132394 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 21:34:15.132431 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:15.132553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:15.132575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:18.463380 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:18.463439 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 21:34:18.463459 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:18.463519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:18.463535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:21.797587 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:21.797666 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 21:34:21.797733 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:21.797936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:21.797971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:25.131036 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:25.131105 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 21:34:25.131142 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:25.131255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:25.131298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:28.464956 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:28.465024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 21:34:28.465177 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:28.465359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:28.465391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:31.798057 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:31.798107 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 21:34:31.798134 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:31.798237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:31.798259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:35.131551 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:35.131651 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 21:34:35.131734 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:35.131978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:35.132026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:38.463722 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:38.463777 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0402 21:34:38.463814 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:38.463921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:38.463951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:41.796929 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:41.797040 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:41.797261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:41.797295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0402 21:34:44.366742 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.28.193"}] I0402 21:34:44.367881 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.28.193"}] I0402 21:34:44.368000 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.28.193"}] I0402 21:34:44.374402 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d44d9fb1-2e9d-4b5b-8a5d-a9f8f8724bd0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5459", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 21:34:44.378951 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f46f4e67-f146-47f9-a754-ac270fdd5c3b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5460", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0402 21:34:44.382474 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d75f95e6-ff4c-42a9-9934-b045dcbead53", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5461", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0402 21:34:45.130494 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:45.130667 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:45.130808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:45.130871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:48.463422 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:48.463558 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0402 21:34:48.463725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:48.463767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.146 - - [02/Apr/2026:21:34:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.084 [auth-system-keycloak-80] [] 10.0.0.125:8080 6297 0.085 200 6db23c8d38f72ff8fb327fda4c7e24bd 10.0.0.172 - - [02/Apr/2026:21:34:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.081 [auth-system-keycloak-80] [] 10.0.0.125:8080 6297 0.082 200 3767de0ac8bfb566cdd1886d1a5b2cd0 W0402 21:34:51.797168 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:51.797377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:51.797407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:55.130197 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0402 21:34:55.130393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:55.130421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:58.464699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:34:58.464724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:35:01.797749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:35:01.797805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:35:05.130279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:35:05.130330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:35:29.514228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:35:29.514263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:35:32.848296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:35:32.848350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:35:36.182282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0402 21:35:36.182315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store