------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 00:12:10.675096 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 00:12:10.675313 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 00:12:10.685443 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 00:12:10.689533 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 00:12:10.779203 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 00:12:10.797572 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 00:12:10.810221 7 nginx.go:271] "Starting NGINX Ingress controller" I0407 00:12:10.816399 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"7cec89e9-922e-4b17-ba08-4c056ee8736c", APIVersion:"v1", ResourceVersion:"1317", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 00:12:10.820861 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"f161504b-b0fd-4509-88c9-2c51913720c7", APIVersion:"v1", ResourceVersion:"1316", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 00:12:10.820943 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"13e7ec38-e53c-4bae-9114-64a698d50e84", APIVersion:"v1", ResourceVersion:"1318", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 00:12:12.011996 7 nginx.go:317] "Starting NGINX process" I0407 00:12:12.012083 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0407 00:12:12.012463 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0407 00:12:12.012762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:12.012803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:12:12.012859 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:12:12.023305 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 00:12:12.023397 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-tl86f" I0407 00:12:12.050447 7 controller.go:216] "Backend successfully reloaded" I0407 00:12:12.050580 7 controller.go:227] "Initial sync, sleeping for 1 second" I0407 00:12:12.050640 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tl86f", UID:"416f0eb5-4529-462c-8cab-c76e4ad44fb0", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 00:12:15.835069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:15.835098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:19.168982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:19.169016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:22.502042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:22.502089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:25.835932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:25.835987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:29.170772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:29.170815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:32.503602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:32.503654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:35.835315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:35.835358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:39.171016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:39.171056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:42.502628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:42.502674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:48.813496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:12:48.813535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:13:39.259027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:13:39.259077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:01.090004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:01.090192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:04.424260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:04.424306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:07.759544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:07.759590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:11.090248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:11.090293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:14.424693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:14.424727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:17.757612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:17.757644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:21.090421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:21.090483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:29.918133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:29.918183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:33.251716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:33.251776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:38.779013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:38.779061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:42.112764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:42.112805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:42.314154 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-154.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-154.nip.io-tls was not found. Using default certificate W0407 00:16:42.314253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:42.314284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:16:42.316744 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0407 00:16:42.316908 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 00:16:42.322015 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0407 00:16:42.322272 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4857c899-8bf3-4f55-9e12-75b862e658cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3390", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:16:42.322433 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-154.nip.io-tls" in local store I0407 00:16:42.621606 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-154.nip.io-tls" I0407 00:16:42.622913 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-154.nip.io-tls" W0407 00:16:45.446843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:45.446892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:16:45.446965 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:16:45.487444 7 controller.go:216] "Backend successfully reloaded" I0407 00:16:45.488007 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tl86f", UID:"416f0eb5-4529-462c-8cab-c76e4ad44fb0", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 00:16:48.779830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:48.779871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.154 - - [07/Apr/2026:00:16:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.027 [auth-system-keycloak-80] [] 10.0.0.101:8080 1928 2.026 200 dc639e34326b59fea74aa00eb54f8b67 199.19.213.154 - - [07/Apr/2026:00:16:53 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.176 [auth-system-keycloak-80] [] 10.0.0.101:8080 116 0.176 404 ce54b0117d77d85c9c21d102dadd5ec8 199.19.213.154 - - [07/Apr/2026:00:16:58 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.589 [auth-system-keycloak-80] [] 10.0.0.101:8080 0 4.588 201 1eab44d1213260488ec2fe58013b9326 199.19.213.154 - - [07/Apr/2026:00:16:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.615 [auth-system-keycloak-80] [] 10.0.0.101:8080 4246 0.616 200 4dc65c16a31b2a864ce83a0a1bbca3c0 199.19.213.154 - - [07/Apr/2026:00:16:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.101:8080 1928 0.478 200 92f3db16ce3abfa355172fe064d186ec 199.19.213.154 - - [07/Apr/2026:00:16:59 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12499 "-" "Ansible" 1211 0.077 [auth-system-keycloak-80] [] 10.0.0.101:8080 12500 0.076 200 0317f3db819b29beac4bb61734c3a155 199.19.213.154 - - [07/Apr/2026:00:16:59 +0000] "GET /admin/realms/atmosphere/client-scopes/d84dd041-5768-449d-b260-f82e43fe5c15 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.007 [auth-system-keycloak-80] [] 10.0.0.101:8080 1278 0.008 200 c73b31f3f92fccf5f0f460788e031944 199.19.213.154 - - [07/Apr/2026:00:16:59 +0000] "PUT /admin/realms/atmosphere/client-scopes/d84dd041-5768-449d-b260-f82e43fe5c15 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.020 [auth-system-keycloak-80] [] 10.0.0.101:8080 0 0.019 204 a7d44ce5524be32b5e5de991b4919512 199.19.213.154 - - [07/Apr/2026:00:17:00 +0000] "GET /admin/realms/atmosphere/client-scopes/d84dd041-5768-449d-b260-f82e43fe5c15/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.048 [auth-system-keycloak-80] [] 10.0.0.101:8080 963 0.048 200 32b4f64b9b327f7c6bdb6225db782d42 199.19.213.154 - - [07/Apr/2026:00:17:00 +0000] "GET /admin/realms/atmosphere/client-scopes/d84dd041-5768-449d-b260-f82e43fe5c15/protocol-mappers/models/697fb325-92ec-46a2-9831-cd217db4d447 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.101:8080 366 0.008 200 5d6e57cf4a3e6d66bc11c0e7ba6dd3a0 199.19.213.154 - - [07/Apr/2026:00:17:00 +0000] "PUT /admin/realms/atmosphere/client-scopes/d84dd041-5768-449d-b260-f82e43fe5c15/protocol-mappers/models/697fb325-92ec-46a2-9831-cd217db4d447 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.075 [auth-system-keycloak-80] [] 10.0.0.101:8080 0 0.074 204 8b3c238f335d108058d5dc6e5d48d85d 199.19.213.154 - - [07/Apr/2026:00:17:00 +0000] "GET /admin/realms/atmosphere/client-scopes/d84dd041-5768-449d-b260-f82e43fe5c15 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.075 [auth-system-keycloak-80] [] 10.0.0.101:8080 1218 0.076 200 3b2652dada56f93689fe2d81e9ba0519 I0407 00:17:12.030720 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.227.23"}] I0407 00:17:12.037823 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4857c899-8bf3-4f55-9e12-75b862e658cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3734", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:17:12.039897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:17:12.039939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.154 - - [07/Apr/2026:00:17:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.101:8080 1928 0.468 200 87944a343082738f0dbae75209b84d55 199.19.213.154 - - [07/Apr/2026:00:17:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.055 [auth-system-keycloak-80] [] 10.0.0.101:8080 2 0.055 200 e81d98c06647419938d8d53b22318406 199.19.213.154 - - [07/Apr/2026:00:17:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.281 [auth-system-keycloak-80] [] 10.0.0.101:8080 0 0.280 201 b5dc85c64944dad5e73607b6dca9b270 199.19.213.154 - - [07/Apr/2026:00:17:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.086 [auth-system-keycloak-80] [] 10.0.0.101:8080 1261 0.086 200 6443dbfd1c6dc0f8c9c7d295ce7f21b2 199.19.213.154 - - [07/Apr/2026:00:17:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.101:8080 1928 0.460 200 4858a3bf055743ca61a00553735a7148 199.19.213.154 - - [07/Apr/2026:00:17:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.051 [auth-system-keycloak-80] [] 10.0.0.101:8080 2 0.051 200 ad0f020a510e2da4c7f2a68a8020bb8c 199.19.213.154 - - [07/Apr/2026:00:17:22 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.098 [auth-system-keycloak-80] [] 10.0.0.101:8080 0 0.098 201 e4ccf457cd9ee2fed67ea5d87d301b5c 199.19.213.154 - - [07/Apr/2026:00:17:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.076 [auth-system-keycloak-80] [] 10.0.0.101:8080 1286 0.077 200 2a5fb8baffade3548b9bf39447e0d78f 199.19.213.154 - - [07/Apr/2026:00:17:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.101:8080 1928 0.470 200 15f716525ab17fc2d1ab1e98e7fce63e 199.19.213.154 - - [07/Apr/2026:00:17:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.039 [auth-system-keycloak-80] [] 10.0.0.101:8080 2 0.039 200 9f8031e0a3d7fea31b69437f1bea55e1 199.19.213.154 - - [07/Apr/2026:00:17:23 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.088 [auth-system-keycloak-80] [] 10.0.0.101:8080 0 0.086 201 0372f0dd1025a18c2ff5cc0f5ae066b1 199.19.213.154 - - [07/Apr/2026:00:17:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.026 [auth-system-keycloak-80] [] 10.0.0.101:8080 1251 0.026 200 71b32e44a2f48c3ead8eee5b3e85d68c 199.19.213.154 - - [07/Apr/2026:00:17:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.101:8080 1928 0.473 200 147ed59c5014e1df7cbcc6cd29d7abdd 199.19.213.154 - - [07/Apr/2026:00:17:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.101:8080 1261 0.009 200 f30bec3f64d980345e67ce306c230d92 199.19.213.154 - - [07/Apr/2026:00:17:24 +0000] "GET /admin/realms/atmosphere/clients/e29e58b4-205f-40f8-b4e4-1a4c4bd2e86d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.065 [auth-system-keycloak-80] [] 10.0.0.101:8080 119 0.064 404 e8990c99acf6efbc597ecaaa5861c41a 199.19.213.154 - - [07/Apr/2026:00:17:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.101:8080 1261 0.009 200 0becb3b7f0239e41436713522411a0f2 199.19.213.154 - - [07/Apr/2026:00:17:25 +0000] "POST /admin/realms/atmosphere/clients/e29e58b4-205f-40f8-b4e4-1a4c4bd2e86d/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.386 [auth-system-keycloak-80] [] 10.0.0.101:8080 0 0.385 201 0bd6520e9c95d8a5380a6dc4e6b0f085 199.19.213.154 - - [07/Apr/2026:00:17:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.101:8080 1261 0.010 200 c9702982eeb59d053c4a9f6d2759ecb0 199.19.213.154 - - [07/Apr/2026:00:17:25 +0000] "GET /admin/realms/atmosphere/clients/e29e58b4-205f-40f8-b4e4-1a4c4bd2e86d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.101:8080 166 0.053 200 7d649db7811103367cfe3c26a8821384 199.19.213.154 - - [07/Apr/2026:00:17:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.101:8080 1928 0.515 200 5469192aeab98e5f798291ceebc73d16 199.19.213.154 - - [07/Apr/2026:00:17:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.101:8080 1286 0.009 200 5bae747036938d7213c0c328e2d81e8e 199.19.213.154 - - [07/Apr/2026:00:17:26 +0000] "GET /admin/realms/atmosphere/clients/aaa35d22-a843-44b8-bb70-4962f3ae5c33/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.041 [auth-system-keycloak-80] [] 10.0.0.101:8080 119 0.042 404 4cbcb0c07460ee04fe08fdd64eb30d56 199.19.213.154 - - [07/Apr/2026:00:17:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.101:8080 1286 0.007 200 b7e175928a88131960abbb9eda24340e 199.19.213.154 - - [07/Apr/2026:00:17:26 +0000] "POST /admin/realms/atmosphere/clients/aaa35d22-a843-44b8-bb70-4962f3ae5c33/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.101:8080 0 0.017 201 bbcc6f3befdbe4fec1ee21b13d6d1ac5 199.19.213.154 - - [07/Apr/2026:00:17:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.101:8080 1286 0.040 200 036a384f14a0c113cc8b9eb625d45794 199.19.213.154 - - [07/Apr/2026:00:17:26 +0000] "GET /admin/realms/atmosphere/clients/aaa35d22-a843-44b8-bb70-4962f3ae5c33/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.101:8080 165 0.013 200 3ec4257cbdd3a03ddbe9bfd40f0b5511 199.19.213.154 - - [07/Apr/2026:00:17:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.532 [auth-system-keycloak-80] [] 10.0.0.101:8080 1928 0.531 200 5db48a6b83afd3f4b82d7edbea64e750 199.19.213.154 - - [07/Apr/2026:00:17:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.101:8080 1286 0.060 200 f7eebcb1d365623d630b31cc9826149e 199.19.213.154 - - [07/Apr/2026:00:17:27 +0000] "GET /admin/realms/atmosphere/clients/aaa35d22-a843-44b8-bb70-4962f3ae5c33/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.101:8080 119 0.009 404 854113a7d29f2b9b970f6441b5c39c45 199.19.213.154 - - [07/Apr/2026:00:17:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.067 [auth-system-keycloak-80] [] 10.0.0.101:8080 1286 0.067 200 c1b4aba0e2003bc7139a878d65946753 199.19.213.154 - - [07/Apr/2026:00:17:27 +0000] "POST /admin/realms/atmosphere/clients/aaa35d22-a843-44b8-bb70-4962f3ae5c33/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.101:8080 0 0.015 201 43633e4857637a5cee40e28086495c94 199.19.213.154 - - [07/Apr/2026:00:17:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.101:8080 1286 0.008 200 806f41b549b964047afe9469efb84492 199.19.213.154 - - [07/Apr/2026:00:17:27 +0000] "GET /admin/realms/atmosphere/clients/aaa35d22-a843-44b8-bb70-4962f3ae5c33/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.101:8080 166 0.050 200 f52e67a99cd468cd704526b7dc2487cc 199.19.213.154 - - [07/Apr/2026:00:17:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.101:8080 1928 0.458 200 0a0dc517dfc83e0682fa1d482092b47b 199.19.213.154 - - [07/Apr/2026:00:17:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.101:8080 1286 0.012 200 47f4bedeb877351ee6abf60cae2168eb 199.19.213.154 - - [07/Apr/2026:00:17:28 +0000] "GET /admin/realms/atmosphere/clients/aaa35d22-a843-44b8-bb70-4962f3ae5c33/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.045 [auth-system-keycloak-80] [] 10.0.0.101:8080 119 0.045 404 226e7095fd643c1c7370fbd8093990f8 199.19.213.154 - - [07/Apr/2026:00:17:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.101:8080 1286 0.005 200 dff0ecafe4d232fd605ccad644aa2963 199.19.213.154 - - [07/Apr/2026:00:17:28 +0000] "POST /admin/realms/atmosphere/clients/aaa35d22-a843-44b8-bb70-4962f3ae5c33/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.101:8080 0 0.017 201 0203c2fc596beb8c194acc1d01ddb95c 199.19.213.154 - - [07/Apr/2026:00:17:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.101:8080 1286 0.039 200 6d8dabf624f4c26c326bbeaeeb05286d 199.19.213.154 - - [07/Apr/2026:00:17:28 +0000] "GET /admin/realms/atmosphere/clients/aaa35d22-a843-44b8-bb70-4962f3ae5c33/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.101:8080 166 0.012 200 250eeeedf1809b8517993c7e2d6fca25 199.19.213.154 - - [07/Apr/2026:00:17:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.523 [auth-system-keycloak-80] [] 10.0.0.101:8080 1928 0.522 200 780d601f5065bdbf0adb4a1730962a03 199.19.213.154 - - [07/Apr/2026:00:17:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.101:8080 1251 0.007 200 96b60317a983067c2b2bebb5ae94ba0d 199.19.213.154 - - [07/Apr/2026:00:17:29 +0000] "GET /admin/realms/atmosphere/clients/e4296bca-8820-4032-a787-731753cd60d9/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.058 [auth-system-keycloak-80] [] 10.0.0.101:8080 119 0.058 404 ddefc6795540ff84f305762e0ddcf897 199.19.213.154 - - [07/Apr/2026:00:17:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.101:8080 1251 0.007 200 72ad6171c262af37fb637ff9dcdb2f58 199.19.213.154 - - [07/Apr/2026:00:17:29 +0000] "POST /admin/realms/atmosphere/clients/e4296bca-8820-4032-a787-731753cd60d9/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.101:8080 0 0.015 201 8459fa6383e0a6f8bf39279a3e1840c1 199.19.213.154 - - [07/Apr/2026:00:17:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.101:8080 1251 0.007 200 cf3d8519faa5ac318113428af90e7a4d 199.19.213.154 - - [07/Apr/2026:00:17:29 +0000] "GET /admin/realms/atmosphere/clients/e4296bca-8820-4032-a787-731753cd60d9/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.032 [auth-system-keycloak-80] [] 10.0.0.101:8080 166 0.031 200 d75e22e4bdb2dcd843650499de513c6f W0407 00:17:40.093660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:17:40.093771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:17:43.426896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:17:43.426945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:17:46.761560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:17:46.761690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:37.271938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:37.271976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:37.345850 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:18:37.345863 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:18:37.345909 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 00:18:37.345920 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 00:18:37.345941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:37.345955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:37.345967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:37.345971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:37.347068 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:18:37.347142 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0407 00:18:37.347212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:37.347233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:18:37.347719 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0407 00:18:37.347748 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0407 00:18:37.347901 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0407 00:18:37.347929 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0407 00:18:37.349557 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 00:18:37.349586 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 00:18:37.352683 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0407 00:18:37.353075 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 00:18:37.353162 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"08d18375-cc57-4a12-a6fa-b574b703d1ec", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4412", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:18:37.356293 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0407 00:18:37.356549 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 00:18:37.356459 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"e46d1ff1-722b-4e29-acc3-1c1641ee3fed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4415", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:18:37.358950 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0407 00:18:37.359617 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 00:18:37.359674 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2a3445a7-bb9c-4074-9502-bde6096bd6a9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4417", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:18:37.697959 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 00:18:37.699131 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0407 00:18:37.706773 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 00:18:37.707956 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0407 00:18:39.864690 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 00:18:39.865646 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0407 00:18:40.606671 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:18:40.606720 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:18:40.606741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:18:40.606845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:40.606860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:18:40.606952 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:18:40.643703 7 controller.go:216] "Backend successfully reloaded" I0407 00:18:40.644198 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tl86f", UID:"416f0eb5-4529-462c-8cab-c76e4ad44fb0", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 00:18:43.938820 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:18:43.938878 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:18:43.938908 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:18:43.939012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:43.939034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:47.272741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:18:47.273105 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:18:47.273200 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:18:47.274500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:47.274679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:50.605737 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:18:50.605801 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:18:50.605838 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:18:50.605953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:50.605974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:53.938819 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:18:53.938885 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:18:53.938926 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:18:53.939048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:53.939072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:57.272004 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:18:57.272054 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:18:57.272088 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:18:57.272193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:18:57.272219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:00.606929 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:19:00.607010 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:19:00.607107 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:19:00.607294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:00.607313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:03.939565 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:19:03.939625 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:19:03.939660 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:19:03.939781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:03.939805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:07.272735 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:19:07.272785 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:19:07.272808 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:19:07.272902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:07.272923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:10.610699 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:19:10.610760 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:19:10.610826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:10.610841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:19:12.031581 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.227.23"}] I0407 00:19:12.031991 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.227.23"}] I0407 00:19:12.032143 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.227.23"}] I0407 00:19:12.039446 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"08d18375-cc57-4a12-a6fa-b574b703d1ec", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5349", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:19:12.040828 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2a3445a7-bb9c-4074-9502-bde6096bd6a9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5350", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:19:12.041904 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"e46d1ff1-722b-4e29-acc3-1c1641ee3fed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5351", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:19:13.939568 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:19:13.939673 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:19:13.939805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:13.939835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:17.272304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:19:17.272368 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:19:17.272458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:17.272479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.155 - - [07/Apr/2026:00:19:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.033 [auth-system-keycloak-80] [] 10.0.0.101:8080 6382 0.032 200 aea8d4abf7c49b2ecbfa40269104e80b 10.0.0.234 - - [07/Apr/2026:00:19:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.033 [auth-system-keycloak-80] [] 10.0.0.101:8080 6382 0.033 200 0585e50d0944420a05f533e0e0980f53 W0407 00:19:20.605826 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:19:20.606030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:20.606059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:23.938889 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:19:23.939107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:23.939141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:27.486490 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:19:27.486920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:27.486955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:31.584441 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:19:31.584628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:31.584654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:34.918985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:19:34.919029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:07.127684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:07.127716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:10.462976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:10.463018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:13.795321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:20:13.795352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store