------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0311 01:43:49.791901 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0311 01:43:49.792031 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0311 01:43:49.800312 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0311 01:43:49.803710 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0311 01:43:49.887664 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0311 01:43:49.908506 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0311 01:43:49.918730 7 nginx.go:271] "Starting NGINX Ingress controller" I0311 01:43:49.924981 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"898d702b-4401-4cef-a347-8a3179ba138f", APIVersion:"v1", ResourceVersion:"1119", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0311 01:43:49.930772 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"65ac5596-98cf-421c-97b7-045732a92bde", APIVersion:"v1", ResourceVersion:"1120", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0311 01:43:49.930834 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"152940bc-facc-40a5-bb1e-21f213f6357a", APIVersion:"v1", ResourceVersion:"1121", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0311 01:43:51.120314 7 nginx.go:317] "Starting NGINX process" I0311 01:43:51.120409 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0311 01:43:51.120850 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0311 01:43:51.121282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:43:51.121324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:43:51.121384 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 01:43:51.130472 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0311 01:43:51.130553 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-v6wrc" I0311 01:43:51.159800 7 controller.go:216] "Backend successfully reloaded" I0311 01:43:51.159890 7 controller.go:227] "Initial sync, sleeping for 1 second" I0311 01:43:51.160036 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6wrc", UID:"100e23f3-fa09-44d2-9df4-ea7bf97d665a", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 01:43:54.951692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:43:54.951719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:43:58.285960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:43:58.286006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:01.618588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:01.618626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:04.951905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:04.951948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:08.286733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:08.286802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:11.619203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:11.619252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:14.952126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:14.952168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:18.285760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:18.285822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:21.619157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:21.619203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:27.724753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:44:27.724803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:16.226925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:16.226976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:19.563234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:19.563281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:39.242095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:39.242180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:42.575936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:42.575978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:45.908853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:45.908903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:49.243166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:49.243216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:52.575585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:52.575643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:55.909572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:55.909642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:59.242267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:45:59.242314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:46:02.575614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:46:02.575656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:46:06.727605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:46:06.727633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:46:10.061905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:46:10.061951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:11.085094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:11.085140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:13.720089 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-70.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-70.nip.io-tls was not found. Using default certificate W0311 01:48:13.720153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:13.720169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:48:13.721952 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0311 01:48:13.721988 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0311 01:48:13.729604 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0311 01:48:13.729896 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a5f36410-b309-47b9-8a62-d2925da620ef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3034", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 01:48:13.730090 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-70.nip.io-tls" in local store I0311 01:48:13.959772 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-70.nip.io-tls" I0311 01:48:13.961036 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-70.nip.io-tls" W0311 01:48:14.418910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:14.418940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:48:14.418980 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 01:48:14.451804 7 controller.go:216] "Backend successfully reloaded" I0311 01:48:14.451996 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6wrc", UID:"100e23f3-fa09-44d2-9df4-ea7bf97d665a", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 01:48:17.752423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:17.752463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [11/Mar/2026:01:48:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.848 [auth-system-keycloak-80] [] 10.0.0.139:8080 1925 1.848 200 248d6ca67fd9eec3d76f6db4a27b26f4 162.253.55.70 - - [11/Mar/2026:01:48:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.100 [auth-system-keycloak-80] [] 10.0.0.139:8080 116 0.101 404 99ef948418c7c680d1a3a8c9842bf968 162.253.55.70 - - [11/Mar/2026:01:48:28 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.985 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 3.984 201 80f74a3ab42107d3e744fd5fd093ca67 162.253.55.70 - - [11/Mar/2026:01:48:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.580 [auth-system-keycloak-80] [] 10.0.0.139:8080 4246 0.580 200 4f2b50701fc388ed23cc312c75365469 162.253.55.70 - - [11/Mar/2026:01:48:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.513 [auth-system-keycloak-80] [] 10.0.0.139:8080 1925 0.512 200 3d570fb3995f721e278fc540c69f7163 162.253.55.70 - - [11/Mar/2026:01:48:35 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.034 [auth-system-keycloak-80] [] 10.0.0.139:8080 12500 0.034 200 d8378d65e6a07855e76908acc102b4d2 162.253.55.70 - - [11/Mar/2026:01:48:35 +0000] "GET /admin/realms/atmosphere/client-scopes/bc1a9896-95fd-44a4-94e9-7ccd70822232 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.010 [auth-system-keycloak-80] [] 10.0.0.139:8080 1278 0.010 200 1510da1987be12c6adc2e1f03b866eeb 162.253.55.70 - - [11/Mar/2026:01:48:35 +0000] "PUT /admin/realms/atmosphere/client-scopes/bc1a9896-95fd-44a4-94e9-7ccd70822232 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.021 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.020 204 e881cf692befb222af04918ac661d86f 162.253.55.70 - - [11/Mar/2026:01:48:35 +0000] "GET /admin/realms/atmosphere/client-scopes/bc1a9896-95fd-44a4-94e9-7ccd70822232/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.071 [auth-system-keycloak-80] [] 10.0.0.139:8080 963 0.071 200 84cf7e09b9b8e8834939a5a26d285f3f 162.253.55.70 - - [11/Mar/2026:01:48:35 +0000] "GET /admin/realms/atmosphere/client-scopes/bc1a9896-95fd-44a4-94e9-7ccd70822232/protocol-mappers/models/98357885-a0fc-4c72-a172-edea99d34967 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.009 [auth-system-keycloak-80] [] 10.0.0.139:8080 366 0.009 200 a82269ac9b9a429db833cd31be008cfd 162.253.55.70 - - [11/Mar/2026:01:48:35 +0000] "PUT /admin/realms/atmosphere/client-scopes/bc1a9896-95fd-44a4-94e9-7ccd70822232/protocol-mappers/models/98357885-a0fc-4c72-a172-edea99d34967 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.074 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.073 204 ba48852fc458ef016f3c63f069611332 162.253.55.70 - - [11/Mar/2026:01:48:35 +0000] "GET /admin/realms/atmosphere/client-scopes/bc1a9896-95fd-44a4-94e9-7ccd70822232 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.080 [auth-system-keycloak-80] [] 10.0.0.139:8080 1218 0.079 200 8e04cee2ae53eb0b9fed51940cf49020 I0311 01:48:51.137991 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.88.229"}] I0311 01:48:51.143301 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"a5f36410-b309-47b9-8a62-d2925da620ef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3405", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 01:48:51.144581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:48:51.144630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [11/Mar/2026:01:48:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.492 [auth-system-keycloak-80] [] 10.0.0.139:8080 1925 0.491 200 03aba5ff2e9eb66eba2bd26b705fde81 162.253.55.70 - - [11/Mar/2026:01:48:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.139:8080 2 0.012 200 87c2b6ada840c870876653bd6b835909 162.253.55.70 - - [11/Mar/2026:01:48:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.171 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.169 201 7de4eeb4f83aa3184113df7486a9c106 162.253.55.70 - - [11/Mar/2026:01:48:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.084 [auth-system-keycloak-80] [] 10.0.0.139:8080 1259 0.083 200 5e8c24692598a21404e78313815f1fdb 162.253.55.70 - - [11/Mar/2026:01:48:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.024 [auth-system-keycloak-80] [] 10.0.0.139:8080 1925 1.024 200 93f1766fb3e000675bc00d5525d3832f 162.253.55.70 - - [11/Mar/2026:01:48:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.139:8080 2 0.011 200 81a453f467e8997783af2b123592c881 162.253.55.70 - - [11/Mar/2026:01:48:58 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.073 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.072 201 36d9f6a7c70b5b8b2c7db574c2639f13 162.253.55.70 - - [11/Mar/2026:01:48:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.075 [auth-system-keycloak-80] [] 10.0.0.139:8080 1283 0.074 200 e61d6b4e488633ab45223887caeaacca 162.253.55.70 - - [11/Mar/2026:01:48:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.139:8080 1925 0.470 200 333088c0c36ce211f8cb910422b0bbd4 162.253.55.70 - - [11/Mar/2026:01:48:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.029 [auth-system-keycloak-80] [] 10.0.0.139:8080 2 0.029 200 ae65593d8cd1692f7ccf134cb7cd2077 162.253.55.70 - - [11/Mar/2026:01:48:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.095 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.094 201 baffdce25eea63f85cec0e380b0065bb 162.253.55.70 - - [11/Mar/2026:01:48:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.083 [auth-system-keycloak-80] [] 10.0.0.139:8080 1249 0.084 200 04552161aab46caed94afee9ae433cc7 162.253.55.70 - - [11/Mar/2026:01:49:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.504 [auth-system-keycloak-80] [] 10.0.0.139:8080 1925 0.503 200 01984d0422756d86da6f1ec0cfaeca36 162.253.55.70 - - [11/Mar/2026:01:49:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.139:8080 1259 0.007 200 327837b816100e39c62ebcb6cc05d6a8 162.253.55.70 - - [11/Mar/2026:01:49:00 +0000] "GET /admin/realms/atmosphere/clients/d5ee7f61-37f7-4acc-af57-4f3e59980b59/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.013 404 ace838eb7b37ef3647d425a321631247 162.253.55.70 - - [11/Mar/2026:01:49:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.019 [auth-system-keycloak-80] [] 10.0.0.139:8080 1259 0.019 200 c5b7ba0275565f27a4c90e436c9ced96 162.253.55.70 - - [11/Mar/2026:01:49:00 +0000] "POST /admin/realms/atmosphere/clients/d5ee7f61-37f7-4acc-af57-4f3e59980b59/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.021 201 f1cfa376fbdd505a0a8b6482b3a0cdfd 162.253.55.70 - - [11/Mar/2026:01:49:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.139:8080 1259 0.007 200 481b77bc49ea2e2b31f0207182285a32 162.253.55.70 - - [11/Mar/2026:01:49:00 +0000] "GET /admin/realms/atmosphere/clients/d5ee7f61-37f7-4acc-af57-4f3e59980b59/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.054 [auth-system-keycloak-80] [] 10.0.0.139:8080 166 0.053 200 d58fd857b1e20d0b51ea0fe038025f2a 162.253.55.70 - - [11/Mar/2026:01:49:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.464 [auth-system-keycloak-80] [] 10.0.0.139:8080 1925 0.463 200 67fa3b0458ce58fa6b8a9f776701a469 162.253.55.70 - - [11/Mar/2026:01:49:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.139:8080 1283 0.008 200 ee437fd2c21b2175c5b077594ce9ed45 162.253.55.70 - - [11/Mar/2026:01:49:01 +0000] "GET /admin/realms/atmosphere/clients/f1acb2f1-338d-465a-aa87-39617e1a2857/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.023 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.023 404 c409be5048c16c5134d3c1928ee402d3 162.253.55.70 - - [11/Mar/2026:01:49:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.139:8080 1283 0.006 200 4bba77c45a8f0a8534b161d057d470ad 162.253.55.70 - - [11/Mar/2026:01:49:01 +0000] "POST /admin/realms/atmosphere/clients/f1acb2f1-338d-465a-aa87-39617e1a2857/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.013 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.013 201 ff257096acc6a8826f6b5be672139087 162.253.55.70 - - [11/Mar/2026:01:49:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.048 [auth-system-keycloak-80] [] 10.0.0.139:8080 1283 0.048 200 76d50a3014b4bd58569ff6648caa723f 162.253.55.70 - - [11/Mar/2026:01:49:01 +0000] "GET /admin/realms/atmosphere/clients/f1acb2f1-338d-465a-aa87-39617e1a2857/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.013 [auth-system-keycloak-80] [] 10.0.0.139:8080 165 0.013 200 664dbe98e1ff498c55c8d6f15b999583 162.253.55.70 - - [11/Mar/2026:01:49:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.650 [auth-system-keycloak-80] [] 10.0.0.139:8080 1925 0.650 200 c0eaff3a5649df66d5a5fac1b845a184 162.253.55.70 - - [11/Mar/2026:01:49:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.043 [auth-system-keycloak-80] [] 10.0.0.139:8080 1283 0.043 200 e0fa78d4254b3f02be8d3958f8bc7c43 162.253.55.70 - - [11/Mar/2026:01:49:02 +0000] "GET /admin/realms/atmosphere/clients/f1acb2f1-338d-465a-aa87-39617e1a2857/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.007 404 4d1d01e68178a46080540205683620ff 162.253.55.70 - - [11/Mar/2026:01:49:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.139:8080 1283 0.006 200 803d2380451fa944b6648d5ea4a0d1c4 162.253.55.70 - - [11/Mar/2026:01:49:02 +0000] "POST /admin/realms/atmosphere/clients/f1acb2f1-338d-465a-aa87-39617e1a2857/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.063 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.062 201 f1639016acec02f6b4ea208b7d40ce0b 162.253.55.70 - - [11/Mar/2026:01:49:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.139:8080 1283 0.006 200 ac1be295f00acc8a997356bd6e13012a 162.253.55.70 - - [11/Mar/2026:01:49:02 +0000] "GET /admin/realms/atmosphere/clients/f1acb2f1-338d-465a-aa87-39617e1a2857/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.139:8080 166 0.011 200 bce1bfb2f5a2bbc26bb63c772fe412c0 162.253.55.70 - - [11/Mar/2026:01:49:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.484 [auth-system-keycloak-80] [] 10.0.0.139:8080 1925 0.482 200 a8a399f495fe3d4e11042fcbd9dc1d89 162.253.55.70 - - [11/Mar/2026:01:49:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.139:8080 1283 0.012 200 a7d065ac1979295654dc26ae14eb341d 162.253.55.70 - - [11/Mar/2026:01:49:03 +0000] "GET /admin/realms/atmosphere/clients/f1acb2f1-338d-465a-aa87-39617e1a2857/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.062 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.062 404 57cb10bd2dc6e79137725cb2f64f1e97 162.253.55.70 - - [11/Mar/2026:01:49:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.139:8080 1283 0.008 200 ae5f690cada1d4e4c64ab4893d73d3e1 162.253.55.70 - - [11/Mar/2026:01:49:03 +0000] "POST /admin/realms/atmosphere/clients/f1acb2f1-338d-465a-aa87-39617e1a2857/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.020 201 f64ad48fb07fcbdc9c9dbfb8752edc46 162.253.55.70 - - [11/Mar/2026:01:49:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.139:8080 1283 0.007 200 ededb27281d42eb78242cece6c456a8e 162.253.55.70 - - [11/Mar/2026:01:49:03 +0000] "GET /admin/realms/atmosphere/clients/f1acb2f1-338d-465a-aa87-39617e1a2857/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.019 [auth-system-keycloak-80] [] 10.0.0.139:8080 166 0.018 200 918ccd2e8fafbd1355ce91cc53bbe399 162.253.55.70 - - [11/Mar/2026:01:49:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.454 [auth-system-keycloak-80] [] 10.0.0.139:8080 1925 0.453 200 5aaecc5061fb5fdc34a8b6b359d1fca7 162.253.55.70 - - [11/Mar/2026:01:49:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.139:8080 1249 0.004 200 5d18ff7daa17931cee46b249a39c7f8d 162.253.55.70 - - [11/Mar/2026:01:49:04 +0000] "GET /admin/realms/atmosphere/clients/40066b48-7e51-4b63-9643-06e1c925fc02/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.006 [auth-system-keycloak-80] [] 10.0.0.139:8080 119 0.007 404 0e8d097dfed60963d58927c26a51a5a0 162.253.55.70 - - [11/Mar/2026:01:49:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.139:8080 1249 0.004 200 2ab719cee6ff90e9309a1b390fafdbca 162.253.55.70 - - [11/Mar/2026:01:49:04 +0000] "POST /admin/realms/atmosphere/clients/40066b48-7e51-4b63-9643-06e1c925fc02/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.031 [auth-system-keycloak-80] [] 10.0.0.139:8080 0 0.030 201 5049cf7df59f88f38d07445fde507da3 162.253.55.70 - - [11/Mar/2026:01:49:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.139:8080 1249 0.006 200 6c66299d6c65cb77e058f2a058a61727 162.253.55.70 - - [11/Mar/2026:01:49:04 +0000] "GET /admin/realms/atmosphere/clients/40066b48-7e51-4b63-9643-06e1c925fc02/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.139:8080 166 0.011 200 8bb2aff75210eca4bc375d8754f9a1e5 W0311 01:49:20.279473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:20.279511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:23.613743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:49:23.613776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:09.956940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:09.956981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:10.016942 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:50:10.017074 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0311 01:50:10.016942 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:50:10.017145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:10.017175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:10.017273 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0311 01:50:10.017348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:10.017377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:10.019917 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:10.020011 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0311 01:50:10.020068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:10.020086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:50:10.022140 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0311 01:50:10.022167 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0311 01:50:10.022736 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0311 01:50:10.022768 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0311 01:50:10.023496 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0311 01:50:10.023520 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0311 01:50:10.026967 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0311 01:50:10.027124 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"cb6e421b-eac0-4388-94f1-f429641d4da1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4011", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 01:50:10.027388 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0311 01:50:10.030197 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0311 01:50:10.030603 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0311 01:50:10.030666 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0311 01:50:10.030696 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b6c01d3f-309b-43a7-b95d-87b65fdd25a6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4012", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:50:10.030888 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0d229628-6993-41c3-802e-1b4e519b7df4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4013", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 01:50:10.031124 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0311 01:50:10.356816 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0311 01:50:10.358036 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0311 01:50:10.492728 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0311 01:50:10.493550 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0311 01:50:11.736816 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0311 01:50:11.737960 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0311 01:50:13.291181 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:13.291230 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:50:13.291255 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:50:13.291382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:13.291407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:50:13.291529 7 controller.go:196] "Configuration changes detected, backend reload required" I0311 01:50:13.337079 7 controller.go:216] "Backend successfully reloaded" I0311 01:50:13.337365 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6wrc", UID:"100e23f3-fa09-44d2-9df4-ea7bf97d665a", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 01:50:16.624729 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:16.624799 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:50:16.624835 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:50:16.624977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:16.625008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:19.957376 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:19.957450 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:50:19.957489 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:50:19.957606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:19.957637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:23.290529 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:23.290583 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:50:23.290607 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:50:23.290696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:23.290712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:26.623594 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:26.623634 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:50:26.623660 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:50:26.623738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:26.623754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:29.956950 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:29.957022 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 01:50:29.957058 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:50:29.957182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:29.957216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:33.291093 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:33.291198 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:50:33.291321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:33.291352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:36.624041 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:36.624137 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:50:36.624323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:36.624346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:39.957380 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:39.957451 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:50:39.957537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:39.957560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:43.290336 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:43.290478 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:50:43.290628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:43.290657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:46.624294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:46.624347 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:50:46.624415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:46.624425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:49.957349 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:49.957444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 01:50:49.957566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:49.957594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 01:50:51.136926 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.88.229"}] I0311 01:50:51.137519 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.88.229"}] I0311 01:50:51.137588 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.88.229"}] I0311 01:50:51.141655 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0d229628-6993-41c3-802e-1b4e519b7df4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4997", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:50:51.142540 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b6c01d3f-309b-43a7-b95d-87b65fdd25a6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4998", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 01:50:51.149039 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"cb6e421b-eac0-4388-94f1-f429641d4da1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4999", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 10.0.0.203 - - [11/Mar/2026:01:50:51 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.031 [auth-system-keycloak-80] [] 10.0.0.139:8080 6411 0.032 200 abf95efc1f2970a1ce1d65f2f5ad2e4c 10.0.0.167 - - [11/Mar/2026:01:50:51 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.005 [auth-system-keycloak-80] [] 10.0.0.139:8080 6411 0.004 200 95fddc30d8cc0fbf0dcc98ef98b05187 W0311 01:50:53.290860 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:53.291115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:53.291148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:56.624503 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:56.624648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:56.624668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:59.957477 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 01:50:59.957683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:50:59.957711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:05.308068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:05.308099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:08.641826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:08.641864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:37.805119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:37.805164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:41.138522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 01:51:41.138554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store