------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 01:20:54.981574 6 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 01:20:54.981797 6 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 01:20:54.989719 6 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 01:20:54.995014 6 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 01:20:55.372842 6 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 01:20:55.391478 6 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 01:20:55.404994 6 nginx.go:271] "Starting NGINX Ingress controller" I0407 01:20:55.412844 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"cb44c60c-c9b0-439f-9f6f-811a264c331b", APIVersion:"v1", ResourceVersion:"1355", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 01:20:55.419531 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"cc4b01a6-983b-49ae-91da-c135dda57868", APIVersion:"v1", ResourceVersion:"1352", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 01:20:55.419588 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"d4039010-5693-4f44-86b0-a12a2f48bcb5", APIVersion:"v1", ResourceVersion:"1354", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 01:20:56.606642 6 nginx.go:317] "Starting NGINX process" I0407 01:20:56.606893 6 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0407 01:20:56.607354 6 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0407 01:20:56.607582 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:20:56.607621 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:20:56.607668 6 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:20:56.618559 6 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 01:20:56.618647 6 status.go:85] "New leader elected" identity="ingress-nginx-controller-8xtx2" I0407 01:20:56.636962 6 controller.go:216] "Backend successfully reloaded" I0407 01:20:56.637099 6 controller.go:227] "Initial sync, sleeping for 1 second" I0407 01:20:56.637212 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8xtx2", UID:"ab7443e6-58c4-4d65-af0e-77a0fb309e14", APIVersion:"v1", ResourceVersion:"1474", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:21:00.424149 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:00.424181 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:03.758305 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:03.758366 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:07.092020 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:07.092057 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:10.424925 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:10.424965 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:13.758797 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:13.758839 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:17.091012 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:17.091057 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:20.425034 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:20.425076 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:23.757726 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:23.757784 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:27.091534 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:27.091604 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:33.347328 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:21:33.347358 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:22:23.910147 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:22:23.910181 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:22:42.982603 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:22:42.983305 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:22:46.316022 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:22:46.316061 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:22:49.649464 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:22:49.649511 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:22:52.984109 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:22:52.984250 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:22:56.316463 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:22:56.316513 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:22:59.649511 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:22:59.649562 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:23:02.985150 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:23:02.985183 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:23:06.317300 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:23:06.317350 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:23:09.657181 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:23:09.657231 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:25:28.437519 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:25:28.437755 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:25:31.189283 6 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-4.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-4.nip.io-tls was not found. Using default certificate W0407 01:25:31.190645 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:25:31.190686 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:25:31.191969 6 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0407 01:25:31.192029 6 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 01:25:31.198468 6 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0407 01:25:31.199592 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-4.nip.io-tls" in local store I0407 01:25:31.199644 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"997e943a-9ecc-4936-870c-ae54bef4a1f8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3368", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:25:31.557487 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-4.nip.io-tls" I0407 01:25:31.558526 6 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-4.nip.io-tls" W0407 01:25:31.771182 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:25:31.771225 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:25:31.771857 6 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:25:31.818669 6 controller.go:216] "Backend successfully reloaded" I0407 01:25:31.819513 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8xtx2", UID:"ab7443e6-58c4-4d65-af0e-77a0fb309e14", APIVersion:"v1", ResourceVersion:"1474", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:25:35.103998 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:25:35.104037 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [07/Apr/2026:01:25:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 2.252 [auth-system-keycloak-80] [] 10.0.0.85:8080 1921 2.250 200 ae7bc44c113d421a58fc01673672d601 199.204.45.4 - - [07/Apr/2026:01:25:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1193 0.108 [auth-system-keycloak-80] [] 10.0.0.85:8080 116 0.108 404 3106d4b8f838f1d353d668fe7d78bab2 199.204.45.4 - - [07/Apr/2026:01:25:41 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1292 4.681 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 4.680 201 7fdda08b9012e29f3bff455f7af69316 199.204.45.4 - - [07/Apr/2026:01:25:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.576 [auth-system-keycloak-80] [] 10.0.0.85:8080 4246 0.576 200 76f57acb9023f71da8d7034df46b1da9 199.204.45.4 - - [07/Apr/2026:01:25:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.614 [auth-system-keycloak-80] [] 10.0.0.85:8080 1921 0.612 200 6f303b61e70536a49f4f4c5a095a1300 199.204.45.4 - - [07/Apr/2026:01:25:43 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1207 0.098 [auth-system-keycloak-80] [] 10.0.0.85:8080 12500 0.098 200 2a8c5cf880a6a8e11b6a678e23dca85c 199.204.45.4 - - [07/Apr/2026:01:25:43 +0000] "GET /admin/realms/atmosphere/client-scopes/7928d71b-fba8-4e38-a641-274a72d1d9f0 HTTP/1.1" 200 1278 "-" "Ansible" 1244 0.012 [auth-system-keycloak-80] [] 10.0.0.85:8080 1278 0.012 200 7f9dba7711169ff9f94ba2a6d1c38d89 199.204.45.4 - - [07/Apr/2026:01:25:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/7928d71b-fba8-4e38-a641-274a72d1d9f0 HTTP/1.1" 204 0 "-" "Ansible" 1844 0.071 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.070 204 c01efb66a3e6ba12402fda9ce4c46eb7 199.204.45.4 - - [07/Apr/2026:01:25:43 +0000] "GET /admin/realms/atmosphere/client-scopes/7928d71b-fba8-4e38-a641-274a72d1d9f0/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1268 0.079 [auth-system-keycloak-80] [] 10.0.0.85:8080 963 0.079 200 27f7880457109edf62f37600bcea7024 199.204.45.4 - - [07/Apr/2026:01:25:43 +0000] "GET /admin/realms/atmosphere/client-scopes/7928d71b-fba8-4e38-a641-274a72d1d9f0/protocol-mappers/models/d4f55add-5865-469b-ad93-c01d503d8b01 HTTP/1.1" 200 366 "-" "Ansible" 1305 0.076 [auth-system-keycloak-80] [] 10.0.0.85:8080 366 0.076 200 4ee10e6952065dae7e9d9a94a822778c 199.204.45.4 - - [07/Apr/2026:01:25:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/7928d71b-fba8-4e38-a641-274a72d1d9f0/protocol-mappers/models/d4f55add-5865-469b-ad93-c01d503d8b01 HTTP/1.1" 204 0 "-" "Ansible" 1618 0.096 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.095 204 529e14bdab4c0aaef3c450f5cf016d94 199.204.45.4 - - [07/Apr/2026:01:25:44 +0000] "GET /admin/realms/atmosphere/client-scopes/7928d71b-fba8-4e38-a641-274a72d1d9f0 HTTP/1.1" 200 1218 "-" "Ansible" 1244 0.017 [auth-system-keycloak-80] [] 10.0.0.85:8080 1218 0.016 200 a21d572c459e25ee5d5293222dedb05b I0407 01:25:56.626589 6 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.50.20"}] I0407 01:25:56.631158 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"997e943a-9ecc-4936-870c-ae54bef4a1f8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3584", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:25:56.632670 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:25:56.632695 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [07/Apr/2026:01:26:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.527 [auth-system-keycloak-80] [] 10.0.0.85:8080 1921 0.526 200 c20fb0b25952adfb91711aeea8600e1a 199.204.45.4 - - [07/Apr/2026:01:26:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1223 0.061 [auth-system-keycloak-80] [] 10.0.0.85:8080 2 0.060 200 47545625e1f9d1d932dfb314c515163c 199.204.45.4 - - [07/Apr/2026:01:26:05 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1651 0.278 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.277 201 3eb982d857cb2d223ec380697e7e1f82 199.204.45.4 - - [07/Apr/2026:01:26:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.029 [auth-system-keycloak-80] [] 10.0.0.85:8080 1257 0.029 200 0b925403c1265c37e4ba2b7a401acf20 199.204.45.4 - - [07/Apr/2026:01:26:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 1.175 [auth-system-keycloak-80] [] 10.0.0.85:8080 1921 1.174 200 069a0328f62c561d222de4bcf77c5320 199.204.45.4 - - [07/Apr/2026:01:26:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1218 0.069 [auth-system-keycloak-80] [] 10.0.0.85:8080 2 0.069 200 600a57ee00baf7ab7ff4b5719f828f78 199.204.45.4 - - [07/Apr/2026:01:26:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1680 0.098 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.097 201 7824ebc5be6d304ead70147614764710 199.204.45.4 - - [07/Apr/2026:01:26:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.074 [auth-system-keycloak-80] [] 10.0.0.85:8080 1280 0.074 200 a5a24932a7a2815a98a9b308e3b357d9 199.204.45.4 - - [07/Apr/2026:01:26:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.503 [auth-system-keycloak-80] [] 10.0.0.85:8080 1921 0.500 200 54906cadddd64f70980dd1e6097350e9 199.204.45.4 - - [07/Apr/2026:01:26:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1221 0.032 [auth-system-keycloak-80] [] 10.0.0.85:8080 2 0.033 200 ca8eda2cd93ec95b4632067be78f2a47 199.204.45.4 - - [07/Apr/2026:01:26:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1643 0.101 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.100 201 59887b1691689cc66ca65577253a7c59 199.204.45.4 - - [07/Apr/2026:01:26:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.075 [auth-system-keycloak-80] [] 10.0.0.85:8080 1247 0.074 200 c5edc0cb71356c71a124a4be8939b805 199.204.45.4 - - [07/Apr/2026:01:26:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.491 [auth-system-keycloak-80] [] 10.0.0.85:8080 1921 0.490 200 f7489d688aea39a4dc0539f60ce79229 199.204.45.4 - - [07/Apr/2026:01:26:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.85:8080 1257 0.009 200 e9e53a9cbc3660881ddb978ea4559bc3 199.204.45.4 - - [07/Apr/2026:01:26:09 +0000] "GET /admin/realms/atmosphere/clients/9c0ff9aa-bda0-432c-b8aa-f22cfa3a3868/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.017 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.017 404 890a0ba2f61f97d02d6a733e5ddebd08 199.204.45.4 - - [07/Apr/2026:01:26:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.037 [auth-system-keycloak-80] [] 10.0.0.85:8080 1257 0.037 200 b6faf2fed687a21f80f9225f9d68eb83 199.204.45.4 - - [07/Apr/2026:01:26:09 +0000] "POST /admin/realms/atmosphere/clients/9c0ff9aa-bda0-432c-b8aa-f22cfa3a3868/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.026 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.025 201 039ef1fdffb337aa1e1db487c40ceef1 199.204.45.4 - - [07/Apr/2026:01:26:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.85:8080 1257 0.010 200 425a800fef78fa9741730e6ec824ca5f 199.204.45.4 - - [07/Apr/2026:01:26:09 +0000] "GET /admin/realms/atmosphere/clients/9c0ff9aa-bda0-432c-b8aa-f22cfa3a3868/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.044 [auth-system-keycloak-80] [] 10.0.0.85:8080 166 0.044 200 819069dd5bc75642eda8ab50c19cd292 199.204.45.4 - - [07/Apr/2026:01:26:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.542 [auth-system-keycloak-80] [] 10.0.0.85:8080 1921 0.541 200 fa61dd9ef7d9197f5e8cceb06c24685b 199.204.45.4 - - [07/Apr/2026:01:26:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.044 [auth-system-keycloak-80] [] 10.0.0.85:8080 1280 0.044 200 0d843011199282140b1f76fbbd5977e3 199.204.45.4 - - [07/Apr/2026:01:26:10 +0000] "GET /admin/realms/atmosphere/clients/bbfaaf6e-72a0-40df-ac8b-4764822eedd2/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1250 0.012 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.012 404 1df10e2625b55071842bb8550992b532 199.204.45.4 - - [07/Apr/2026:01:26:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.85:8080 1280 0.007 200 afa040e9c17981f89b2a5634b3928f70 199.204.45.4 - - [07/Apr/2026:01:26:11 +0000] "POST /admin/realms/atmosphere/clients/bbfaaf6e-72a0-40df-ac8b-4764822eedd2/roles HTTP/1.1" 201 0 "-" "Ansible" 1345 0.081 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.080 201 7cb832c9628d34815404b810fb0eaf8a 199.204.45.4 - - [07/Apr/2026:01:26:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.009 [auth-system-keycloak-80] [] 10.0.0.85:8080 1280 0.009 200 e976aed54e974a607f8d73553a4427b8 199.204.45.4 - - [07/Apr/2026:01:26:11 +0000] "GET /admin/realms/atmosphere/clients/bbfaaf6e-72a0-40df-ac8b-4764822eedd2/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1250 0.015 [auth-system-keycloak-80] [] 10.0.0.85:8080 165 0.015 200 93ed0c6bae9984763b3a6f5e40aeae50 199.204.45.4 - - [07/Apr/2026:01:26:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.728 [auth-system-keycloak-80] [] 10.0.0.85:8080 1921 0.728 200 2505f6bab9efb71603de398a532e7e4e 199.204.45.4 - - [07/Apr/2026:01:26:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.049 [auth-system-keycloak-80] [] 10.0.0.85:8080 1280 0.050 200 21ebe82a2d249368a279be565b980586 199.204.45.4 - - [07/Apr/2026:01:26:12 +0000] "GET /admin/realms/atmosphere/clients/bbfaaf6e-72a0-40df-ac8b-4764822eedd2/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1251 0.011 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.011 404 13aa4ef625be9cc2d2f8db55211cb703 199.204.45.4 - - [07/Apr/2026:01:26:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.85:8080 1280 0.007 200 94bf49ff943c4d8a427635609bc8d853 199.204.45.4 - - [07/Apr/2026:01:26:12 +0000] "POST /admin/realms/atmosphere/clients/bbfaaf6e-72a0-40df-ac8b-4764822eedd2/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.055 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.054 201 0929a26a7e69bf0fb92a288ce704788e 199.204.45.4 - - [07/Apr/2026:01:26:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.008 [auth-system-keycloak-80] [] 10.0.0.85:8080 1280 0.008 200 4f0372e1d6ce596a5ccb14c9eee17bf7 199.204.45.4 - - [07/Apr/2026:01:26:12 +0000] "GET /admin/realms/atmosphere/clients/bbfaaf6e-72a0-40df-ac8b-4764822eedd2/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1251 0.017 [auth-system-keycloak-80] [] 10.0.0.85:8080 166 0.016 200 1ef6eb35cad6de23d52461cf1e09e4c1 199.204.45.4 - - [07/Apr/2026:01:26:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.508 [auth-system-keycloak-80] [] 10.0.0.85:8080 1921 0.505 200 cb94a244c5034defdb00f4740334c074 199.204.45.4 - - [07/Apr/2026:01:26:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.023 [auth-system-keycloak-80] [] 10.0.0.85:8080 1280 0.023 200 6d7a229e43c76065c5509d74fd001204 199.204.45.4 - - [07/Apr/2026:01:26:13 +0000] "GET /admin/realms/atmosphere/clients/bbfaaf6e-72a0-40df-ac8b-4764822eedd2/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1251 0.009 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.009 404 52dca35c1a7d448f38950ba0c03558ea 199.204.45.4 - - [07/Apr/2026:01:26:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.008 [auth-system-keycloak-80] [] 10.0.0.85:8080 1280 0.008 200 ee3a9715ebc3b7d3da910de157b0c388 199.204.45.4 - - [07/Apr/2026:01:26:13 +0000] "POST /admin/realms/atmosphere/clients/bbfaaf6e-72a0-40df-ac8b-4764822eedd2/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.063 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.062 201 4e14f9abcfd660087eb8effb8a2e5616 199.204.45.4 - - [07/Apr/2026:01:26:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.009 [auth-system-keycloak-80] [] 10.0.0.85:8080 1280 0.009 200 83525b59bf418f6217cf4071e124ec92 199.204.45.4 - - [07/Apr/2026:01:26:13 +0000] "GET /admin/realms/atmosphere/clients/bbfaaf6e-72a0-40df-ac8b-4764822eedd2/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1251 0.015 [auth-system-keycloak-80] [] 10.0.0.85:8080 166 0.015 200 298713be6cb2637a118b996f9ee2da0e 199.204.45.4 - - [07/Apr/2026:01:26:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.473 [auth-system-keycloak-80] [] 10.0.0.85:8080 1921 0.472 200 37e7dd84d38285c50450e245745151f1 199.204.45.4 - - [07/Apr/2026:01:26:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.85:8080 1247 0.008 200 32c656a45e974249a6027bb85b3e3a52 199.204.45.4 - - [07/Apr/2026:01:26:14 +0000] "GET /admin/realms/atmosphere/clients/e3b66102-9005-4252-aa13-697769d4441d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.009 [auth-system-keycloak-80] [] 10.0.0.85:8080 119 0.009 404 32224998c18067d8f795cd7e4188c709 199.204.45.4 - - [07/Apr/2026:01:26:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.033 [auth-system-keycloak-80] [] 10.0.0.85:8080 1247 0.033 200 616e7bf39221e4505e61a8022715620d 199.204.45.4 - - [07/Apr/2026:01:26:14 +0000] "POST /admin/realms/atmosphere/clients/e3b66102-9005-4252-aa13-697769d4441d/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.017 [auth-system-keycloak-80] [] 10.0.0.85:8080 0 0.016 201 b4739bbdc5109338b1a3fae9e8ebc1bd 199.204.45.4 - - [07/Apr/2026:01:26:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.85:8080 1247 0.007 200 f29a1597ed772791ba88710d27af4f05 199.204.45.4 - - [07/Apr/2026:01:26:14 +0000] "GET /admin/realms/atmosphere/clients/e3b66102-9005-4252-aa13-697769d4441d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.013 [auth-system-keycloak-80] [] 10.0.0.85:8080 166 0.013 200 aa8dca86d5801847b9d43ff505f080c7 W0407 01:27:25.466112 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:25.466330 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:25.556648 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:27:25.556756 6 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 01:27:25.556841 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:25.556910 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:25.556654 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:27:25.557017 6 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 01:27:25.557104 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:25.557192 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:25.557524 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:27:25.557595 6 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0407 01:27:25.557662 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:25.557718 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:27:25.569086 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.013s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.014s testedConfigurationSize:18.2kB} I0407 01:27:25.569142 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0407 01:27:25.570117 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.014s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.014s testedConfigurationSize:18.2kB} I0407 01:27:25.570189 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0407 01:27:25.572774 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.015s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.015s testedConfigurationSize:18.2kB} I0407 01:27:25.572806 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 01:27:25.584941 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0407 01:27:25.585560 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 01:27:25.585597 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0407 01:27:25.585968 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 01:27:25.585882 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0c4809f8-ab3c-434b-a6fa-7e4764a5b5cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4278", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:27:25.586498 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"68b941d1-f279-4d45-89ed-69635256c9ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4279", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:27:25.587504 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0407 01:27:25.587799 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7710e0bb-6ca7-4cf4-8584-350f93cd759f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4283", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:27:25.588128 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 01:27:25.942038 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 01:27:25.943075 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0407 01:27:26.194691 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 01:27:26.195398 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0407 01:27:26.933399 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 01:27:26.935188 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0407 01:27:28.800421 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:27:28.800467 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:27:28.800498 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:27:28.800585 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:28.800597 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:27:28.800710 6 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:27:28.863971 6 controller.go:216] "Backend successfully reloaded" I0407 01:27:28.864323 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-8xtx2", UID:"ab7443e6-58c4-4d65-af0e-77a0fb309e14", APIVersion:"v1", ResourceVersion:"1474", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:27:32.133544 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:27:32.133632 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:27:32.133689 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:27:32.133871 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:32.133905 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:35.466116 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:27:35.466276 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:27:35.466354 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:27:35.466568 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:35.466596 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:38.801941 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:27:38.802008 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:27:38.802066 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:27:38.802206 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:38.802233 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:42.133124 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:27:42.133182 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:27:42.133250 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:27:42.133374 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:42.133393 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:45.466647 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:27:45.466803 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:27:45.466859 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:27:45.466991 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:45.467017 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:48.800238 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:27:48.800284 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:27:48.800317 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:27:48.800406 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:48.800425 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.17 - - [07/Apr/2026:01:27:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6340 "-" "Go-http-client/1.1" 159 0.035 [auth-system-keycloak-80] [] 10.0.0.85:8080 6340 0.035 200 e93c8de015189b977611515f90090d89 10.0.0.153 - - [07/Apr/2026:01:27:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6340 "-" "Go-http-client/1.1" 159 0.008 [auth-system-keycloak-80] [] 10.0.0.85:8080 6340 0.008 200 fa05ba8375112a0197a3c8df1f858407 W0407 01:27:52.132873 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:27:52.132985 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:52.132995 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:55.467083 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:27:55.467238 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:55.467258 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:27:56.626248 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.50.20"}] I0407 01:27:56.626510 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.50.20"}] I0407 01:27:56.626652 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.50.20"}] I0407 01:27:56.631231 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0c4809f8-ab3c-434b-a6fa-7e4764a5b5cf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4935", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:27:56.635130 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"68b941d1-f279-4d45-89ed-69635256c9ad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4936", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:27:56.641663 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"7710e0bb-6ca7-4cf4-8584-350f93cd759f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4937", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:27:58.800179 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:58.800265 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:02.133631 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:02.133692 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store