------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0623 04:09:58.866235 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0623 04:09:58.866456 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0623 04:09:58.872465 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0623 04:09:58.876191 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0623 04:09:59.226540 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0623 04:09:59.256772 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0623 04:09:59.269765 7 nginx.go:271] "Starting NGINX Ingress controller" I0623 04:09:59.281126 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"c54e70f5-dad8-4083-b21a-62a4f652e66e", APIVersion:"v1", ResourceVersion:"1392", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0623 04:09:59.281910 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"0d7df471-e073-437e-a2f5-8b4d3593aabc", APIVersion:"v1", ResourceVersion:"1390", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0623 04:09:59.281940 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"0a7194dc-9a81-4798-84c9-e8a441a94b91", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0623 04:10:00.472331 7 nginx.go:317] "Starting NGINX process" I0623 04:10:00.472432 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0623 04:10:00.473124 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0623 04:10:00.473582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:00.473621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0623 04:10:00.473678 7 controller.go:196] "Configuration changes detected, backend reload required" I0623 04:10:00.483845 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0623 04:10:00.484045 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-nbggg" I0623 04:10:00.532443 7 controller.go:216] "Backend successfully reloaded" I0623 04:10:00.532734 7 controller.go:227] "Initial sync, sleeping for 1 second" I0623 04:10:00.532954 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nbggg", UID:"395dfe7b-0179-494f-a15f-11160527a83e", APIVersion:"v1", ResourceVersion:"1435", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0623 04:10:04.300461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:04.300488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:07.634045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:07.634098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:10.968144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:10.968188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:14.300532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:14.300577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:17.634152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:17.634196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:20.967974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:20.968019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:24.300814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:24.300856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:27.634916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:27.634969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:30.967391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:30.967421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:37.189932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:10:37.189961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:11:25.616022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:11:25.616558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:11:28.952214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:11:28.952250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:11:49.471602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:11:49.472192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:11:52.805894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:11:52.805939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:11:56.138474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:11:56.138517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:11:59.472163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:11:59.472202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:12:02.805114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:12:02.805158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:12:06.140412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:12:06.140453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:12:09.472588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:12:09.472663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:12:12.807772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:12:12.807793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:12:16.138943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:12:16.138994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:12:19.472046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:12:19.472091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:14:28.424417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:14:28.424446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:14:31.337579 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-22.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-22.nip.io-tls was not found. Using default certificate W0623 04:14:31.337681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:14:31.337702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0623 04:14:31.339811 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0623 04:14:31.339849 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0623 04:14:31.345345 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0623 04:14:31.345617 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-22.nip.io-tls" in local store I0623 04:14:31.345949 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4f56bf02-2f68-478d-9908-876b69f975ed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3396", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0623 04:14:31.632516 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-22.nip.io-tls" I0623 04:14:31.634162 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-22.nip.io-tls" W0623 04:14:31.758115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:14:31.758145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0623 04:14:31.758208 7 controller.go:196] "Configuration changes detected, backend reload required" I0623 04:14:31.810681 7 controller.go:216] "Backend successfully reloaded" I0623 04:14:31.810927 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nbggg", UID:"395dfe7b-0179-494f-a15f-11160527a83e", APIVersion:"v1", ResourceVersion:"1435", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0623 04:14:35.092335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:14:35.092392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [23/Jun/2026:04:14:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.036 [auth-system-keycloak-80] [] 10.0.0.182:8080 1925 2.034 200 eb90ebc8b8d1bd11612aa595845aedae 199.204.45.22 - - [23/Jun/2026:04:14:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.170 [auth-system-keycloak-80] [] 10.0.0.182:8080 116 0.169 404 5ca7c8935ed7263cad5b1df8694b8afd 199.204.45.22 - - [23/Jun/2026:04:14:41 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.078 [auth-system-keycloak-80] [] 10.0.0.182:8080 0 4.078 201 83bd1b810e1b68eac9f01695195d6280 199.204.45.22 - - [23/Jun/2026:04:14:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.737 [auth-system-keycloak-80] [] 10.0.0.182:8080 4246 0.737 200 2027ab9c6f380fe55e21e06c351935ac 199.204.45.22 - - [23/Jun/2026:04:14:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.564 [auth-system-keycloak-80] [] 10.0.0.182:8080 1925 0.562 200 e810b72e3483bb25a129de7a4d41ec7a 199.204.45.22 - - [23/Jun/2026:04:14:43 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.062 [auth-system-keycloak-80] [] 10.0.0.182:8080 12500 0.063 200 28a63fc13be810912eb54a0c298ac5a8 199.204.45.22 - - [23/Jun/2026:04:14:43 +0000] "GET /admin/realms/atmosphere/client-scopes/8734eb2a-53fc-43ac-90f1-ffdf7a541055 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.049 [auth-system-keycloak-80] [] 10.0.0.182:8080 1278 0.049 200 1d149c507f6f85d97de6c3ff3f7ee90c 199.204.45.22 - - [23/Jun/2026:04:14:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/8734eb2a-53fc-43ac-90f1-ffdf7a541055 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.028 [auth-system-keycloak-80] [] 10.0.0.182:8080 0 0.027 204 e9d99be1fe149dc0e35d9f6ad2c35b87 199.204.45.22 - - [23/Jun/2026:04:14:43 +0000] "GET /admin/realms/atmosphere/client-scopes/8734eb2a-53fc-43ac-90f1-ffdf7a541055/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.029 [auth-system-keycloak-80] [] 10.0.0.182:8080 963 0.029 200 6d55f351dcafa8989f6e5a8e17e74e0d 199.204.45.22 - - [23/Jun/2026:04:14:43 +0000] "GET /admin/realms/atmosphere/client-scopes/8734eb2a-53fc-43ac-90f1-ffdf7a541055/protocol-mappers/models/86bfb14d-7f18-49c8-807f-26f170a7fc1f HTTP/1.1" 200 366 "-" "Ansible" 1307 0.031 [auth-system-keycloak-80] [] 10.0.0.182:8080 366 0.032 200 b1d20ddf08b95941ab324d065adb6f75 199.204.45.22 - - [23/Jun/2026:04:14:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/8734eb2a-53fc-43ac-90f1-ffdf7a541055/protocol-mappers/models/86bfb14d-7f18-49c8-807f-26f170a7fc1f HTTP/1.1" 204 0 "-" "Ansible" 1620 0.100 [auth-system-keycloak-80] [] 10.0.0.182:8080 0 0.098 204 863501d86f8aca3f8dd6bd2cc684c2db 199.204.45.22 - - [23/Jun/2026:04:14:43 +0000] "GET /admin/realms/atmosphere/client-scopes/8734eb2a-53fc-43ac-90f1-ffdf7a541055 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.025 [auth-system-keycloak-80] [] 10.0.0.182:8080 1218 0.025 200 f33aeb67d3b11310277050423033028e I0623 04:15:00.491361 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.251.217"}] I0623 04:15:00.495224 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4f56bf02-2f68-478d-9908-876b69f975ed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3637", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0623 04:15:00.497177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:15:00.497213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [23/Jun/2026:04:15:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.528 [auth-system-keycloak-80] [] 10.0.0.182:8080 1925 0.527 200 2ef835a03e3f4e2feb52d0ac639e115e 199.204.45.22 - - [23/Jun/2026:04:15:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.182:8080 2 0.013 200 d47346b83c22d55634330c5ab1bea219 199.204.45.22 - - [23/Jun/2026:04:15:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.223 [auth-system-keycloak-80] [] 10.0.0.182:8080 0 0.221 201 eadbc182eac423666c729814fc5438ba 199.204.45.22 - - [23/Jun/2026:04:15:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.058 [auth-system-keycloak-80] [] 10.0.0.182:8080 1259 0.058 200 95ce1dbe42c19186c49a860e2b7a92ef 199.204.45.22 - - [23/Jun/2026:04:15:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.493 [auth-system-keycloak-80] [] 10.0.0.182:8080 1925 0.492 200 ba1478ad52868b67135aeb07f3dea9bb 199.204.45.22 - - [23/Jun/2026:04:15:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.046 [auth-system-keycloak-80] [] 10.0.0.182:8080 2 0.047 200 4bfe4fe7a94ee5309513364ab0e1ca55 199.204.45.22 - - [23/Jun/2026:04:15:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.075 [auth-system-keycloak-80] [] 10.0.0.182:8080 0 0.072 201 d46a9307764ddac3271192b927e5d4cb 199.204.45.22 - - [23/Jun/2026:04:15:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.048 [auth-system-keycloak-80] [] 10.0.0.182:8080 1283 0.047 200 29ec8dbbb6740b12736668852a0b69e5 199.204.45.22 - - [23/Jun/2026:04:15:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.498 [auth-system-keycloak-80] [] 10.0.0.182:8080 1925 0.497 200 9dee0ae5c75f532227ac067bf4add84c 199.204.45.22 - - [23/Jun/2026:04:15:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.182:8080 2 0.009 200 cfa99b5db7f10b609d119006a162d1a2 199.204.45.22 - - [23/Jun/2026:04:15:09 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.040 [auth-system-keycloak-80] [] 10.0.0.182:8080 0 0.040 201 5b075c22e99eafba4869e7829aaed2c1 199.204.45.22 - - [23/Jun/2026:04:15:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.057 [auth-system-keycloak-80] [] 10.0.0.182:8080 1249 0.056 200 0a13ee23dd945797b078ac0946cef55a 199.204.45.22 - - [23/Jun/2026:04:15:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.529 [auth-system-keycloak-80] [] 10.0.0.182:8080 1925 0.529 200 7532fdbb0baa048ed0eb58ece11401ca 199.204.45.22 - - [23/Jun/2026:04:15:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.018 [auth-system-keycloak-80] [] 10.0.0.182:8080 1259 0.018 200 85ec5033c67338c0add6da0e1f8cad9e 199.204.45.22 - - [23/Jun/2026:04:15:10 +0000] "GET /admin/realms/atmosphere/clients/8e468e2e-d075-4475-95bd-07a5c81f25b8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.182:8080 119 0.016 404 75a01500adca6288e568cc2b42669bc6 199.204.45.22 - - [23/Jun/2026:04:15:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.182:8080 1259 0.008 200 5705647d6a2c13182d1693d2872a5862 199.204.45.22 - - [23/Jun/2026:04:15:10 +0000] "POST /admin/realms/atmosphere/clients/8e468e2e-d075-4475-95bd-07a5c81f25b8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.182:8080 0 0.021 201 da4b2c3bc9fa3ec7eec957a4eee89a20 199.204.45.22 - - [23/Jun/2026:04:15:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.182:8080 1259 0.009 200 4ff07556197470b80680ef0c56642470 199.204.45.22 - - [23/Jun/2026:04:15:10 +0000] "GET /admin/realms/atmosphere/clients/8e468e2e-d075-4475-95bd-07a5c81f25b8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.182:8080 166 0.017 200 6335968aa709391c722a4344f1cc317a 199.204.45.22 - - [23/Jun/2026:04:15:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.182:8080 1925 0.470 200 d84def4f8bf53addf61e3be35a4c7024 199.204.45.22 - - [23/Jun/2026:04:15:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.182:8080 1283 0.008 200 0731b334227f32cf65f360606ac35149 199.204.45.22 - - [23/Jun/2026:04:15:11 +0000] "GET /admin/realms/atmosphere/clients/ed086cf3-866a-4316-ab4a-0bbce801e41e/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.182:8080 119 0.010 404 213cba9590cd1103081e686ab030629c 199.204.45.22 - - [23/Jun/2026:04:15:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.182:8080 1283 0.007 200 e014d6e3eaabe742c4969e6b871af765 199.204.45.22 - - [23/Jun/2026:04:15:11 +0000] "POST /admin/realms/atmosphere/clients/ed086cf3-866a-4316-ab4a-0bbce801e41e/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.024 [auth-system-keycloak-80] [] 10.0.0.182:8080 0 0.022 201 3f965e49405d1ee1c46006164e82cc23 199.204.45.22 - - [23/Jun/2026:04:15:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.036 [auth-system-keycloak-80] [] 10.0.0.182:8080 1283 0.037 200 2b3acd150a807fc72ffeca32a1ba40b3 199.204.45.22 - - [23/Jun/2026:04:15:11 +0000] "GET /admin/realms/atmosphere/clients/ed086cf3-866a-4316-ab4a-0bbce801e41e/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.061 [auth-system-keycloak-80] [] 10.0.0.182:8080 165 0.062 200 33b368a2b1825f3065eaf22f10ca78a4 199.204.45.22 - - [23/Jun/2026:04:15:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.512 [auth-system-keycloak-80] [] 10.0.0.182:8080 1925 0.511 200 b254c194f6e2811b2e57b3b9ed73bb84 199.204.45.22 - - [23/Jun/2026:04:15:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.182:8080 1283 0.008 200 2e3921bcb6be3768172bc24ccb5be21c 199.204.45.22 - - [23/Jun/2026:04:15:12 +0000] "GET /admin/realms/atmosphere/clients/ed086cf3-866a-4316-ab4a-0bbce801e41e/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.182:8080 119 0.010 404 d5a2fb774d13754a7bf06fc85c85dba0 199.204.45.22 - - [23/Jun/2026:04:15:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.182:8080 1283 0.006 200 eecfac1963ef784b552b9a78334e4d87 199.204.45.22 - - [23/Jun/2026:04:15:12 +0000] "POST /admin/realms/atmosphere/clients/ed086cf3-866a-4316-ab4a-0bbce801e41e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.031 [auth-system-keycloak-80] [] 10.0.0.182:8080 0 0.030 201 69c9d25b6cd4e566556b0c64a21bb0da 199.204.45.22 - - [23/Jun/2026:04:15:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.182:8080 1283 0.005 200 3ccad150a795679122554243f9685044 199.204.45.22 - - [23/Jun/2026:04:15:12 +0000] "GET /admin/realms/atmosphere/clients/ed086cf3-866a-4316-ab4a-0bbce801e41e/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.182:8080 166 0.013 200 cc5f878270c9a30db58aa8379a1b005b 199.204.45.22 - - [23/Jun/2026:04:15:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.525 [auth-system-keycloak-80] [] 10.0.0.182:8080 1925 0.524 200 d8431376bb8c89b1945dd0aabad2f87a 199.204.45.22 - - [23/Jun/2026:04:15:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.041 [auth-system-keycloak-80] [] 10.0.0.182:8080 1283 0.041 200 ff610a34b4c3dbd252553100bd716ec3 199.204.45.22 - - [23/Jun/2026:04:15:14 +0000] "GET /admin/realms/atmosphere/clients/ed086cf3-866a-4316-ab4a-0bbce801e41e/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.182:8080 119 0.011 404 cfb27c915d39c7e220d8efd45c34e3b5 199.204.45.22 - - [23/Jun/2026:04:15:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.182:8080 1283 0.007 200 5ace86ff2cd6e99fa342c6549bca3e17 199.204.45.22 - - [23/Jun/2026:04:15:14 +0000] "POST /admin/realms/atmosphere/clients/ed086cf3-866a-4316-ab4a-0bbce801e41e/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.182:8080 0 0.014 201 a9d3518e6291c1b0fa5b59c99e171ab0 199.204.45.22 - - [23/Jun/2026:04:15:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.182:8080 1283 0.008 200 088a5f494a79827c538e9c7f493277e1 199.204.45.22 - - [23/Jun/2026:04:15:14 +0000] "GET /admin/realms/atmosphere/clients/ed086cf3-866a-4316-ab4a-0bbce801e41e/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.182:8080 166 0.013 200 382614e3893733db4593b80fbf0a87db 199.204.45.22 - - [23/Jun/2026:04:15:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.490 [auth-system-keycloak-80] [] 10.0.0.182:8080 1925 0.491 200 7dc9fc29a74470c47c6f66435fe2b11d 199.204.45.22 - - [23/Jun/2026:04:15:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.182:8080 1249 0.006 200 b1d34c239468bb6d99973bf68a454b9b 199.204.45.22 - - [23/Jun/2026:04:15:15 +0000] "GET /admin/realms/atmosphere/clients/d8f33c5f-1538-44c3-b980-1375a009000d/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.182:8080 119 0.013 404 298599c73a876843888c6a932e09b0e3 199.204.45.22 - - [23/Jun/2026:04:15:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.182:8080 1249 0.008 200 6ae00f252a7fa3b71939af730903f2ef 199.204.45.22 - - [23/Jun/2026:04:15:15 +0000] "POST /admin/realms/atmosphere/clients/d8f33c5f-1538-44c3-b980-1375a009000d/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.022 [auth-system-keycloak-80] [] 10.0.0.182:8080 0 0.021 201 6021972d56c299ba255d32ba7bf49601 199.204.45.22 - - [23/Jun/2026:04:15:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.182:8080 1249 0.008 200 1e2a9a00a14b774702f2bd4107f722aa 199.204.45.22 - - [23/Jun/2026:04:15:15 +0000] "GET /admin/realms/atmosphere/clients/d8f33c5f-1538-44c3-b980-1375a009000d/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.032 [auth-system-keycloak-80] [] 10.0.0.182:8080 166 0.032 200 4bd8a269ae5e139cb92ff94a1d4d2515 W0623 04:16:23.350937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:23.350986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:23.436609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0623 04:16:23.436676 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0623 04:16:23.436701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:23.436710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0623 04:16:23.438225 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0623 04:16:23.438246 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0623 04:16:23.438837 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0623 04:16:23.438946 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0623 04:16:23.439100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:23.439172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:23.439401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0623 04:16:23.439472 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0623 04:16:23.439514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:23.439560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0623 04:16:23.444867 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0623 04:16:23.444915 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0623 04:16:23.446542 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0623 04:16:23.446771 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.008s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:18.2kB} I0623 04:16:23.446977 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0623 04:16:23.447026 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0623 04:16:23.447323 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4791884a-5ac6-4de9-88ac-24fbedf08cad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4291", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0623 04:16:23.452624 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0623 04:16:23.452877 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"6fa000cf-cdc3-42c4-89d0-f02553832cef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4299", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0623 04:16:23.453051 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0623 04:16:23.459077 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0623 04:16:23.459342 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2f75bce4-44b7-4ada-afaf-7aa5afec4208", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4301", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0623 04:16:23.459367 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0623 04:16:24.030894 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0623 04:16:24.032473 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0623 04:16:24.052502 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0623 04:16:24.053578 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0623 04:16:24.674350 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0623 04:16:24.677053 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0623 04:16:26.205587 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0623 04:16:26.207395 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" W0623 04:16:26.687125 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0623 04:16:26.687178 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0623 04:16:26.687198 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0623 04:16:26.687263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:26.687273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0623 04:16:26.687338 7 controller.go:196] "Configuration changes detected, backend reload required" I0623 04:16:26.758950 7 controller.go:216] "Backend successfully reloaded" I0623 04:16:26.759547 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nbggg", UID:"395dfe7b-0179-494f-a15f-11160527a83e", APIVersion:"v1", ResourceVersion:"1435", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0623 04:16:30.018579 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0623 04:16:30.018706 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0623 04:16:30.018762 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0623 04:16:30.018883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:30.018912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:33.351904 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0623 04:16:33.351946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0623 04:16:33.351966 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0623 04:16:33.352033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:33.352042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:36.686690 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0623 04:16:36.686754 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0623 04:16:36.686792 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0623 04:16:36.686907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:36.686937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:40.346601 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0623 04:16:40.346663 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0623 04:16:40.346691 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0623 04:16:40.347111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:40.347137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:43.681201 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0623 04:16:43.681243 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0623 04:16:43.681263 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0623 04:16:43.681328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:43.681350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:47.014405 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0623 04:16:47.014489 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0623 04:16:47.014527 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0623 04:16:47.014687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:47.014712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.147 - - [23/Jun/2026:04:16:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.108 [auth-system-keycloak-80] [] 10.0.0.182:8080 6411 0.108 200 23143984f9ba89cbd40933d5147daa37 10.0.0.4 - - [23/Jun/2026:04:16:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.011 [auth-system-keycloak-80] [] 10.0.0.182:8080 6411 0.012 200 ec138922d256b157f9c36a425732f5ec W0623 04:16:50.347185 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0623 04:16:50.347242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0623 04:16:50.347276 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0623 04:16:50.347478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:50.347504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:53.680987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0623 04:16:53.681041 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0623 04:16:53.681182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:53.681206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:57.015982 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0623 04:16:57.016148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:16:57.016165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:17:00.346977 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0623 04:17:00.347251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:17:00.347286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0623 04:17:00.491560 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.251.217"}] I0623 04:17:00.491944 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.251.217"}] I0623 04:17:00.492099 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.251.217"}] I0623 04:17:00.496769 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"6fa000cf-cdc3-42c4-89d0-f02553832cef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4993", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0623 04:17:00.500456 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2f75bce4-44b7-4ada-afaf-7aa5afec4208", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4994", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0623 04:17:00.502195 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4791884a-5ac6-4de9-88ac-24fbedf08cad", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4995", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0623 04:17:03.681138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:17:03.681690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:17:07.014222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0623 04:17:07.014283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store