------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0302 10:01:23.391509 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0302 10:01:23.391773 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0302 10:01:23.400448 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0302 10:01:23.403768 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0302 10:01:23.670776 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0302 10:01:23.698123 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0302 10:01:23.712074 7 nginx.go:271] "Starting NGINX Ingress controller" I0302 10:01:23.717929 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"6b18a9a0-4fc9-49f6-8b1d-d2f429024236", APIVersion:"v1", ResourceVersion:"1128", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0302 10:01:23.720923 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"0022edd9-d9be-4a18-be0e-c7949896d64e", APIVersion:"v1", ResourceVersion:"1130", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0302 10:01:23.721009 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"89450d7b-8c28-48aa-b0a4-43c87eb6693a", APIVersion:"v1", ResourceVersion:"1129", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0302 10:01:24.913447 7 nginx.go:317] "Starting NGINX process" I0302 10:01:24.913553 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0302 10:01:24.913945 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0302 10:01:24.914257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:01:24.914308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 10:01:24.914358 7 controller.go:196] "Configuration changes detected, backend reload required" I0302 10:01:24.921393 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0302 10:01:24.921422 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-h9n8p" I0302 10:01:24.943472 7 controller.go:216] "Backend successfully reloaded" I0302 10:01:24.943682 7 controller.go:227] "Initial sync, sleeping for 1 second" I0302 10:01:24.943784 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h9n8p", UID:"6e9a8167-ac7c-4b89-b048-45749f5385fd", APIVersion:"v1", ResourceVersion:"1173", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0302 10:01:28.736007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:01:28.736048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:01:32.072603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:01:32.072638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:01:35.404468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:01:35.404521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:01:38.736332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:01:38.736383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:01:42.070250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:01:42.070294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:01:45.403423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:01:45.403470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:01:59.422104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:01:59.422149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:02:02.756285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:02:02.756355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:02:06.090220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:02:06.090255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:02:53.583876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:02:53.583922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:05.532818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:05.532852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:08.867275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:08.867356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:13.883806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:13.883843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:17.217981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:17.218035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:20.550578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:20.550628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:23.884814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:23.884864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:27.217286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:27.217332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:30.968025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:30.968121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:34.301917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:34.302797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:38.027891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:38.027927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:41.362465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:41.362517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:44.695583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:03:44.695629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:05:48.736411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:05:48.736466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:05:52.073060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:05:52.073104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:05:52.354422 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-129.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-129.nip.io-tls was not found. Using default certificate W0302 10:05:52.354472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:05:52.354485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 10:05:52.355800 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0302 10:05:52.355826 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0302 10:05:52.361206 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0302 10:05:52.361474 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f418ed6b-e77d-4827-87e3-374b2f9b33ba", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3081", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 10:05:52.361664 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-129.nip.io-tls" in local store I0302 10:05:52.700845 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-129.nip.io-tls" I0302 10:05:52.703583 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-129.nip.io-tls" W0302 10:05:55.403818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:05:55.403886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 10:05:55.403993 7 controller.go:196] "Configuration changes detected, backend reload required" I0302 10:05:55.456064 7 controller.go:216] "Backend successfully reloaded" I0302 10:05:55.456335 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h9n8p", UID:"6e9a8167-ac7c-4b89-b048-45749f5385fd", APIVersion:"v1", ResourceVersion:"1173", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0302 10:05:58.736478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:05:58.736515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [02/Mar/2026:10:06:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.521 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 2.521 200 b7e7196b4a3cdf6651dd37c519b4ba25 199.204.45.129 - - [02/Mar/2026:10:06:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.179 [auth-system-keycloak-80] [] 10.0.0.40:8080 116 0.179 404 1a47cbbab8e0fd0cc4063aaed6fb773d 199.204.45.129 - - [02/Mar/2026:10:06:08 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.092 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 4.091 201 4601c1b69e44120a97d8cd9397c7294f 199.204.45.129 - - [02/Mar/2026:10:06:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.602 [auth-system-keycloak-80] [] 10.0.0.40:8080 4246 0.602 200 6d7e6e3821d8d840a740221f884f99b7 199.204.45.129 - - [02/Mar/2026:10:06:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.500 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.499 200 70d1776338f06a2566a5af9745d36f1b 199.204.45.129 - - [02/Mar/2026:10:06:09 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12499 "-" "Ansible" 1211 0.155 [auth-system-keycloak-80] [] 10.0.0.40:8080 12500 0.155 200 3cac7633ba273b9ec135a6f3ba4add72 199.204.45.129 - - [02/Mar/2026:10:06:09 +0000] "GET /admin/realms/atmosphere/client-scopes/0f2725ba-a863-4df8-b792-9465f7e66838 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.40:8080 1278 0.011 200 bd9205e23e5045655980808cf686d5b2 199.204.45.129 - - [02/Mar/2026:10:06:09 +0000] "PUT /admin/realms/atmosphere/client-scopes/0f2725ba-a863-4df8-b792-9465f7e66838 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.020 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.019 204 7c36f206dd22b617400e4ba2f4676487 199.204.45.129 - - [02/Mar/2026:10:06:09 +0000] "GET /admin/realms/atmosphere/client-scopes/0f2725ba-a863-4df8-b792-9465f7e66838/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.052 [auth-system-keycloak-80] [] 10.0.0.40:8080 963 0.053 200 6eac8c5865593ba86ae088547be4661d 199.204.45.129 - - [02/Mar/2026:10:06:09 +0000] "GET /admin/realms/atmosphere/client-scopes/0f2725ba-a863-4df8-b792-9465f7e66838/protocol-mappers/models/3f5fc60b-5544-4886-85b3-e1690d7b7ceb HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.40:8080 366 0.010 200 bfa80fc3109f7ebca3978b131829dabd 199.204.45.129 - - [02/Mar/2026:10:06:10 +0000] "PUT /admin/realms/atmosphere/client-scopes/0f2725ba-a863-4df8-b792-9465f7e66838/protocol-mappers/models/3f5fc60b-5544-4886-85b3-e1690d7b7ceb HTTP/1.1" 204 0 "-" "Ansible" 1622 0.072 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.071 204 d15e7501e786b1392154ec9740ace86a 199.204.45.129 - - [02/Mar/2026:10:06:10 +0000] "GET /admin/realms/atmosphere/client-scopes/0f2725ba-a863-4df8-b792-9465f7e66838 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.084 [auth-system-keycloak-80] [] 10.0.0.40:8080 1218 0.083 200 09d8fc5b0b034aa9a032b1f033695a75 I0302 10:06:24.928718 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.16.34"}] I0302 10:06:24.935439 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"f418ed6b-e77d-4827-87e3-374b2f9b33ba", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3424", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 10:06:24.937095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:06:24.937168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.129 - - [02/Mar/2026:10:06:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.490 200 821bfe7b4b985b6c2a398dfb2a590a7d 199.204.45.129 - - [02/Mar/2026:10:06:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.044 [auth-system-keycloak-80] [] 10.0.0.40:8080 2 0.044 200 cf3ac141ce7be8ded2d1341939ef8a2d 199.204.45.129 - - [02/Mar/2026:10:06:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.200 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.199 201 194345b4a51da89be21248052d823c50 199.204.45.129 - - [02/Mar/2026:10:06:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.093 [auth-system-keycloak-80] [] 10.0.0.40:8080 1261 0.093 200 61de1ce4f0096c1ed1e096c1eb0e2269 199.204.45.129 - - [02/Mar/2026:10:06:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.496 200 cd69f7b592bc5252cb645cdd4a0b7dd3 199.204.45.129 - - [02/Mar/2026:10:06:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.054 [auth-system-keycloak-80] [] 10.0.0.40:8080 2 0.054 200 6ecf3eb22270c79e866a4f67f27065ae 199.204.45.129 - - [02/Mar/2026:10:06:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.090 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.089 201 3bfa15ed1d1fba377e38f4795d7adb00 199.204.45.129 - - [02/Mar/2026:10:06:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.092 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.093 200 cb4d923b8b564b1da752a89d19e36a0b 199.204.45.129 - - [02/Mar/2026:10:06:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.531 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.529 200 0756c05f6fffb63c580901c050e8da99 199.204.45.129 - - [02/Mar/2026:10:06:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.40:8080 2 0.008 200 9281174626683068e9ab5255d8a9df8a 199.204.45.129 - - [02/Mar/2026:10:06:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.137 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.137 201 f467f1781e941a2b3a5cd3c4700d3cf9 199.204.45.129 - - [02/Mar/2026:10:06:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.40:8080 1251 0.082 200 0015ad1f4751111c3d3baf88144861cf 199.204.45.129 - - [02/Mar/2026:10:06:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.489 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.489 200 241c8603cc6aa0ea80eb6bda51d53bf9 199.204.45.129 - - [02/Mar/2026:10:06:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.40:8080 1261 0.005 200 cc5a22a2f6262558dccb48824e067ab7 199.204.45.129 - - [02/Mar/2026:10:06:35 +0000] "GET /admin/realms/atmosphere/clients/56dae334-91b7-4da1-864e-ef46a2135623/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.40:8080 119 0.016 404 788f4bced5c1864d30f11811e24e9b60 199.204.45.129 - - [02/Mar/2026:10:06:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.40:8080 1261 0.008 200 056ca0afa80896e29e9530ed143d1a83 199.204.45.129 - - [02/Mar/2026:10:06:35 +0000] "POST /admin/realms/atmosphere/clients/56dae334-91b7-4da1-864e-ef46a2135623/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.020 201 e7b0c743836efd4f71bb26b13ee6872b 199.204.45.129 - - [02/Mar/2026:10:06:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.40:8080 1261 0.006 200 f58edc2721ed9b1d04d6dce493453c34 199.204.45.129 - - [02/Mar/2026:10:06:35 +0000] "GET /admin/realms/atmosphere/clients/56dae334-91b7-4da1-864e-ef46a2135623/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.027 [auth-system-keycloak-80] [] 10.0.0.40:8080 166 0.028 200 c76c4156c1ef79cd7caf28ab07b2af71 199.204.45.129 - - [02/Mar/2026:10:06:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.529 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.528 200 0919e298c90babebe970057d44f2c1e6 199.204.45.129 - - [02/Mar/2026:10:06:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.007 200 401a9f4633777d591d13e58b53106acf 199.204.45.129 - - [02/Mar/2026:10:06:36 +0000] "GET /admin/realms/atmosphere/clients/f6275650-09b1-4f4f-a164-f4a9982be433/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.40:8080 119 0.010 404 567d28a46b6a5d2ee3abc7b830a99f12 199.204.45.129 - - [02/Mar/2026:10:06:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.037 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.037 200 ab1ff2834b9bb40e27b35271c9e160c5 199.204.45.129 - - [02/Mar/2026:10:06:36 +0000] "POST /admin/realms/atmosphere/clients/f6275650-09b1-4f4f-a164-f4a9982be433/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.015 201 fd5e693f2847afbcb528e92f7f4d2c16 199.204.45.129 - - [02/Mar/2026:10:06:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.006 200 987c4912697927de878cfea1f3da5193 199.204.45.129 - - [02/Mar/2026:10:06:36 +0000] "GET /admin/realms/atmosphere/clients/f6275650-09b1-4f4f-a164-f4a9982be433/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.051 [auth-system-keycloak-80] [] 10.0.0.40:8080 165 0.051 200 83ee3f0df06a81f45cb9e3e5264e7400 199.204.45.129 - - [02/Mar/2026:10:06:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.651 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.650 200 6bc4f23117e0430b2c25976cb2332449 199.204.45.129 - - [02/Mar/2026:10:06:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.048 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.048 200 990cefc4700c056762bae6635a6040df 199.204.45.129 - - [02/Mar/2026:10:06:37 +0000] "GET /admin/realms/atmosphere/clients/f6275650-09b1-4f4f-a164-f4a9982be433/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.40:8080 119 0.009 404 19ba2ffcec9a0bd29456418c043d964d 199.204.45.129 - - [02/Mar/2026:10:06:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.005 200 d9a44feee42b962eae680b16cff75d3c 199.204.45.129 - - [02/Mar/2026:10:06:37 +0000] "POST /admin/realms/atmosphere/clients/f6275650-09b1-4f4f-a164-f4a9982be433/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.015 201 5c210f85c0b95f802682937931ef9ea9 199.204.45.129 - - [02/Mar/2026:10:06:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.027 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.027 200 eb279ab758356c6953ffa93d57badbe4 199.204.45.129 - - [02/Mar/2026:10:06:37 +0000] "GET /admin/realms/atmosphere/clients/f6275650-09b1-4f4f-a164-f4a9982be433/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.40:8080 166 0.014 200 6b0d6db6cae187d10478b3caf8906199 199.204.45.129 - - [02/Mar/2026:10:06:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.518 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.517 200 926a803aa7bad029eadab421d6290d91 199.204.45.129 - - [02/Mar/2026:10:06:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.014 200 b964e6bbe66cc28e35a45e9251968baa 199.204.45.129 - - [02/Mar/2026:10:06:38 +0000] "GET /admin/realms/atmosphere/clients/f6275650-09b1-4f4f-a164-f4a9982be433/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.055 [auth-system-keycloak-80] [] 10.0.0.40:8080 119 0.055 404 303efa4e293d056fb4ea84dfb84bbc24 199.204.45.129 - - [02/Mar/2026:10:06:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.007 200 67d39301a7730f21f42d9d9903aef0c7 199.204.45.129 - - [02/Mar/2026:10:06:38 +0000] "POST /admin/realms/atmosphere/clients/f6275650-09b1-4f4f-a164-f4a9982be433/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.064 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.064 201 d4bf1270b6f2738d1c6f24afcca3b8a8 199.204.45.129 - - [02/Mar/2026:10:06:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.40:8080 1286 0.006 200 7d1d3258a2c509aa13b9a0df36c82405 199.204.45.129 - - [02/Mar/2026:10:06:38 +0000] "GET /admin/realms/atmosphere/clients/f6275650-09b1-4f4f-a164-f4a9982be433/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.40:8080 166 0.012 200 d6b84f7733c65e0379ca856f0549bf94 199.204.45.129 - - [02/Mar/2026:10:06:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.40:8080 1928 0.492 200 2f7e20158743718dd9fe43b5bf945627 199.204.45.129 - - [02/Mar/2026:10:06:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.40:8080 1251 0.007 200 578810a813c9bd0faa201e99b83558e3 199.204.45.129 - - [02/Mar/2026:10:06:39 +0000] "GET /admin/realms/atmosphere/clients/ebb57888-fc70-4c25-997d-3a63c347cc48/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.047 [auth-system-keycloak-80] [] 10.0.0.40:8080 119 0.047 404 a71ddc07e52af2aa5d9cc7d737d4b35c 199.204.45.129 - - [02/Mar/2026:10:06:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.40:8080 1251 0.007 200 1539aa9a8fd3f1c59583a24dc4fe4b5a 199.204.45.129 - - [02/Mar/2026:10:06:39 +0000] "POST /admin/realms/atmosphere/clients/ebb57888-fc70-4c25-997d-3a63c347cc48/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.40:8080 0 0.014 201 11ef878b808abe1683a5a635959bdb77 199.204.45.129 - - [02/Mar/2026:10:06:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.40:8080 1251 0.007 200 8b65fa7217e55a324b25550b2a33341c 199.204.45.129 - - [02/Mar/2026:10:06:39 +0000] "GET /admin/realms/atmosphere/clients/ebb57888-fc70-4c25-997d-3a63c347cc48/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.020 [auth-system-keycloak-80] [] 10.0.0.40:8080 166 0.020 200 61cc9d1703e73b493558b25df1a3c186 W0302 10:06:52.638645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:06:52.638688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:07:45.200357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:07:45.200397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:07:45.261039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 10:07:45.261108 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0302 10:07:45.261146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:07:45.261165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:07:45.261314 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 10:07:45.261375 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0302 10:07:45.261445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:07:45.261460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:07:45.262548 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 10:07:45.262661 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0302 10:07:45.262717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:07:45.262810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 10:07:45.262842 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0302 10:07:45.262869 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0302 10:07:45.263045 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0302 10:07:45.263070 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0302 10:07:45.264609 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0302 10:07:45.264633 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0302 10:07:45.267923 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0302 10:07:45.268446 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0302 10:07:45.268555 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"c7a80e6f-ebfe-443f-81d3-f98bb599d807", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4036", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0302 10:07:45.268639 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0302 10:07:45.268936 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0302 10:07:45.269021 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d55f877a-c8ee-4261-a586-89fd26355fc9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4037", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0302 10:07:45.276261 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0302 10:07:45.277197 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b55f2481-03f4-49de-8eea-55855b76be5a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4039", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 10:07:45.277824 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0302 10:07:45.526773 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0302 10:07:45.528530 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0302 10:07:45.946115 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0302 10:07:45.946925 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0302 10:07:46.986557 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0302 10:07:46.987869 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0302 10:07:48.533937 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 10:07:48.533993 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 10:07:48.534019 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 10:07:48.534115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:07:48.534138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 10:07:48.534229 7 controller.go:196] "Configuration changes detected, backend reload required" I0302 10:07:48.577882 7 controller.go:216] "Backend successfully reloaded" I0302 10:07:48.578146 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h9n8p", UID:"6e9a8167-ac7c-4b89-b048-45749f5385fd", APIVersion:"v1", ResourceVersion:"1173", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0302 10:07:51.867602 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 10:07:51.867723 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 10:07:51.867795 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 10:07:51.867934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:07:51.867981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:07:55.200620 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 10:07:55.200831 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 10:07:55.200989 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 10:07:55.201194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:07:55.201253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:01.265544 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 10:08:01.265660 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 10:08:01.265809 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 10:08:01.265993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:01.266060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:04.602606 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 10:08:04.602670 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 10:08:04.602697 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 10:08:04.602786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:04.602801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:07.933086 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 10:08:07.933136 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 10:08:07.933167 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 10:08:07.933279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:07.933302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.163 - - [02/Mar/2026:10:08:10 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.036 [auth-system-keycloak-80] [] 10.0.0.40:8080 6432 0.036 200 a3f78288dc05f45973dff7b1de2666db 10.0.0.179 - - [02/Mar/2026:10:08:10 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.40:8080 6432 0.007 200 5d0646c41a12aa9895736d1c774eb0ad W0302 10:08:11.266615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 10:08:11.266662 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 10:08:11.266681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0302 10:08:11.266758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:11.266773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:14.600091 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 10:08:14.600160 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0302 10:08:14.600352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:14.600381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:17.933466 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 10:08:17.933705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:17.933738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:21.265785 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 10:08:21.265941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:21.265971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 10:08:24.927510 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.16.34"}] I0302 10:08:24.927556 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.16.34"}] I0302 10:08:24.927511 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.16.34"}] I0302 10:08:24.933168 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b55f2481-03f4-49de-8eea-55855b76be5a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4712", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 10:08:24.934189 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0302 10:08:24.934350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:24.934377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0302 10:08:24.934384 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"c7a80e6f-ebfe-443f-81d3-f98bb599d807", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4713", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0302 10:08:24.938029 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d55f877a-c8ee-4261-a586-89fd26355fc9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4714", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0302 10:08:28.268136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:28.268183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:31.604176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0302 10:08:31.604262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store