------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0406 21:05:07.299888 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0406 21:05:07.300159 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0406 21:05:07.307702 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0406 21:05:07.311254 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0406 21:05:07.776911 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0406 21:05:07.796613 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0406 21:05:07.810920 7 nginx.go:271] "Starting NGINX Ingress controller" I0406 21:05:07.816650 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"438d78ba-c6c8-4fda-9b40-18238f5acf6b", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0406 21:05:07.821738 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"6c9bfecb-1e82-490f-a01b-682b1f8a0cc3", APIVersion:"v1", ResourceVersion:"1398", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0406 21:05:07.821773 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"e288e96b-57a4-4a25-a42a-7b963c33b8c6", APIVersion:"v1", ResourceVersion:"1399", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0406 21:05:09.012891 7 nginx.go:317] "Starting NGINX process" I0406 21:05:09.012974 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0406 21:05:09.013519 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0406 21:05:09.013883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:09.013929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:05:09.014129 7 controller.go:196] "Configuration changes detected, backend reload required" I0406 21:05:09.024659 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0406 21:05:09.024709 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-qlm2t" I0406 21:05:09.052920 7 controller.go:216] "Backend successfully reloaded" I0406 21:05:09.053045 7 controller.go:227] "Initial sync, sleeping for 1 second" I0406 21:05:09.053168 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qlm2t", UID:"825f57bc-5e6a-4d60-98ed-bf38be6bd2cb", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0406 21:05:12.846838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:12.846879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:16.180826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:16.180882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:19.514652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:19.514694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:22.847609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:22.847646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:26.181614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:26.181661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:29.514057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:29.514085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:32.847115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:32.847163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:36.180304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:36.180340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:45.322403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:45.322437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:48.656049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:05:48.656141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:08.985777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:08.985813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:19.801608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:19.801642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:28.078323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:28.078382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:31.414112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:31.414158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:34.745131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:34.745173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:38.078942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:38.078985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:41.412276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:41.412317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:46.962087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:46.962117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:50.295676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:50.295721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:55.007539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:55.007566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:58.341086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:07:58.341153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:08:01.674334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:08:01.674368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:09:58.230611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:09:58.230657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:10:01.003850 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-4.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-4.nip.io-tls was not found. Using default certificate W0406 21:10:01.003912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:10:01.003927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:10:01.005929 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0406 21:10:01.005965 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0406 21:10:01.012254 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0406 21:10:01.012516 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"28b5f960-0124-4017-95f5-7ddaf2c66b28", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3572", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:10:01.012612 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-4.nip.io-tls" in local store I0406 21:10:01.488514 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-4.nip.io-tls" I0406 21:10:01.490336 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-4.nip.io-tls" W0406 21:10:01.564966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:10:01.565011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:10:01.565086 7 controller.go:196] "Configuration changes detected, backend reload required" I0406 21:10:01.605050 7 controller.go:216] "Backend successfully reloaded" I0406 21:10:01.605371 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qlm2t", UID:"825f57bc-5e6a-4d60-98ed-bf38be6bd2cb", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0406 21:10:04.899340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:10:04.899388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:10:09.031504 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.166.167"}] I0406 21:10:09.037465 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"28b5f960-0124-4017-95f5-7ddaf2c66b28", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3724", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:10:09.039291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:10:09.039324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [06/Apr/2026:21:10:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 2.209 [auth-system-keycloak-80] [] 10.0.0.73:8080 1921 2.207 200 b15df93ac1ffa239a96cc144ccea295c 199.204.45.4 - - [06/Apr/2026:21:10:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1193 0.170 [auth-system-keycloak-80] [] 10.0.0.73:8080 116 0.170 404 48a3fb3628af6c00a3ff6d1253b1a259 199.204.45.4 - - [06/Apr/2026:21:10:17 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1292 4.023 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 4.022 201 3c949e361daa176ff00ad5506abc2768 199.204.45.4 - - [06/Apr/2026:21:10:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.576 [auth-system-keycloak-80] [] 10.0.0.73:8080 4246 0.576 200 c91bdd7e929ffaa9a8b83d8622fcb09a 199.204.45.4 - - [06/Apr/2026:21:10:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.526 [auth-system-keycloak-80] [] 10.0.0.73:8080 1921 0.524 200 ad4a41ed05ff190a609618c9a99e7e8f 199.204.45.4 - - [06/Apr/2026:21:10:18 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1207 0.145 [auth-system-keycloak-80] [] 10.0.0.73:8080 12500 0.145 200 fd4a1835be04d53d437316b22b313e58 199.204.45.4 - - [06/Apr/2026:21:10:18 +0000] "GET /admin/realms/atmosphere/client-scopes/18e1d5a6-f599-4216-baea-57682af9607a HTTP/1.1" 200 1278 "-" "Ansible" 1244 0.010 [auth-system-keycloak-80] [] 10.0.0.73:8080 1278 0.010 200 a8ddcc5461dc90edcf5b78bda77ba599 199.204.45.4 - - [06/Apr/2026:21:10:19 +0000] "PUT /admin/realms/atmosphere/client-scopes/18e1d5a6-f599-4216-baea-57682af9607a HTTP/1.1" 204 0 "-" "Ansible" 1844 0.067 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.066 204 bee67371b7c8c8775a5435737f0471b2 199.204.45.4 - - [06/Apr/2026:21:10:19 +0000] "GET /admin/realms/atmosphere/client-scopes/18e1d5a6-f599-4216-baea-57682af9607a/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1268 0.019 [auth-system-keycloak-80] [] 10.0.0.73:8080 963 0.020 200 2d6738c5069b93c697365907f53434ee 199.204.45.4 - - [06/Apr/2026:21:10:19 +0000] "GET /admin/realms/atmosphere/client-scopes/18e1d5a6-f599-4216-baea-57682af9607a/protocol-mappers/models/a7078c98-25f7-44bd-99a8-886fad110981 HTTP/1.1" 200 366 "-" "Ansible" 1305 0.063 [auth-system-keycloak-80] [] 10.0.0.73:8080 366 0.063 200 6c1f19efb822c0caf2191641b0dc5293 199.204.45.4 - - [06/Apr/2026:21:10:19 +0000] "PUT /admin/realms/atmosphere/client-scopes/18e1d5a6-f599-4216-baea-57682af9607a/protocol-mappers/models/a7078c98-25f7-44bd-99a8-886fad110981 HTTP/1.1" 204 0 "-" "Ansible" 1618 0.094 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.093 204 de67e0e06779a164354f6f7753a9d58c 199.204.45.4 - - [06/Apr/2026:21:10:19 +0000] "GET /admin/realms/atmosphere/client-scopes/18e1d5a6-f599-4216-baea-57682af9607a HTTP/1.1" 200 1218 "-" "Ansible" 1244 0.081 [auth-system-keycloak-80] [] 10.0.0.73:8080 1218 0.080 200 7cd466708799382f53f91b30dcbe1286 199.204.45.4 - - [06/Apr/2026:21:10:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.506 [auth-system-keycloak-80] [] 10.0.0.73:8080 1921 0.505 200 15568933f169b1e89bc9f5685e2dfca7 199.204.45.4 - - [06/Apr/2026:21:10:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1223 0.012 [auth-system-keycloak-80] [] 10.0.0.73:8080 2 0.012 200 3d701fb594920b880880fe2613e8a171 199.204.45.4 - - [06/Apr/2026:21:10:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1651 0.183 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.183 201 ed50342ea0f377cbb0f7c69008a33b79 199.204.45.4 - - [06/Apr/2026:21:10:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.077 [auth-system-keycloak-80] [] 10.0.0.73:8080 1257 0.077 200 648a1935b00e5c03ef28224e26004f24 199.204.45.4 - - [06/Apr/2026:21:10:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.478 [auth-system-keycloak-80] [] 10.0.0.73:8080 1921 0.477 200 f06411820c05444597209727df0e1a5e 199.204.45.4 - - [06/Apr/2026:21:10:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1218 0.022 [auth-system-keycloak-80] [] 10.0.0.73:8080 2 0.022 200 7d736c0067fc74ce08cd468c0224d003 199.204.45.4 - - [06/Apr/2026:21:10:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1680 0.034 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.034 201 08679dd75b5c0ee7ed4fab02e4bbdbe6 199.204.45.4 - - [06/Apr/2026:21:10:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.058 [auth-system-keycloak-80] [] 10.0.0.73:8080 1280 0.058 200 9c74b25d4c276fb30df7a1e6f138a44e 199.204.45.4 - - [06/Apr/2026:21:10:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.443 [auth-system-keycloak-80] [] 10.0.0.73:8080 1921 0.441 200 9f3dc968fa2ab5eacca76d4e3094d6ea 199.204.45.4 - - [06/Apr/2026:21:10:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1221 0.034 [auth-system-keycloak-80] [] 10.0.0.73:8080 2 0.034 200 3a36c58da92fe2dce82afb6e7bb576da 199.204.45.4 - - [06/Apr/2026:21:10:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1643 0.093 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.092 201 0af569be905686af0be78eab9b128b47 199.204.45.4 - - [06/Apr/2026:21:10:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.078 [auth-system-keycloak-80] [] 10.0.0.73:8080 1247 0.078 200 06072d003f82124cce7c28b88699536d 199.204.45.4 - - [06/Apr/2026:21:10:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.479 [auth-system-keycloak-80] [] 10.0.0.73:8080 1921 0.478 200 1ea32f685578ec431b4968309fe0dc6f 199.204.45.4 - - [06/Apr/2026:21:10:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.73:8080 1257 0.008 200 e2ba249c2c46f10d1623968def353fe0 199.204.45.4 - - [06/Apr/2026:21:10:43 +0000] "GET /admin/realms/atmosphere/clients/c377b74a-0797-4729-8699-32518d2bedc1/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.012 [auth-system-keycloak-80] [] 10.0.0.73:8080 119 0.013 404 1954c7c0d0be6c701af594b276a6bab5 199.204.45.4 - - [06/Apr/2026:21:10:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.73:8080 1257 0.007 200 e628a6e55328183fca1c5578ec3d14cb 199.204.45.4 - - [06/Apr/2026:21:10:44 +0000] "POST /admin/realms/atmosphere/clients/c377b74a-0797-4729-8699-32518d2bedc1/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.776 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.777 201 26335c86f1cd5f95b83203b996ab49cd 199.204.45.4 - - [06/Apr/2026:21:10:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.73:8080 1257 0.006 200 390b0cc5599462cdc9201aa8d71c02e8 199.204.45.4 - - [06/Apr/2026:21:10:44 +0000] "GET /admin/realms/atmosphere/clients/c377b74a-0797-4729-8699-32518d2bedc1/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.015 [auth-system-keycloak-80] [] 10.0.0.73:8080 166 0.015 200 5e19ff324fa0e8223f4981cd8c3335d2 199.204.45.4 - - [06/Apr/2026:21:10:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.472 [auth-system-keycloak-80] [] 10.0.0.73:8080 1921 0.471 200 06e35c7b702ddca0d2c2cc7439833115 199.204.45.4 - - [06/Apr/2026:21:10:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.73:8080 1280 0.007 200 11717269287bbc76ebb0ec361aa7d87c 199.204.45.4 - - [06/Apr/2026:21:10:45 +0000] "GET /admin/realms/atmosphere/clients/be855cf8-794a-45fb-8afb-0f922990dc49/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1250 0.039 [auth-system-keycloak-80] [] 10.0.0.73:8080 119 0.039 404 6b8db8e36421308ad3517809ff7a11c8 199.204.45.4 - - [06/Apr/2026:21:10:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.008 [auth-system-keycloak-80] [] 10.0.0.73:8080 1280 0.008 200 6de8b8e3efad67d516d5f412c6e93528 199.204.45.4 - - [06/Apr/2026:21:10:45 +0000] "POST /admin/realms/atmosphere/clients/be855cf8-794a-45fb-8afb-0f922990dc49/roles HTTP/1.1" 201 0 "-" "Ansible" 1345 0.016 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.015 201 814e6f4767c44ca5339d501d9a6ffa56 199.204.45.4 - - [06/Apr/2026:21:10:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.040 [auth-system-keycloak-80] [] 10.0.0.73:8080 1280 0.040 200 28426037e29efe9f96edbee6b4e7ed42 199.204.45.4 - - [06/Apr/2026:21:10:45 +0000] "GET /admin/realms/atmosphere/clients/be855cf8-794a-45fb-8afb-0f922990dc49/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1250 0.086 [auth-system-keycloak-80] [] 10.0.0.73:8080 165 0.087 200 edf84acc2efdf24174cabeeba9624d7d 199.204.45.4 - - [06/Apr/2026:21:10:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.459 [auth-system-keycloak-80] [] 10.0.0.73:8080 1921 0.458 200 829a484c884df0b3ede0750f06e12274 199.204.45.4 - - [06/Apr/2026:21:10:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.73:8080 1280 0.007 200 9e7e4f088a9260d519af3211eae3cdf7 199.204.45.4 - - [06/Apr/2026:21:10:46 +0000] "GET /admin/realms/atmosphere/clients/be855cf8-794a-45fb-8afb-0f922990dc49/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1251 0.022 [auth-system-keycloak-80] [] 10.0.0.73:8080 119 0.021 404 6fd53e2cc7e0591e33ab71ed18eabc36 199.204.45.4 - - [06/Apr/2026:21:10:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.73:8080 1280 0.007 200 0ec9cd9b4a4f4c37217d9c04272eb2f9 199.204.45.4 - - [06/Apr/2026:21:10:46 +0000] "POST /admin/realms/atmosphere/clients/be855cf8-794a-45fb-8afb-0f922990dc49/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.015 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.014 201 bc4a732b9e5e58648a792efe96bba5aa 199.204.45.4 - - [06/Apr/2026:21:10:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.049 [auth-system-keycloak-80] [] 10.0.0.73:8080 1280 0.049 200 a76be733fa9ba82bfdec4514d85dc861 199.204.45.4 - - [06/Apr/2026:21:10:46 +0000] "GET /admin/realms/atmosphere/clients/be855cf8-794a-45fb-8afb-0f922990dc49/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1251 0.014 [auth-system-keycloak-80] [] 10.0.0.73:8080 166 0.014 200 5c4f78c53124bf03a0b652ce9f762f46 199.204.45.4 - - [06/Apr/2026:21:10:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.450 [auth-system-keycloak-80] [] 10.0.0.73:8080 1921 0.449 200 ddb653feac09d46d8160d1c55cbab8ea 199.204.45.4 - - [06/Apr/2026:21:10:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.041 [auth-system-keycloak-80] [] 10.0.0.73:8080 1280 0.041 200 60f4e5cc23c7c385f7a67a1d6ae874f7 199.204.45.4 - - [06/Apr/2026:21:10:47 +0000] "GET /admin/realms/atmosphere/clients/be855cf8-794a-45fb-8afb-0f922990dc49/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1251 0.008 [auth-system-keycloak-80] [] 10.0.0.73:8080 119 0.008 404 7ab018c8a7e7ddfbdbcf2fe1005749bc 199.204.45.4 - - [06/Apr/2026:21:10:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.005 [auth-system-keycloak-80] [] 10.0.0.73:8080 1280 0.005 200 0f5f4fa8be45e3addcf9b4e7d2b20bd9 199.204.45.4 - - [06/Apr/2026:21:10:47 +0000] "POST /admin/realms/atmosphere/clients/be855cf8-794a-45fb-8afb-0f922990dc49/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.067 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.067 201 87a7b146b9dd3dd4ee6e3f3c1f417408 199.204.45.4 - - [06/Apr/2026:21:10:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.006 [auth-system-keycloak-80] [] 10.0.0.73:8080 1280 0.006 200 b3f41ab8b3eb88f51330c22a51d06c42 199.204.45.4 - - [06/Apr/2026:21:10:47 +0000] "GET /admin/realms/atmosphere/clients/be855cf8-794a-45fb-8afb-0f922990dc49/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1251 0.066 [auth-system-keycloak-80] [] 10.0.0.73:8080 166 0.066 200 41e3241874731a83e1b1d2dc4e539992 199.204.45.4 - - [06/Apr/2026:21:10:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.454 [auth-system-keycloak-80] [] 10.0.0.73:8080 1921 0.452 200 c9df6651d4cd6a11ee96803cdc2da79c 199.204.45.4 - - [06/Apr/2026:21:10:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.034 [auth-system-keycloak-80] [] 10.0.0.73:8080 1247 0.034 200 cdb493bdd9cb337cd48aec1387c13413 199.204.45.4 - - [06/Apr/2026:21:10:48 +0000] "GET /admin/realms/atmosphere/clients/ecb948b9-81c1-4aff-9d2a-41222f36aeec/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.009 [auth-system-keycloak-80] [] 10.0.0.73:8080 119 0.009 404 8dadb80abd950f276150d6e87ec09489 199.204.45.4 - - [06/Apr/2026:21:10:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.017 [auth-system-keycloak-80] [] 10.0.0.73:8080 1247 0.017 200 d169d94a2e3a79ef2938625293670570 199.204.45.4 - - [06/Apr/2026:21:10:48 +0000] "POST /admin/realms/atmosphere/clients/ecb948b9-81c1-4aff-9d2a-41222f36aeec/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.013 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.012 201 3815d09c05046893a923ae26ec7f6505 199.204.45.4 - - [06/Apr/2026:21:10:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.73:8080 1247 0.006 200 29fa83cfb2c083f59f088cd0eb3fbae6 199.204.45.4 - - [06/Apr/2026:21:10:48 +0000] "GET /admin/realms/atmosphere/clients/ecb948b9-81c1-4aff-9d2a-41222f36aeec/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.012 [auth-system-keycloak-80] [] 10.0.0.73:8080 166 0.012 200 b6738ea2f12c4f799cba2714f3676226 W0406 21:11:06.984537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:06.984599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:10.318977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:10.319027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:53.314832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:53.314933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:53.385585 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:53.385654 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0406 21:11:53.385695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:53.385703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:53.385715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:53.385716 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:11:53.385775 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0406 21:11:53.385809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:53.385824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:53.385880 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0406 21:11:53.385940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:53.385960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:11:53.387311 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0406 21:11:53.387317 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0406 21:11:53.387337 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0406 21:11:53.387340 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0406 21:11:53.388155 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0406 21:11:53.388181 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0406 21:11:53.392284 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0406 21:11:53.392713 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0406 21:11:53.392736 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0406 21:11:53.392938 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0406 21:11:53.393217 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"a728417f-ff39-4090-a630-7095de81f37f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4580", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0406 21:11:53.393236 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"bbf5ce6b-555a-4583-a2ec-77e0779cca6e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4581", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0406 21:11:53.395364 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0406 21:11:53.395612 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"c44cee32-b0b3-4ce2-bbe2-67606d56c7fd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4582", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:11:53.395819 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0406 21:11:53.703194 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0406 21:11:53.704386 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0406 21:11:54.651002 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0406 21:11:54.651797 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0406 21:11:54.701446 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0406 21:11:54.702739 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0406 21:11:55.853543 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0406 21:11:55.854501 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" W0406 21:11:56.648655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:56.648729 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:11:56.648772 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:56.648892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:56.648915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:11:56.649052 7 controller.go:196] "Configuration changes detected, backend reload required" I0406 21:11:56.696482 7 controller.go:216] "Backend successfully reloaded" I0406 21:11:56.696710 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-qlm2t", UID:"825f57bc-5e6a-4d60-98ed-bf38be6bd2cb", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0406 21:11:59.981858 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:11:59.981951 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:11:59.982009 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:11:59.982234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:11:59.982269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:03.315956 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:12:03.316020 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:12:03.316062 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:12:03.316253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:03.316284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:06.650503 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:12:06.650631 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:12:06.650695 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:12:06.650953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:06.650998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0406 21:12:09.034530 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.166.167"}] I0406 21:12:09.034643 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.166.167"}] I0406 21:12:09.035066 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.166.167"}] I0406 21:12:09.040887 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"c44cee32-b0b3-4ce2-bbe2-67606d56c7fd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5191", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0406 21:12:09.046209 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"a728417f-ff39-4090-a630-7095de81f37f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5192", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0406 21:12:09.047155 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"bbf5ce6b-555a-4583-a2ec-77e0779cca6e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5193", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0406 21:12:09.981940 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:12:09.982003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:12:09.982040 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:12:09.982152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:09.982180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:13.315720 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:12:13.315770 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:12:13.315803 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:12:13.315891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:13.315909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:16.648411 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:12:16.648479 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:12:16.648516 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:12:16.648627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:16.648653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:19.982356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:12:19.982443 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:12:19.982503 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:12:19.982656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:19.982683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:23.315113 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:12:23.315207 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0406 21:12:23.315271 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:12:23.315449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:23.315502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:26.648388 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:12:26.648479 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:12:26.648591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:26.648609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:29.981884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:12:29.981984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:12:29.982116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:29.982153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:33.315463 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:12:33.315541 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0406 21:12:33.315629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:33.315655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.109 - - [06/Apr/2026:21:12:35 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6390 "-" "Go-http-client/1.1" 159 0.043 [auth-system-keycloak-80] [] 10.0.0.73:8080 6390 0.043 200 885fa7f0223bf970d0e1f4b2c9ff82c1 10.0.0.196 - - [06/Apr/2026:21:12:35 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6390 "-" "Go-http-client/1.1" 159 0.007 [auth-system-keycloak-80] [] 10.0.0.73:8080 6390 0.007 200 319558a69d87220d21ae9b76a1ac9bcf W0406 21:12:36.649262 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:12:36.650158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:36.650218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:39.983242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:12:39.983369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:39.983385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:43.426413 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0406 21:12:43.426593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:43.426617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:50.757816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:50.757856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:54.092565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:12:54.092600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:13:22.797418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:13:22.797453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:13:26.131431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0406 21:13:26.131466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store