------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0412 20:54:32.978988 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0412 20:54:32.979165 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0412 20:54:32.987641 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0412 20:54:32.990269 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0412 20:54:33.349198 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0412 20:54:33.366940 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0412 20:54:33.378893 7 nginx.go:271] "Starting NGINX Ingress controller" I0412 20:54:33.386927 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"df6432e4-b167-4e7f-ace9-5ed1ddb046a3", APIVersion:"v1", ResourceVersion:"1495", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0412 20:54:33.390078 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"64643498-2c4c-41be-b6a3-aab1d7721a51", APIVersion:"v1", ResourceVersion:"1497", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0412 20:54:33.390138 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"5b8805d7-588f-4168-b717-ef4b514b5aa5", APIVersion:"v1", ResourceVersion:"1496", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0412 20:54:34.580766 7 nginx.go:317] "Starting NGINX process" I0412 20:54:34.580842 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0412 20:54:34.581468 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0412 20:54:34.581673 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0412 20:54:34.581739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:34.581758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 20:54:34.581804 7 controller.go:196] "Configuration changes detected, backend reload required" I0412 20:54:34.617142 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0412 20:54:34.617216 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-2ql7x" I0412 20:54:34.617764 7 controller.go:216] "Backend successfully reloaded" I0412 20:54:34.617841 7 controller.go:227] "Initial sync, sleeping for 1 second" I0412 20:54:34.617932 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2ql7x", UID:"db87df93-9a71-4a1a-bdb2-975832a4a7ce", APIVersion:"v1", ResourceVersion:"1602", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0412 20:54:38.402077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:38.402122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:41.736163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:41.736229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:45.069051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:45.069123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:48.402701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:48.402754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:51.736367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:51.736413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:55.070206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:55.070247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:58.402322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:54:58.402361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:01.736137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:01.736220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:08.183485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:08.183522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:11.965140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:55:11.965175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:56:33.213550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:56:33.213588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:56:36.547931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:56:36.547964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:56:44.056300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:56:44.056334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:56:47.392246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:56:47.392290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:56:52.056136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:56:52.056179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:56:55.390127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:56:55.390156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:56:58.723772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:56:58.723843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:02.057097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:02.057127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:05.389888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:05.389941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:10.723716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:10.723754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:18.790704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:18.790747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:22.124858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:22.124919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:25.459574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:57:25.459642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:37.838082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:37.838138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:41.586013 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-67.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-67.nip.io-tls was not found. Using default certificate W0412 20:59:41.586081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:41.586099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 20:59:41.588376 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0412 20:59:41.588415 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0412 20:59:41.598194 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0412 20:59:41.598563 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"dd3772ea-f8f9-4374-9b6d-8babfdd239dd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3754", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 20:59:41.598983 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-67.nip.io-tls" in local store W0412 20:59:41.599220 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-67.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-67.nip.io-tls was not found. Using default certificate W0412 20:59:41.599276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:41.599296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 20:59:41.599382 7 controller.go:196] "Configuration changes detected, backend reload required" I0412 20:59:41.639494 7 controller.go:216] "Backend successfully reloaded" I0412 20:59:41.639855 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2ql7x", UID:"db87df93-9a71-4a1a-bdb2-975832a4a7ce", APIVersion:"v1", ResourceVersion:"1602", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0412 20:59:42.041094 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-67.nip.io-tls" I0412 20:59:42.042355 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-67.nip.io-tls" W0412 20:59:44.933638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 20:59:44.933691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.67 - - [12/Apr/2026:20:59:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.445 [auth-system-keycloak-80] [] 10.0.0.158:8080 1925 2.444 200 2f01108a835dcd26879e84830a66dc3a 199.19.213.67 - - [12/Apr/2026:20:59:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.189 [auth-system-keycloak-80] [] 10.0.0.158:8080 116 0.190 404 880edede9a743ae2c383aa23e6dcad69 199.19.213.67 - - [12/Apr/2026:20:59:58 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.675 [auth-system-keycloak-80] [] 10.0.0.158:8080 0 4.674 201 927d0520dc40cb782553990a9c191cfb 199.19.213.67 - - [12/Apr/2026:20:59:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.609 [auth-system-keycloak-80] [] 10.0.0.158:8080 4246 0.609 200 c1da3c90ef92f30bdc49e28d74066bd0 199.19.213.67 - - [12/Apr/2026:21:00:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.524 [auth-system-keycloak-80] [] 10.0.0.158:8080 1925 0.522 200 e2bb963b3e33bfd91d671fe00aa841fe 199.19.213.67 - - [12/Apr/2026:21:00:00 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.093 [auth-system-keycloak-80] [] 10.0.0.158:8080 12500 0.092 200 8dca8b30701102b6a3c4b814c5eb4fc5 199.19.213.67 - - [12/Apr/2026:21:00:00 +0000] "GET /admin/realms/atmosphere/client-scopes/3b9bd9f1-fd2a-4e84-8b7f-ac6ec1d6973a HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.009 [auth-system-keycloak-80] [] 10.0.0.158:8080 1278 0.009 200 ef7b736aff00dd1aa0e9e9e2935bb5c2 199.19.213.67 - - [12/Apr/2026:21:00:00 +0000] "PUT /admin/realms/atmosphere/client-scopes/3b9bd9f1-fd2a-4e84-8b7f-ac6ec1d6973a HTTP/1.1" 204 0 "-" "Ansible" 1846 0.066 [auth-system-keycloak-80] [] 10.0.0.158:8080 0 0.065 204 6cb04e88fad45de06115aa4afce78e09 199.19.213.67 - - [12/Apr/2026:21:00:00 +0000] "GET /admin/realms/atmosphere/client-scopes/3b9bd9f1-fd2a-4e84-8b7f-ac6ec1d6973a/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.087 [auth-system-keycloak-80] [] 10.0.0.158:8080 963 0.086 200 4f9fd9fa4ac5f1df741c9ce8f438de7b 199.19.213.67 - - [12/Apr/2026:21:00:01 +0000] "GET /admin/realms/atmosphere/client-scopes/3b9bd9f1-fd2a-4e84-8b7f-ac6ec1d6973a/protocol-mappers/models/8e54ded8-f4c4-4fc9-8210-656ee88a8bc7 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.158:8080 366 0.013 200 71972436b48cd9d86faa4849dae4017f 199.19.213.67 - - [12/Apr/2026:21:00:01 +0000] "PUT /admin/realms/atmosphere/client-scopes/3b9bd9f1-fd2a-4e84-8b7f-ac6ec1d6973a/protocol-mappers/models/8e54ded8-f4c4-4fc9-8210-656ee88a8bc7 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.079 [auth-system-keycloak-80] [] 10.0.0.158:8080 0 0.078 204 38b2a49f281e642eb0095512fcb76f7c 199.19.213.67 - - [12/Apr/2026:21:00:01 +0000] "GET /admin/realms/atmosphere/client-scopes/3b9bd9f1-fd2a-4e84-8b7f-ac6ec1d6973a HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.080 [auth-system-keycloak-80] [] 10.0.0.158:8080 1218 0.080 200 2881886d46769973be2e8d5d2e3249ca 199.19.213.67 - - [12/Apr/2026:21:00:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.529 [auth-system-keycloak-80] [] 10.0.0.158:8080 1925 0.528 200 9bd9c384b4d2abbefdac414ae95b6618 199.19.213.67 - - [12/Apr/2026:21:00:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.158:8080 2 0.018 200 33809df1594fb32ca37bd6cd47b764cf 199.19.213.67 - - [12/Apr/2026:21:00:23 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.184 [auth-system-keycloak-80] [] 10.0.0.158:8080 0 0.183 201 543780fcec5f414e9fd262d5811c9e72 199.19.213.67 - - [12/Apr/2026:21:00:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.078 [auth-system-keycloak-80] [] 10.0.0.158:8080 1259 0.078 200 2de800b0e11778e4c7783d9e200a53c7 199.19.213.67 - - [12/Apr/2026:21:00:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.489 [auth-system-keycloak-80] [] 10.0.0.158:8080 1925 0.488 200 07bd309cafa75a75dd1a1d817bb65335 199.19.213.67 - - [12/Apr/2026:21:00:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.076 [auth-system-keycloak-80] [] 10.0.0.158:8080 2 0.076 200 b67a6215f9ea12a1a59eac438b643e1b 199.19.213.67 - - [12/Apr/2026:21:00:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.104 [auth-system-keycloak-80] [] 10.0.0.158:8080 0 0.103 201 9d8edeac009d4d63876327ff24a71b49 199.19.213.67 - - [12/Apr/2026:21:00:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.071 [auth-system-keycloak-80] [] 10.0.0.158:8080 1283 0.072 200 e6d7303b96bc8fa8f2f064ab521f1979 199.19.213.67 - - [12/Apr/2026:21:00:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.549 [auth-system-keycloak-80] [] 10.0.0.158:8080 1925 0.547 200 0fc93973defe321e41f6addd44cfc5d8 199.19.213.67 - - [12/Apr/2026:21:00:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.036 [auth-system-keycloak-80] [] 10.0.0.158:8080 2 0.037 200 dd77bcc07775b5adf5a1e6b4dd784d26 199.19.213.67 - - [12/Apr/2026:21:00:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.095 [auth-system-keycloak-80] [] 10.0.0.158:8080 0 0.094 201 087554d6a001bad78a0ea7a7ac052582 199.19.213.67 - - [12/Apr/2026:21:00:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.080 [auth-system-keycloak-80] [] 10.0.0.158:8080 1249 0.080 200 6d1d38af3775b31e158ca379d13cc118 199.19.213.67 - - [12/Apr/2026:21:00:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.486 [auth-system-keycloak-80] [] 10.0.0.158:8080 1925 0.485 200 92c51d3488ca3f98dea40789d4811dfd 199.19.213.67 - - [12/Apr/2026:21:00:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.158:8080 1259 0.008 200 1d5661c9b03c9294442351f8f2b76d46 199.19.213.67 - - [12/Apr/2026:21:00:26 +0000] "GET /admin/realms/atmosphere/clients/37477b55-412b-403b-bf49-f8e8edb39c70/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.050 [auth-system-keycloak-80] [] 10.0.0.158:8080 119 0.050 404 384f7c707eece2fc554df9be7a6653d1 199.19.213.67 - - [12/Apr/2026:21:00:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.158:8080 1259 0.009 200 201c2d454ea2095554085cb50cab222e 199.19.213.67 - - [12/Apr/2026:21:00:26 +0000] "POST /admin/realms/atmosphere/clients/37477b55-412b-403b-bf49-f8e8edb39c70/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.023 [auth-system-keycloak-80] [] 10.0.0.158:8080 0 0.022 201 f51fb1cc0cf890e641a97f2e15370833 199.19.213.67 - - [12/Apr/2026:21:00:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.034 [auth-system-keycloak-80] [] 10.0.0.158:8080 1259 0.034 200 d57a72e198cc2ae2a4a99ed512bdd36c 199.19.213.67 - - [12/Apr/2026:21:00:27 +0000] "GET /admin/realms/atmosphere/clients/37477b55-412b-403b-bf49-f8e8edb39c70/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.094 [auth-system-keycloak-80] [] 10.0.0.158:8080 166 0.094 200 0c052b18adab0ebce5df1c1604fffee5 199.19.213.67 - - [12/Apr/2026:21:00:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.158:8080 1925 0.477 200 0cadcc53c2dc5e58c012af572cd5a261 199.19.213.67 - - [12/Apr/2026:21:00:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.158:8080 1283 0.008 200 0beb481d21b2225123f173a37f8aed65 199.19.213.67 - - [12/Apr/2026:21:00:27 +0000] "GET /admin/realms/atmosphere/clients/b435b51c-dcce-42d8-b6b6-4b59ba4caec6/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.015 [auth-system-keycloak-80] [] 10.0.0.158:8080 119 0.015 404 a33de3a1aca1b6cd0acb7123d3d10db2 199.19.213.67 - - [12/Apr/2026:21:00:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.035 [auth-system-keycloak-80] [] 10.0.0.158:8080 1283 0.035 200 6a21e5c768054527edc17efc58d88eff 199.19.213.67 - - [12/Apr/2026:21:00:28 +0000] "POST /admin/realms/atmosphere/clients/b435b51c-dcce-42d8-b6b6-4b59ba4caec6/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.020 [auth-system-keycloak-80] [] 10.0.0.158:8080 0 0.018 201 0fdd3bd6819c4e8add10742975c647d9 199.19.213.67 - - [12/Apr/2026:21:00:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.158:8080 1283 0.008 200 18b88607db27dbafeb5be612b9eba615 199.19.213.67 - - [12/Apr/2026:21:00:28 +0000] "GET /admin/realms/atmosphere/clients/b435b51c-dcce-42d8-b6b6-4b59ba4caec6/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.048 [auth-system-keycloak-80] [] 10.0.0.158:8080 165 0.047 200 328b9b6a237030ec7382cf7db1b7088b 199.19.213.67 - - [12/Apr/2026:21:00:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.598 [auth-system-keycloak-80] [] 10.0.0.158:8080 1925 0.597 200 29feddd9d129d97f0c503914488766ad 199.19.213.67 - - [12/Apr/2026:21:00:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.158:8080 1283 0.007 200 ba982efe219e40daaf64fa9988789c91 199.19.213.67 - - [12/Apr/2026:21:00:29 +0000] "GET /admin/realms/atmosphere/clients/b435b51c-dcce-42d8-b6b6-4b59ba4caec6/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.071 [auth-system-keycloak-80] [] 10.0.0.158:8080 119 0.071 404 678e6f58c3e7667c3e34f474e0cfc560 199.19.213.67 - - [12/Apr/2026:21:00:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.158:8080 1283 0.008 200 db7c7b95e39b1422b32ce37f72cdab67 199.19.213.67 - - [12/Apr/2026:21:00:29 +0000] "POST /admin/realms/atmosphere/clients/b435b51c-dcce-42d8-b6b6-4b59ba4caec6/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.158:8080 0 0.018 201 d4dae91469be5a7fc7aa3e133b940b71 199.19.213.67 - - [12/Apr/2026:21:00:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.031 [auth-system-keycloak-80] [] 10.0.0.158:8080 1283 0.031 200 b74db8031f348e1ca069d32280449c99 199.19.213.67 - - [12/Apr/2026:21:00:29 +0000] "GET /admin/realms/atmosphere/clients/b435b51c-dcce-42d8-b6b6-4b59ba4caec6/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.158:8080 166 0.016 200 e5a54d282b7a186cad7997dc15bb2967 199.19.213.67 - - [12/Apr/2026:21:00:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.473 [auth-system-keycloak-80] [] 10.0.0.158:8080 1925 0.472 200 09689ee2842a61bc76213ed988f0c649 199.19.213.67 - - [12/Apr/2026:21:00:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.065 [auth-system-keycloak-80] [] 10.0.0.158:8080 1283 0.065 200 5bf10592b84d1fe1732baf983984c63f 199.19.213.67 - - [12/Apr/2026:21:00:30 +0000] "GET /admin/realms/atmosphere/clients/b435b51c-dcce-42d8-b6b6-4b59ba4caec6/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.158:8080 119 0.013 404 3ba329b587e5f7a80986beae7166d1c6 199.19.213.67 - - [12/Apr/2026:21:00:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.158:8080 1283 0.009 200 f4f5f9b46d9187c3d663a387b9e62413 199.19.213.67 - - [12/Apr/2026:21:00:30 +0000] "POST /admin/realms/atmosphere/clients/b435b51c-dcce-42d8-b6b6-4b59ba4caec6/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.058 [auth-system-keycloak-80] [] 10.0.0.158:8080 0 0.057 201 a7275d3a36e0c786da4b5026e1ac3034 199.19.213.67 - - [12/Apr/2026:21:00:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.158:8080 1283 0.008 200 71390429501cd884a476ed20c379a810 199.19.213.67 - - [12/Apr/2026:21:00:30 +0000] "GET /admin/realms/atmosphere/clients/b435b51c-dcce-42d8-b6b6-4b59ba4caec6/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.048 [auth-system-keycloak-80] [] 10.0.0.158:8080 166 0.048 200 1bcdd74aa59f1fbafc73cfb304e2848e 199.19.213.67 - - [12/Apr/2026:21:00:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.527 [auth-system-keycloak-80] [] 10.0.0.158:8080 1925 0.525 200 c65c7568732fc656df8d706b3abe28bd 199.19.213.67 - - [12/Apr/2026:21:00:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.158:8080 1249 0.011 200 809337c1aea2ddd4a51503e92a43d597 199.19.213.67 - - [12/Apr/2026:21:00:31 +0000] "GET /admin/realms/atmosphere/clients/e5380005-e258-4787-b6e8-1d72931cdada/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.047 [auth-system-keycloak-80] [] 10.0.0.158:8080 119 0.048 404 edf6b7f0323a9780be78bd9e583ebf54 199.19.213.67 - - [12/Apr/2026:21:00:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.158:8080 1249 0.008 200 7f3237a277528f3182dbac321f894e9e 199.19.213.67 - - [12/Apr/2026:21:00:31 +0000] "POST /admin/realms/atmosphere/clients/e5380005-e258-4787-b6e8-1d72931cdada/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.069 [auth-system-keycloak-80] [] 10.0.0.158:8080 0 0.068 201 b4daa33eea8fe2663814da552b9b563a 199.19.213.67 - - [12/Apr/2026:21:00:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.158:8080 1249 0.009 200 f2cedb4fb1572054c3f3a652fd5f32c3 W0412 21:00:31.322225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:31.322305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.67 - - [12/Apr/2026:21:00:31 +0000] "GET /admin/realms/atmosphere/clients/e5380005-e258-4787-b6e8-1d72931cdada/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.158:8080 166 0.015 200 3e48f339dbca7ec7437f914f9cbef222 I0412 21:00:34.626567 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.182.107"}] I0412 21:00:34.634655 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"dd3772ea-f8f9-4374-9b6d-8babfdd239dd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4235", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 21:00:34.655820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:34.655853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:37.989305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:00:37.989362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:41.036170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:41.036216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:41.110530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 21:01:41.110621 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0412 21:01:41.110753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:41.110803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:41.111131 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 21:01:41.111223 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0412 21:01:41.111278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:41.111302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:41.112141 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:01:41.112215 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0412 21:01:41.112255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:41.112277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:01:41.113871 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0412 21:01:41.113902 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0412 21:01:41.113902 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0412 21:01:41.113935 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0412 21:01:41.114084 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0412 21:01:41.114115 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0412 21:01:41.121069 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0412 21:01:41.121697 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0412 21:01:41.121732 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0412 21:01:41.121811 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"11e2b935-334a-49c6-a044-7723165a2fd4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4804", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0412 21:01:41.121930 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b2627823-83c5-4d83-8e85-5da2644eecfa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4805", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 21:01:41.122370 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0412 21:01:41.124050 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0412 21:01:41.124350 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"6a1ddb8d-314a-4ef0-aef8-339765ff941c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4809", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 21:01:41.124462 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0412 21:01:41.403377 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0412 21:01:41.404823 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0412 21:01:41.418219 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0412 21:01:41.419469 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0412 21:01:43.642539 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0412 21:01:43.644820 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" I0412 21:01:44.181882 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0412 21:01:44.183142 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0412 21:01:44.232770 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0412 21:01:44.233817 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" W0412 21:01:44.369651 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:01:44.369699 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 21:01:44.369725 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 21:01:44.369806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:44.369826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:01:44.369926 7 controller.go:196] "Configuration changes detected, backend reload required" I0412 21:01:44.432890 7 controller.go:216] "Backend successfully reloaded" I0412 21:01:44.433137 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-2ql7x", UID:"db87df93-9a71-4a1a-bdb2-975832a4a7ce", APIVersion:"v1", ResourceVersion:"1602", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0412 21:01:47.703888 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:01:47.704008 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 21:01:47.704069 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 21:01:47.704257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:47.704298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:51.037098 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:01:51.037157 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 21:01:51.037184 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 21:01:51.037272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:51.037289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:54.370892 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:01:54.370964 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 21:01:54.371009 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 21:01:54.371129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:54.371156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:57.703915 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:01:57.703988 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 21:01:57.704038 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 21:01:57.704169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:01:57.704199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:01.037050 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:02:01.037147 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 21:02:01.037194 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 21:02:01.037341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:01.037370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:04.370227 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:02:04.370292 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 21:02:04.370329 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 21:02:04.370444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:04.370469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:07.703343 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:02:07.703394 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 21:02:07.703420 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 21:02:07.703509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:07.703527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:11.037196 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:02:11.037261 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0412 21:02:11.037303 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 21:02:11.037421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:11.037450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:14.370671 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:02:14.370784 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 21:02:14.370945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:14.370978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:17.703501 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:02:17.703574 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0412 21:02:17.703661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:17.703684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.221 - - [12/Apr/2026:21:02:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.036 [auth-system-keycloak-80] [] 10.0.0.158:8080 6411 0.036 200 7cd0c62fe7ca27f31189f661cb39d87d 10.0.0.143 - - [12/Apr/2026:21:02:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.158:8080 6411 0.008 200 7e41415273b58f8d9d8bf8c936504ef1 W0412 21:02:21.036298 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0412 21:02:21.036581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:21.036614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:24.370141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:24.370240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:27.703881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:27.703920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:31.036882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:31.036923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:02:34.625863 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.182.107"}] I0412 21:02:34.626745 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.182.107"}] I0412 21:02:34.626810 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.182.107"}] I0412 21:02:34.632234 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"11e2b935-334a-49c6-a044-7723165a2fd4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5932", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0412 21:02:34.634053 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"6a1ddb8d-314a-4ef0-aef8-339765ff941c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5933", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 21:02:34.634127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:34.634149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0412 21:02:34.635432 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b2627823-83c5-4d83-8e85-5da2644eecfa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5934", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0412 21:02:37.968252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:37.968292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:41.302527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:02:41.302563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:08.655620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:08.655663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:11.989320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0412 21:03:11.989364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store