------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0413 06:05:29.584428 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0413 06:05:29.585341 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0413 06:05:29.593702 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0413 06:05:29.596197 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0413 06:05:29.898105 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0413 06:05:29.919180 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0413 06:05:29.933719 7 nginx.go:271] "Starting NGINX Ingress controller" I0413 06:05:29.938673 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"5d226567-1284-4424-8d9e-ada3bd9fa7e6", APIVersion:"v1", ResourceVersion:"1410", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0413 06:05:29.943188 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"e8193804-8df7-490f-a291-c37fc3116cc5", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0413 06:05:29.943270 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"1422bf41-490d-455f-b22d-8eb02a522023", APIVersion:"v1", ResourceVersion:"1411", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0413 06:05:31.136128 7 nginx.go:317] "Starting NGINX process" I0413 06:05:31.136668 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0413 06:05:31.136841 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0413 06:05:31.137411 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0413 06:05:31.137477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:05:31.137502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 06:05:31.137555 7 controller.go:196] "Configuration changes detected, backend reload required" I0413 06:05:31.145879 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0413 06:05:31.146057 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-z4jlj" I0413 06:05:31.173542 7 controller.go:216] "Backend successfully reloaded" I0413 06:05:31.173803 7 controller.go:227] "Initial sync, sleeping for 1 second" I0413 06:05:31.173966 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-z4jlj", UID:"6b0b7b32-a22c-4008-b161-bc36623f1af4", APIVersion:"v1", ResourceVersion:"1518", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0413 06:05:34.947975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:05:34.948000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:05:38.281684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:05:38.281758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:05:41.615059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:05:41.615105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:05:44.951176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:05:44.951284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:05:48.283939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:05:48.283991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:05:51.615550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:05:51.615599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:05:54.948227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:05:54.948315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:06:02.042147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:06:02.042191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:06:08.032934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:06:08.032965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:06:56.907283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:06:56.907324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:04.753802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:04.753830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:08.089264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:08.089302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:11.420939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:11.420988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:14.754707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:14.754737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:18.087388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:18.087428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:21.421904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:21.421945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:24.754495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:24.754536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:28.087473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:28.087517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:31.422495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:07:31.422590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0413 06:09:12.793355 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path W0413 06:09:55.593128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:09:55.593174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:09:58.927922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:09:58.927982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:09:59.237146 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-70.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-70.nip.io-tls was not found. Using default certificate W0413 06:09:59.237211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:09:59.237229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 06:09:59.239298 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0413 06:09:59.239335 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0413 06:09:59.251261 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0413 06:09:59.251550 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"6b38c5d2-f132-457e-a787-40a22f94b47d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3328", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 06:09:59.252081 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-70.nip.io-tls" in local store I0413 06:09:59.500762 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-70.nip.io-tls" I0413 06:09:59.502669 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-70.nip.io-tls" W0413 06:10:02.259902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:10:02.259942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 06:10:02.260012 7 controller.go:196] "Configuration changes detected, backend reload required" I0413 06:10:02.301819 7 controller.go:216] "Backend successfully reloaded" I0413 06:10:02.302348 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-z4jlj", UID:"6b0b7b32-a22c-4008-b161-bc36623f1af4", APIVersion:"v1", ResourceVersion:"1518", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.204.45.70 - - [13/Apr/2026:06:10:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.233 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 2.232 200 3fe55b55278a411226704d79bfbeb1dc 199.204.45.70 - - [13/Apr/2026:06:10:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.174 [auth-system-keycloak-80] [] 10.0.0.30:8080 116 0.174 404 e9434d70252c3192b1118aebb93b29e2 W0413 06:10:05.593367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:10:05.593438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [13/Apr/2026:06:10:08 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.796 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 3.796 201 293cb506a619d6eacf008425c7da5fc3 199.204.45.70 - - [13/Apr/2026:06:10:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.589 [auth-system-keycloak-80] [] 10.0.0.30:8080 4246 0.589 200 6ecb77724bd867021ba10ef923b17891 199.204.45.70 - - [13/Apr/2026:06:10:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.527 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.525 200 6fc1ce6cdced64ed58c0cfafa0d80763 199.204.45.70 - - [13/Apr/2026:06:10:10 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.079 [auth-system-keycloak-80] [] 10.0.0.30:8080 12500 0.079 200 8df21af2b6d94df554c17d956a8d6438 199.204.45.70 - - [13/Apr/2026:06:10:10 +0000] "GET /admin/realms/atmosphere/client-scopes/ab5c7e66-f033-4d0d-9cf7-dc2a0d847c87 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.061 [auth-system-keycloak-80] [] 10.0.0.30:8080 1278 0.061 200 4dfc5a1ac4b02b5547a4d55e6eb6a740 199.204.45.70 - - [13/Apr/2026:06:10:10 +0000] "PUT /admin/realms/atmosphere/client-scopes/ab5c7e66-f033-4d0d-9cf7-dc2a0d847c87 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.025 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.026 204 474c46c3d8d7a1ef3c9370dc7c26a79a 199.204.45.70 - - [13/Apr/2026:06:10:10 +0000] "GET /admin/realms/atmosphere/client-scopes/ab5c7e66-f033-4d0d-9cf7-dc2a0d847c87/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.017 [auth-system-keycloak-80] [] 10.0.0.30:8080 963 0.017 200 e4a60d6d9b18a93f4a2cd699e9fcf7a4 199.204.45.70 - - [13/Apr/2026:06:10:10 +0000] "GET /admin/realms/atmosphere/client-scopes/ab5c7e66-f033-4d0d-9cf7-dc2a0d847c87/protocol-mappers/models/b036f515-1bc5-4409-998c-c3a7fe953a6c HTTP/1.1" 200 366 "-" "Ansible" 1307 0.040 [auth-system-keycloak-80] [] 10.0.0.30:8080 366 0.040 200 3aae547719f831970453e2d50da77ce3 199.204.45.70 - - [13/Apr/2026:06:10:10 +0000] "PUT /admin/realms/atmosphere/client-scopes/ab5c7e66-f033-4d0d-9cf7-dc2a0d847c87/protocol-mappers/models/b036f515-1bc5-4409-998c-c3a7fe953a6c HTTP/1.1" 204 0 "-" "Ansible" 1620 0.019 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.018 204 40ee3725db3f5e3e2fff2b8cd0b9f8b0 199.204.45.70 - - [13/Apr/2026:06:10:10 +0000] "GET /admin/realms/atmosphere/client-scopes/ab5c7e66-f033-4d0d-9cf7-dc2a0d847c87 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.070 [auth-system-keycloak-80] [] 10.0.0.30:8080 1218 0.071 200 c30f623b4ab31f1d6a9a8c103425bc1a I0413 06:10:31.151243 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.12.238"}] I0413 06:10:31.155940 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"6b38c5d2-f132-457e-a787-40a22f94b47d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3582", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 06:10:31.157511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:10:31.157541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [13/Apr/2026:06:10:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.480 200 7be7cc4aea44962775cf89f7a08f4be4 199.204.45.70 - - [13/Apr/2026:06:10:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.014 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.014 200 5295bbb68ed95f425a8cb7cfa7247b33 199.204.45.70 - - [13/Apr/2026:06:10:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.258 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.257 201 876717a79ca0e97f1a7ab84f9dad8af1 199.204.45.70 - - [13/Apr/2026:06:10:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.093 [auth-system-keycloak-80] [] 10.0.0.30:8080 1259 0.092 200 afd17a469c1b1e78b23e8403562b00a3 199.204.45.70 - - [13/Apr/2026:06:10:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.594 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.592 200 265d472e13f1b4f824e0f1010ee4242c 199.204.45.70 - - [13/Apr/2026:06:10:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.022 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.022 200 f9b7ee290bc728f7961b8092109e40f2 199.204.45.70 - - [13/Apr/2026:06:10:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.102 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.102 201 71f6d1d0f4f20cf4d76647b33161fd02 199.204.45.70 - - [13/Apr/2026:06:10:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.080 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.080 200 9cb0a4dd1cbd41ec4b848950a4e4cdbb 199.204.45.70 - - [13/Apr/2026:06:10:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.738 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.737 200 90b9d9f96870be738c7298b76638a473 199.204.45.70 - - [13/Apr/2026:06:10:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.010 200 ff8fb5be28e24787a71c1f3801d8bcc7 199.204.45.70 - - [13/Apr/2026:06:10:34 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.074 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.073 201 2409a56eaec064ffca7c5780ab5c2b1a 199.204.45.70 - - [13/Apr/2026:06:10:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.069 [auth-system-keycloak-80] [] 10.0.0.30:8080 1249 0.070 200 68b3e51b66a56c9b2f8824e4ea3d882a 199.204.45.70 - - [13/Apr/2026:06:10:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.506 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.505 200 fbd1c8d0b9d3ed914e98cd264bf6da2f 199.204.45.70 - - [13/Apr/2026:06:10:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 1259 0.008 200 1f40d6523fd4e2eebd9c408ad86dd2a0 199.204.45.70 - - [13/Apr/2026:06:10:35 +0000] "GET /admin/realms/atmosphere/clients/99e87674-edc0-4d20-9213-21a796e021ba/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.016 404 c8e3d770e2f5f5904761faa16a55639c 199.204.45.70 - - [13/Apr/2026:06:10:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 1259 0.008 200 535c66274941b9c5c78759a3eabb7536 199.204.45.70 - - [13/Apr/2026:06:10:36 +0000] "POST /admin/realms/atmosphere/clients/99e87674-edc0-4d20-9213-21a796e021ba/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.044 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.043 201 e718c6e3dadbd929b1b1fdb8fd69067b 199.204.45.70 - - [13/Apr/2026:06:10:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.30:8080 1259 0.005 200 45eff0433f5dfb239a590a1bd797b55a 199.204.45.70 - - [13/Apr/2026:06:10:36 +0000] "GET /admin/realms/atmosphere/clients/99e87674-edc0-4d20-9213-21a796e021ba/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.056 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.056 200 1cf122bc8ded5bed97a6e2aeb4b9266b 199.204.45.70 - - [13/Apr/2026:06:10:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.482 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.480 200 4ac80b079d5cc953ab6a522304384bea 199.204.45.70 - - [13/Apr/2026:06:10:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.037 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.036 200 19c6312be04ca5ea21b8a8a8a50e4358 199.204.45.70 - - [13/Apr/2026:06:10:36 +0000] "GET /admin/realms/atmosphere/clients/774e10de-ca98-4842-981f-3a79b0e504ec/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.009 404 b16c3de86d9bb2451524e3bd1dbd453b 199.204.45.70 - - [13/Apr/2026:06:10:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.007 200 d0b5fef5e4a3bd93b36fa35e47cb6234 199.204.45.70 - - [13/Apr/2026:06:10:37 +0000] "POST /admin/realms/atmosphere/clients/774e10de-ca98-4842-981f-3a79b0e504ec/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.069 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.068 201 e64bc3c03869e9e4adaba0eff9008e53 199.204.45.70 - - [13/Apr/2026:06:10:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.006 200 994766e7a0f7ae53e17ecffae5315592 199.204.45.70 - - [13/Apr/2026:06:10:37 +0000] "GET /admin/realms/atmosphere/clients/774e10de-ca98-4842-981f-3a79b0e504ec/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.30:8080 165 0.012 200 85729b31761f20a1d55ade48333ff93b 199.204.45.70 - - [13/Apr/2026:06:10:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.513 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.512 200 fc00e990a8e67347c83450b6bc6eae46 199.204.45.70 - - [13/Apr/2026:06:10:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.008 200 37bc843d69c4e1ffc17c716a38136838 199.204.45.70 - - [13/Apr/2026:06:10:37 +0000] "GET /admin/realms/atmosphere/clients/774e10de-ca98-4842-981f-3a79b0e504ec/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.036 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.036 404 464cff7f0850c7ebfd6165ed719fc225 199.204.45.70 - - [13/Apr/2026:06:10:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.006 200 66bd77e72d96fb6785b7ce4100659148 199.204.45.70 - - [13/Apr/2026:06:10:37 +0000] "POST /admin/realms/atmosphere/clients/774e10de-ca98-4842-981f-3a79b0e504ec/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.028 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.026 201 acf2f46c35c65b47c3d8684b92a91c5b 199.204.45.70 - - [13/Apr/2026:06:10:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.028 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.029 200 194b1f0943bb7f37fb3633e57d34c851 199.204.45.70 - - [13/Apr/2026:06:10:38 +0000] "GET /admin/realms/atmosphere/clients/774e10de-ca98-4842-981f-3a79b0e504ec/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.013 200 255baf8643eed83676bbb94fe80e9860 199.204.45.70 - - [13/Apr/2026:06:10:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.444 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.443 200 84039dbf894341705358e7211d1b1cf4 199.204.45.70 - - [13/Apr/2026:06:10:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.030 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.030 200 d9542521218e73373af9fd394f4ac102 199.204.45.70 - - [13/Apr/2026:06:10:38 +0000] "GET /admin/realms/atmosphere/clients/774e10de-ca98-4842-981f-3a79b0e504ec/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.006 404 4a908544a09ead3f6671c4acad29ba2e 199.204.45.70 - - [13/Apr/2026:06:10:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.075 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.075 200 7a59f6f0acd9e9b54e1e0e410ea38297 199.204.45.70 - - [13/Apr/2026:06:10:38 +0000] "POST /admin/realms/atmosphere/clients/774e10de-ca98-4842-981f-3a79b0e504ec/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.020 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.020 201 401c9489fe998cd0f6aba403965ececb 199.204.45.70 - - [13/Apr/2026:06:10:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.054 [auth-system-keycloak-80] [] 10.0.0.30:8080 1283 0.054 200 eb9fe6e53375303e2df92dd1784f1fba 199.204.45.70 - - [13/Apr/2026:06:10:39 +0000] "GET /admin/realms/atmosphere/clients/774e10de-ca98-4842-981f-3a79b0e504ec/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.014 200 190b087c0a100c495b7f1ee81457c492 199.204.45.70 - - [13/Apr/2026:06:10:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.539 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.538 200 747a5d1cac660928f2a8856786096a6d 199.204.45.70 - - [13/Apr/2026:06:10:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.043 [auth-system-keycloak-80] [] 10.0.0.30:8080 1249 0.043 200 152503d66793524d8384c1da22569036 199.204.45.70 - - [13/Apr/2026:06:10:39 +0000] "GET /admin/realms/atmosphere/clients/b1b3fe71-b8ff-4fbd-9f48-4857c0c76e57/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.30:8080 119 0.017 404 134fae41727b0ee6b9a908bdf295438a 199.204.45.70 - - [13/Apr/2026:06:10:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.074 [auth-system-keycloak-80] [] 10.0.0.30:8080 1249 0.074 200 bb1cd77fd9fc9358c80dd84ef1f0595f 199.204.45.70 - - [13/Apr/2026:06:10:40 +0000] "POST /admin/realms/atmosphere/clients/b1b3fe71-b8ff-4fbd-9f48-4857c0c76e57/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.028 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.027 201 1bd46ba651d5bdc6f59e99247f3016e3 199.204.45.70 - - [13/Apr/2026:06:10:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.032 [auth-system-keycloak-80] [] 10.0.0.30:8080 1249 0.032 200 ccb5aaf9e6a03e5ab450155d41fabe19 199.204.45.70 - - [13/Apr/2026:06:10:40 +0000] "GET /admin/realms/atmosphere/clients/b1b3fe71-b8ff-4fbd-9f48-4857c0c76e57/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.30:8080 166 0.016 200 f21e8a3625ea0451e9541e7b18f550e6 W0413 06:11:51.933884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:11:51.933921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:11:52.010984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 06:11:52.011042 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 06:11:52.011052 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0413 06:11:52.011087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:11:52.011121 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0413 06:11:52.011139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:11:52.010984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 06:11:52.011224 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0413 06:11:52.011157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:11:52.011383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:11:52.011273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:11:52.011486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 06:11:52.012776 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0413 06:11:52.012821 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0413 06:11:52.012921 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0413 06:11:52.012940 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0413 06:11:52.013913 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0413 06:11:52.013950 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0413 06:11:52.018046 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0413 06:11:52.018417 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0413 06:11:52.018510 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ad4ddbea-95c8-47cd-833b-3767eaf3f115", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4227", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0413 06:11:52.020106 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0413 06:11:52.020475 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0413 06:11:52.020494 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0413 06:11:52.020697 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0413 06:11:52.020718 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a3b38281-b1be-4ee4-b3ad-cec1070df415", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4228", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0413 06:11:52.020731 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b6b55573-5629-427a-8f77-4bb80e0a0bc0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4229", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0413 06:11:52.443225 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0413 06:11:52.443969 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0413 06:11:52.932474 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0413 06:11:52.933757 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0413 06:11:53.184126 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0413 06:11:53.186004 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0413 06:11:55.268365 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 06:11:55.268440 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 06:11:55.268470 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 06:11:55.268598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:11:55.268621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 06:11:55.268757 7 controller.go:196] "Configuration changes detected, backend reload required" I0413 06:11:55.321761 7 controller.go:216] "Backend successfully reloaded" I0413 06:11:55.322101 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-z4jlj", UID:"6b0b7b32-a22c-4008-b161-bc36623f1af4", APIVersion:"v1", ResourceVersion:"1518", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0413 06:11:58.601224 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 06:11:58.601302 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 06:11:58.601345 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 06:11:58.601464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:11:58.601492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:01.936218 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 06:12:01.936276 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 06:12:01.936322 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 06:12:01.936428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:01.936454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:05.267415 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 06:12:05.267480 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 06:12:05.267531 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 06:12:05.267656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:05.267681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:08.601421 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 06:12:08.601478 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 06:12:08.601504 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 06:12:08.601603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:08.601627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:11.935138 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 06:12:11.935197 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 06:12:11.935224 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 06:12:11.935317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:11.935335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:15.267334 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 06:12:15.267412 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 06:12:15.267459 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 06:12:15.267614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:15.267643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.218 - - [13/Apr/2026:06:12:16 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.035 [auth-system-keycloak-80] [] 10.0.0.30:8080 6411 0.035 200 632b50fe53031e355bfe34ae0afa32be W0413 06:12:18.600869 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 06:12:18.600950 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 06:12:18.601118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:18.601148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:21.934287 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 06:12:21.934393 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 06:12:21.934588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:21.934623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.232 - - [13/Apr/2026:06:12:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 6411 0.008 200 c6fca6b0be8ac00ba4f23283811840a7 W0413 06:12:25.267543 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 06:12:25.267902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:25.267938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:28.601078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 06:12:28.601418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:28.601479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 06:12:31.153363 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.12.238"}] I0413 06:12:31.155680 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.12.238"}] I0413 06:12:31.156055 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.12.238"}] I0413 06:12:31.159336 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ad4ddbea-95c8-47cd-833b-3767eaf3f115", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5009", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0413 06:12:31.163706 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"a3b38281-b1be-4ee4-b3ad-cec1070df415", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5010", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0413 06:12:31.167074 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b6b55573-5629-427a-8f77-4bb80e0a0bc0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5011", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 06:12:31.934221 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 06:12:31.934421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:31.934447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:35.267785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:35.267852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:38.602709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:38.602767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:42.888136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:42.888186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [13/Apr/2026:06:12:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.500 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.499 200 39cd7d147a916ff5f99283ebd34c4316 199.204.45.70 - - [13/Apr/2026:06:12:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.006 [auth-system-keycloak-80] [] 10.0.0.30:8080 4246 0.006 200 8bb0b3ca7aafc217bad68b03007a7341 199.204.45.70 - - [13/Apr/2026:06:12:49 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.463 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.462 204 35afe315f6f7318a6ee929cfc7cf293c 199.204.45.70 - - [13/Apr/2026:06:12:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.201 [auth-system-keycloak-80] [] 10.0.0.30:8080 4384 0.201 200 69d75277aed3ef76dbae00983850397a 199.204.45.70 - - [13/Apr/2026:06:12:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.516 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.515 200 a752ef913bbf0c9b8fce06847e16465c 199.204.45.70 - - [13/Apr/2026:06:12:50 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.30:8080 1682 0.010 200 350b55d7370638b629ca61293e0a72bc 199.204.45.70 - - [13/Apr/2026:06:12:51 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.008 [auth-system-keycloak-80] [] 10.0.0.30:8080 6411 0.008 200 acca33cf521f53013776635e789da310 199.204.45.70 - - [13/Apr/2026:06:12:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.470 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.469 200 aea76f3601465e2e6f0dc3d2d3b84e3a 199.204.45.70 - - [13/Apr/2026:06:12:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.010 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.011 200 eeda9d9b8644d2a33d8c1905acc25c04 199.204.45.70 - - [13/Apr/2026:06:12:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.206 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.205 201 e2d4933caf9320ab379443c18778c40e 199.204.45.70 - - [13/Apr/2026:06:12:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.059 [auth-system-keycloak-80] [] 10.0.0.30:8080 2242 0.059 200 231a901f0f55649f4b911588bd88bc46 199.204.45.70 - - [13/Apr/2026:06:12:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.480 [auth-system-keycloak-80] [] 10.0.0.30:8080 1925 0.478 200 407b7c04d4933290a434598f2c1e05c1 199.204.45.70 - - [13/Apr/2026:06:12:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.30:8080 2242 0.007 200 2e3192c94be3b02a2029dc39633eb4e5 199.204.45.70 - - [13/Apr/2026:06:12:53 +0000] "GET /admin/realms/atmosphere/clients/f268f63e-538e-4103-9870-1591696e5920/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.038 [auth-system-keycloak-80] [] 10.0.0.30:8080 233 0.038 200 78fa86f4609c178ab78a95e2a1e6c29e 199.204.45.70 - - [13/Apr/2026:06:12:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.077 [auth-system-keycloak-80] [] 10.0.0.30:8080 831 0.077 200 6d1bde93ee911a0d01c7872b5e368b0c 199.204.45.70 - - [13/Apr/2026:06:12:54 +0000] "GET /admin/realms/atmosphere/clients/0f0a6b63-6588-4f10-896b-27a2f0c7cbdc/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.030 [auth-system-keycloak-80] [] 10.0.0.30:8080 3758 0.030 200 d452fa56174e6ddc8f4d8a6dc4e0c588 199.204.45.70 - - [13/Apr/2026:06:12:54 +0000] "GET /admin/realms/atmosphere/users/597ae26e-ff79-468a-b682-ea742a42d3af/role-mappings/clients/0f0a6b63-6588-4f10-896b-27a2f0c7cbdc/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.172 [auth-system-keycloak-80] [] 10.0.0.30:8080 3758 0.172 200 7e95aa78d10a737545aaa9762650c6b5 199.204.45.70 - - [13/Apr/2026:06:12:54 +0000] "GET /admin/realms/atmosphere/users/597ae26e-ff79-468a-b682-ea742a42d3af/role-mappings/clients/0f0a6b63-6588-4f10-896b-27a2f0c7cbdc/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.078 [auth-system-keycloak-80] [] 10.0.0.30:8080 2 0.077 200 77935ab8d6cb2c1b98a5979dfdbee9e9 199.204.45.70 - - [13/Apr/2026:06:12:54 +0000] "POST /admin/realms/atmosphere/users/597ae26e-ff79-468a-b682-ea742a42d3af/role-mappings/clients/0f0a6b63-6588-4f10-896b-27a2f0c7cbdc HTTP/1.1" 204 0 "-" "Ansible" 1388 0.083 [auth-system-keycloak-80] [] 10.0.0.30:8080 0 0.082 204 a39b6e04f51f820602f1292ae18020ab 199.204.45.70 - - [13/Apr/2026:06:12:54 +0000] "GET /admin/realms/atmosphere/users/597ae26e-ff79-468a-b682-ea742a42d3af/role-mappings/clients/0f0a6b63-6588-4f10-896b-27a2f0c7cbdc/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.016 [auth-system-keycloak-80] [] 10.0.0.30:8080 576 0.016 200 e95c80e8c0258da704e3d72ca6980a33 W0413 06:12:57.438291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:12:57.438325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:13:00.772489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:13:00.772530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:15:03.371693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:15:03.371729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:15:37.058976 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0413 06:15:37.059154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:15:37.059202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 06:15:37.062977 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0413 06:15:37.063057 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0413 06:15:37.068384 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0413 06:15:37.068840 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e6f55c37-d548-41e3-9dd1-e52171c350c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6259", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 06:15:37.068972 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0413 06:15:37.069460 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0413 06:15:37.069539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:15:37.069560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 06:15:37.069693 7 controller.go:196] "Configuration changes detected, backend reload required" I0413 06:15:37.122724 7 controller.go:216] "Backend successfully reloaded" I0413 06:15:37.123043 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-z4jlj", UID:"6b0b7b32-a22c-4008-b161-bc36623f1af4", APIVersion:"v1", ResourceVersion:"1518", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0413 06:15:37.369148 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0413 06:15:37.370837 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0413 06:15:40.403453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:15:40.403512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.70 - - [13/Apr/2026:06:15:41 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.008 [openstack-keystone-api-5000] [] 10.0.0.221:5000 280 0.008 300 174bddd5c09ae410cb5e37b0df256a59 I0413 06:16:31.155159 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.110.12.238"}] I0413 06:16:31.162657 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e6f55c37-d548-41e3-9dd1-e52171c350c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6562", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 06:16:31.165066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 06:16:31.165114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store