------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0626 03:32:42.546170 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0626 03:32:42.546316 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0626 03:32:42.551695 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0626 03:32:42.554340 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0626 03:32:42.628344 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0626 03:32:42.650897 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0626 03:32:42.660392 7 nginx.go:271] "Starting NGINX Ingress controller" I0626 03:32:42.667343 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"8b4c2f1b-56c0-4196-8191-665086424e43", APIVersion:"v1", ResourceVersion:"1340", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0626 03:32:42.670844 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"a7545cd8-72bb-46a9-bc82-6bef198673e3", APIVersion:"v1", ResourceVersion:"1339", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0626 03:32:42.670885 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"5d6d74be-3bfc-447b-ab76-a72fce78fb46", APIVersion:"v1", ResourceVersion:"1341", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0626 03:32:43.862270 7 nginx.go:317] "Starting NGINX process" I0626 03:32:43.862436 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0626 03:32:43.862966 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0626 03:32:43.863551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:32:43.863579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 03:32:43.863661 7 controller.go:196] "Configuration changes detected, backend reload required" I0626 03:32:43.876842 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0626 03:32:43.876938 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-tmf8q" I0626 03:32:43.903896 7 controller.go:216] "Backend successfully reloaded" I0626 03:32:43.904294 7 controller.go:227] "Initial sync, sleeping for 1 second" I0626 03:32:43.904375 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tmf8q", UID:"566dbcac-bcf6-45b4-8b14-1f7020aa2fbe", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0626 03:32:47.690607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:32:47.690638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:32:51.024842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:32:51.024883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:32:54.358352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:32:54.358404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:32:57.691565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:32:57.691649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:33:01.025064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:33:01.025124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:33:04.358027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:33:04.358076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:33:07.691422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:33:07.691485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:33:11.024937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:33:11.025012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:33:14.357527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:33:14.357565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:33:21.576641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:33:21.576668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:09.211906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:09.212038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:12.545964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:12.546020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:15.879352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:15.879381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:19.213004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:19.213054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:22.545535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:22.545571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:25.879593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:25.879641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:29.212754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:29.212790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:32.545560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:32.545611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:35.878821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:35.878909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:39.212951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:39.212998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:42.545341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:34:42.545375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:35:31.570327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:35:31.570352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:35:34.773572 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-169.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-169.nip.io-tls was not found. Using default certificate W0626 03:35:34.773783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:35:34.773804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 03:35:34.776133 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:14.7kB} I0626 03:35:34.776159 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0626 03:35:34.783897 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0626 03:35:34.784296 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-169.nip.io-tls" in local store I0626 03:35:34.784871 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d52e799d-8886-4d83-924c-4b24c6b69447", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2998", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0626 03:35:34.908813 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-169.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-169.nip.io-tls was not found. Using default certificate W0626 03:35:34.908871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:35:34.908884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 03:35:34.908932 7 controller.go:196] "Configuration changes detected, backend reload required" I0626 03:35:34.959188 7 controller.go:216] "Backend successfully reloaded" I0626 03:35:34.960135 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tmf8q", UID:"566dbcac-bcf6-45b4-8b14-1f7020aa2fbe", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0626 03:35:35.134213 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-169.nip.io-tls" I0626 03:35:35.136874 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-169.nip.io-tls" W0626 03:35:38.238165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:35:38.238226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [26/Jun/2026:03:35:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.689 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.688 200 5477b9094d1f7b511027ed6c8c95eac7 W0626 03:35:41.570679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:35:41.570736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [26/Jun/2026:03:35:41 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.067 [auth-system-keycloak-80] [] 10.0.0.13:8080 28 0.066 404 6b0ecc60753e3c3f44644c3118c72502 199.204.45.169 - - [26/Jun/2026:03:35:42 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 1.138 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 1.136 201 11fa9049011bd5ee54c55d5ff69aeed5 199.204.45.169 - - [26/Jun/2026:03:35:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.223 [auth-system-keycloak-80] [] 10.0.0.13:8080 4101 0.223 200 de5a05ffccbe87d1350d8bedaeb61ab6 199.204.45.169 - - [26/Jun/2026:03:35:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.069 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.067 200 7cd354fc051e54fcc73bed66e786079e 199.204.45.169 - - [26/Jun/2026:03:35:43 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11535 "-" "Ansible" 1211 0.030 [auth-system-keycloak-80] [] 10.0.0.13:8080 11535 0.029 200 b6f254d2f8cb9ac1e09e06e1f7240af2 199.204.45.169 - - [26/Jun/2026:03:35:43 +0000] "GET /admin/realms/atmosphere/client-scopes/91bedf3a-d88d-4e2a-8187-23fce4ddc2b2 HTTP/1.1" 200 1146 "-" "Ansible" 1248 0.015 [auth-system-keycloak-80] [] 10.0.0.13:8080 1146 0.015 200 ce6b780100b88c3e33c4223f1ff32dcb 199.204.45.169 - - [26/Jun/2026:03:35:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/91bedf3a-d88d-4e2a-8187-23fce4ddc2b2 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.022 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.022 204 008f5c0c0bdde7c811aba5774f5b51af 199.204.45.169 - - [26/Jun/2026:03:35:43 +0000] "GET /admin/realms/atmosphere/client-scopes/91bedf3a-d88d-4e2a-8187-23fce4ddc2b2/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1272 0.028 [auth-system-keycloak-80] [] 10.0.0.13:8080 831 0.028 200 90a32f012b653f06acf0dbc6b2dfcc51 199.204.45.169 - - [26/Jun/2026:03:35:43 +0000] "GET /admin/realms/atmosphere/client-scopes/91bedf3a-d88d-4e2a-8187-23fce4ddc2b2/protocol-mappers/models/357e5eb1-d241-45ee-94eb-7f49a4a57d2b HTTP/1.1" 200 331 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.13:8080 331 0.011 200 5c350545f789e07f0a171bbbe6b6f76d 199.204.45.169 - - [26/Jun/2026:03:35:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/91bedf3a-d88d-4e2a-8187-23fce4ddc2b2/protocol-mappers/models/357e5eb1-d241-45ee-94eb-7f49a4a57d2b HTTP/1.1" 204 0 "-" "Ansible" 1622 0.024 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.024 204 d17fa1180fe751398794ee04d87bedda 199.204.45.169 - - [26/Jun/2026:03:35:43 +0000] "GET /admin/realms/atmosphere/client-scopes/91bedf3a-d88d-4e2a-8187-23fce4ddc2b2 HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.021 [auth-system-keycloak-80] [] 10.0.0.13:8080 1121 0.021 200 6f70e6fc6992ffb75f23eedd68fbad4d I0626 03:35:43.885326 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.108.183.194"}] I0626 03:35:43.893465 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d52e799d-8886-4d83-924c-4b24c6b69447", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3139", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0626 03:35:44.904077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:35:44.904136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [26/Jun/2026:03:36:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.046 200 ec9d466bc6e2c05ce845bd35b39e2f22 199.204.45.169 - - [26/Jun/2026:03:36:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.019 [auth-system-keycloak-80] [] 10.0.0.13:8080 2 0.018 200 608d549692a01f7766bd782ec0eb304b 199.204.45.169 - - [26/Jun/2026:03:36:05 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.072 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.070 201 7195c524efa809a7a82009ec27e7ad63 199.204.45.169 - - [26/Jun/2026:03:36:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.029 [auth-system-keycloak-80] [] 10.0.0.13:8080 1261 0.030 200 d16cd38b94a129036b1632a0e3a0cc51 199.204.45.169 - - [26/Jun/2026:03:36:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.044 200 c605eedc3f52d18aa03dc2f8ecacba52 199.204.45.169 - - [26/Jun/2026:03:36:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.13:8080 2 0.013 200 d11b5bae6c7d0e2353642b8bb990e9fa 199.204.45.169 - - [26/Jun/2026:03:36:05 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.034 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.033 201 a59ed4b25b4eb1fc10ec74153d31c6b7 199.204.45.169 - - [26/Jun/2026:03:36:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.030 [auth-system-keycloak-80] [] 10.0.0.13:8080 1286 0.030 200 47523538252ae8bcafa5a2dda1715e83 199.204.45.169 - - [26/Jun/2026:03:36:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.043 200 e4c6581416b91c351792b8b23bbf4979 199.204.45.169 - - [26/Jun/2026:03:36:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.014 [auth-system-keycloak-80] [] 10.0.0.13:8080 2 0.014 200 2073feca69c280f17dc8f1d210eb55da 199.204.45.169 - - [26/Jun/2026:03:36:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.046 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.045 201 a478cb445406f7facead29e47cc91f62 199.204.45.169 - - [26/Jun/2026:03:36:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.021 [auth-system-keycloak-80] [] 10.0.0.13:8080 1251 0.021 200 f38699af04157810017ebdffdc047b5f 199.204.45.169 - - [26/Jun/2026:03:36:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.043 200 c177b069e29f62a053cbe1ab8121a686 199.204.45.169 - - [26/Jun/2026:03:36:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.13:8080 1261 0.010 200 7a52f09a354757bd1cb19792694acec9 199.204.45.169 - - [26/Jun/2026:03:36:06 +0000] "GET /admin/realms/atmosphere/clients/3d653561-ebbb-4235-a427-73551f7581ed/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.030 [auth-system-keycloak-80] [] 10.0.0.13:8080 31 0.030 404 9a7d30eafb126b3d43e7e0058da66306 199.204.45.169 - - [26/Jun/2026:03:36:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.13:8080 1261 0.010 200 975fc9edf94107b88dc04cfc4b166e51 199.204.45.169 - - [26/Jun/2026:03:36:06 +0000] "POST /admin/realms/atmosphere/clients/3d653561-ebbb-4235-a427-73551f7581ed/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.017 201 82354010573908123904bd06d47a8d92 199.204.45.169 - - [26/Jun/2026:03:36:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.13:8080 1261 0.009 200 9bcabb7648f6806811fe3dc63a011682 199.204.45.169 - - [26/Jun/2026:03:36:06 +0000] "GET /admin/realms/atmosphere/clients/3d653561-ebbb-4235-a427-73551f7581ed/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.13:8080 166 0.018 200 d30ed7504d9a050944f3bc65df282c44 199.204.45.169 - - [26/Jun/2026:03:36:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.053 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.052 200 3a11e856c01c5b80710132c19a1dda84 199.204.45.169 - - [26/Jun/2026:03:36:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.13:8080 1286 0.007 200 47207fd4e7b4384ff1254fc4c2b351b3 199.204.45.169 - - [26/Jun/2026:03:36:07 +0000] "GET /admin/realms/atmosphere/clients/5d296744-065c-4a73-88b3-8c863c35bf05/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.13:8080 31 0.012 404 3f21c9961b687ec16e07b8ee3768d801 199.204.45.169 - - [26/Jun/2026:03:36:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.13:8080 1286 0.010 200 728e8c7b4ec74c8a439ae3f25bef494c 199.204.45.169 - - [26/Jun/2026:03:36:07 +0000] "POST /admin/realms/atmosphere/clients/5d296744-065c-4a73-88b3-8c863c35bf05/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.017 201 1a8aa5e54af92618272e43a7885ad50f 199.204.45.169 - - [26/Jun/2026:03:36:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.13:8080 1286 0.008 200 6317e6ba857beaa694a0a73977371134 199.204.45.169 - - [26/Jun/2026:03:36:07 +0000] "GET /admin/realms/atmosphere/clients/5d296744-065c-4a73-88b3-8c863c35bf05/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.015 [auth-system-keycloak-80] [] 10.0.0.13:8080 165 0.015 200 851f0d84999bf3328ff2d21fe3ec8dc7 199.204.45.169 - - [26/Jun/2026:03:36:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.054 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.053 200 db071eed94015a86909529ad1d43353e 199.204.45.169 - - [26/Jun/2026:03:36:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.13:8080 1286 0.010 200 86f554c23ac4ffe1f79878fc3b134f3d 199.204.45.169 - - [26/Jun/2026:03:36:07 +0000] "GET /admin/realms/atmosphere/clients/5d296744-065c-4a73-88b3-8c863c35bf05/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.13:8080 31 0.011 404 e6261b8a21fd77ecd0da39cbb4e4b9d7 199.204.45.169 - - [26/Jun/2026:03:36:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.13:8080 1286 0.008 200 405e6448abdb748e45b3958fb6c8306f 199.204.45.169 - - [26/Jun/2026:03:36:07 +0000] "POST /admin/realms/atmosphere/clients/5d296744-065c-4a73-88b3-8c863c35bf05/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.014 201 ec29a155c19fda47ca70b2a194f8fafa 199.204.45.169 - - [26/Jun/2026:03:36:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.13:8080 1286 0.006 200 6890ace0ac26ae2d94d01194c3fc2175 199.204.45.169 - - [26/Jun/2026:03:36:07 +0000] "GET /admin/realms/atmosphere/clients/5d296744-065c-4a73-88b3-8c863c35bf05/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.13:8080 166 0.012 200 4d72f5108f80ecf3e673bae65c55c6d2 199.204.45.169 - - [26/Jun/2026:03:36:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.046 200 d856717aee2b05c395e7fe74a9883594 199.204.45.169 - - [26/Jun/2026:03:36:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.13:8080 1286 0.014 200 5304c201ba286b23bd584aebb6c6eeaa 199.204.45.169 - - [26/Jun/2026:03:36:08 +0000] "GET /admin/realms/atmosphere/clients/5d296744-065c-4a73-88b3-8c863c35bf05/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.13:8080 31 0.011 404 9a03a96517656682d78277690bb819ff 199.204.45.169 - - [26/Jun/2026:03:36:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.13:8080 1286 0.006 200 bed47898667edbce9da3a20cefec000e 199.204.45.169 - - [26/Jun/2026:03:36:08 +0000] "POST /admin/realms/atmosphere/clients/5d296744-065c-4a73-88b3-8c863c35bf05/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.018 201 c8beb095b448797a08dc8cbce89233ff 199.204.45.169 - - [26/Jun/2026:03:36:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.13:8080 1286 0.008 200 0b158261567144c38b3eab852150cf6b 199.204.45.169 - - [26/Jun/2026:03:36:08 +0000] "GET /admin/realms/atmosphere/clients/5d296744-065c-4a73-88b3-8c863c35bf05/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.13:8080 166 0.017 200 a199812d6d079091a84f46869edf3962 199.204.45.169 - - [26/Jun/2026:03:36:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.047 200 b49227886999e95d96e11dcf1c8fe6f0 199.204.45.169 - - [26/Jun/2026:03:36:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.13:8080 1251 0.008 200 3537c39471a8c0c846ae45d3834f40cd 199.204.45.169 - - [26/Jun/2026:03:36:08 +0000] "GET /admin/realms/atmosphere/clients/2b66f055-08e1-4a54-9a3f-8f001c277c93/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.13:8080 31 0.007 404 a77e5ad3175ae035d6f7828a8744bd6b 199.204.45.169 - - [26/Jun/2026:03:36:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.13:8080 1251 0.006 200 6dafc26d6eac91dd6c8873dbd2143cc7 199.204.45.169 - - [26/Jun/2026:03:36:08 +0000] "POST /admin/realms/atmosphere/clients/2b66f055-08e1-4a54-9a3f-8f001c277c93/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.013 201 df68c29be73b11a899a5fe7d69476710 199.204.45.169 - - [26/Jun/2026:03:36:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.13:8080 1251 0.007 200 40baf41db92333008138ac81e19940bb 199.204.45.169 - - [26/Jun/2026:03:36:08 +0000] "GET /admin/realms/atmosphere/clients/2b66f055-08e1-4a54-9a3f-8f001c277c93/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.13:8080 166 0.012 200 dccf9ac65f3f85937f92c8115fedf078 W0626 03:37:21.032827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:21.032865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:21.126414 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 03:37:21.126491 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0626 03:37:21.126535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:21.126758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:21.126575 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 03:37:21.126874 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0626 03:37:21.126933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:21.126956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:21.127048 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 03:37:21.127150 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0626 03:37:21.127218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:21.127261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 03:37:21.128826 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0626 03:37:21.128856 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0626 03:37:21.130098 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0626 03:37:21.130130 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0626 03:37:21.133018 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0626 03:37:21.133050 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0626 03:37:21.140528 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0626 03:37:21.141134 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0626 03:37:21.141161 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0626 03:37:21.141387 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0626 03:37:21.141415 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0626 03:37:21.141639 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0626 03:37:21.141693 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"028d12c1-bff8-4751-b207-deed789c2a30", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4006", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 03:37:21.141718 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"dc02ff9e-63ec-4323-9c1c-0810ec2eb32c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4009", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 03:37:21.141729 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"cc901c33-92e1-4b9e-8b5a-ec0e0ba4bd46", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4017", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 03:37:21.768180 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0626 03:37:21.769203 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0626 03:37:21.927634 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0626 03:37:21.928742 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" I0626 03:37:23.501597 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0626 03:37:23.503381 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0626 03:37:23.554617 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0626 03:37:23.556306 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0626 03:37:24.366367 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 03:37:24.366431 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 03:37:24.366459 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 03:37:24.366599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:24.366623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 03:37:24.366757 7 controller.go:196] "Configuration changes detected, backend reload required" I0626 03:37:24.417046 7 controller.go:216] "Backend successfully reloaded" I0626 03:37:24.417589 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tmf8q", UID:"566dbcac-bcf6-45b4-8b14-1f7020aa2fbe", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0626 03:37:27.700448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 03:37:27.700573 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 03:37:27.700622 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 03:37:27.700863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:27.700883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:31.033817 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 03:37:31.033868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 03:37:31.033888 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 03:37:31.033987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:31.034006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:34.366780 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 03:37:34.366850 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 03:37:34.366910 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 03:37:34.367052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:34.367072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:37.700240 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 03:37:37.700299 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 03:37:37.700326 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 03:37:37.700431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:37.700447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:41.033335 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 03:37:41.033391 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 03:37:41.033420 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 03:37:41.033527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:41.033544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 03:37:43.887099 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.108.183.194"}] I0626 03:37:43.887166 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.108.183.194"}] I0626 03:37:43.887228 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.108.183.194"}] I0626 03:37:43.894333 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"cc901c33-92e1-4b9e-8b5a-ec0e0ba4bd46", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4681", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 03:37:43.896063 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"028d12c1-bff8-4751-b207-deed789c2a30", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4682", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 03:37:43.898803 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"dc02ff9e-63ec-4323-9c1c-0810ec2eb32c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4683", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0626 03:37:44.366832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 03:37:44.366891 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 03:37:44.366925 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 03:37:44.367067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:44.367090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:47.699519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 03:37:47.699570 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 03:37:47.699602 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 03:37:47.699729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:47.699748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:51.032889 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 03:37:51.032944 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0626 03:37:51.032968 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 03:37:51.033068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:51.033094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:54.368166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 03:37:54.368256 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0626 03:37:54.368376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:54.368395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.10 - - [26/Jun/2026:03:37:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.045 [auth-system-keycloak-80] [] 10.0.0.13:8080 6264 0.045 200 90d8f36eb633545c8ced2005c2b12fcf 10.0.0.176 - - [26/Jun/2026:03:37:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.13:8080 6264 0.007 200 81aebc50fb57eaef72ec95ab035856e0 W0626 03:37:57.700170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 03:37:57.700350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:37:57.700373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:38:01.033217 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0626 03:38:01.033555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:38:01.033593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:38:04.366722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:38:04.366783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:38:11.637708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:38:11.637740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [26/Jun/2026:03:38:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.047 200 a4607898213e168e127f25c8c8e3d47d 199.204.45.169 - - [26/Jun/2026:03:38:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1197 0.010 [auth-system-keycloak-80] [] 10.0.0.13:8080 4101 0.009 200 aea879f8a1c1b1a09e072ce2ad253de7 199.204.45.169 - - [26/Jun/2026:03:38:19 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5556 0.199 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.198 204 efaf88403de2ae0658820905c1d4cb5b 199.204.45.169 - - [26/Jun/2026:03:38:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.060 [auth-system-keycloak-80] [] 10.0.0.13:8080 4239 0.060 200 8dc3979ffe4f31bc857d82bf5d098aaa 199.204.45.169 - - [26/Jun/2026:03:38:20 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.13:8080 6264 0.007 200 efa1070485347b53d3537a973cc76d11 199.204.45.169 - - [26/Jun/2026:03:38:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.043 200 38c641518efa3aab5f299207458d5845 199.204.45.169 - - [26/Jun/2026:03:38:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.13:8080 2 0.010 200 f36116885e27476856a0727f260b1257 199.204.45.169 - - [26/Jun/2026:03:38:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.057 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.055 201 2b8eecf691dfa1ef149a44f644b5ab4b 199.204.45.169 - - [26/Jun/2026:03:38:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.13:8080 2141 0.023 200 d251485bb6530ad32c870e0f283defdf 199.204.45.169 - - [26/Jun/2026:03:38:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.044 200 77bc89c4af6c0f6f45c81593e3397d36 199.204.45.169 - - [26/Jun/2026:03:38:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.13:8080 2141 0.010 200 a3d483a39aa1e2e340cfc884a6b53399 199.204.45.169 - - [26/Jun/2026:03:38:22 +0000] "GET /admin/realms/atmosphere/clients/0a5fac16-7939-45fe-8990-4b1d86108ecc/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.018 [auth-system-keycloak-80] [] 10.0.0.13:8080 233 0.019 200 0bb75ddd86ad48029a6625e46f02cf57 199.204.45.169 - - [26/Jun/2026:03:38:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.023 [auth-system-keycloak-80] [] 10.0.0.13:8080 831 0.023 200 ed398d5f23c5cf211923c32392219b3f 199.204.45.169 - - [26/Jun/2026:03:38:22 +0000] "GET /admin/realms/atmosphere/clients/40430cbf-9ef4-4347-a1d2-287f72b1fcac/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.036 [auth-system-keycloak-80] [] 10.0.0.13:8080 3758 0.035 200 52b746b9322af125cc2e24aff38c3472 199.204.45.169 - - [26/Jun/2026:03:38:22 +0000] "GET /admin/realms/atmosphere/users/64b7d490-c666-4323-a145-d2fc9bb65b1d/role-mappings/clients/40430cbf-9ef4-4347-a1d2-287f72b1fcac/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.079 [auth-system-keycloak-80] [] 10.0.0.13:8080 3758 0.079 200 d234436f51db8af3496a61de634920a6 199.204.45.169 - - [26/Jun/2026:03:38:22 +0000] "GET /admin/realms/atmosphere/users/64b7d490-c666-4323-a145-d2fc9bb65b1d/role-mappings/clients/40430cbf-9ef4-4347-a1d2-287f72b1fcac/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.023 [auth-system-keycloak-80] [] 10.0.0.13:8080 2 0.022 200 073bd1258b8658cff1b9193bef7064c4 199.204.45.169 - - [26/Jun/2026:03:38:22 +0000] "POST /admin/realms/atmosphere/users/64b7d490-c666-4323-a145-d2fc9bb65b1d/role-mappings/clients/40430cbf-9ef4-4347-a1d2-287f72b1fcac HTTP/1.1" 204 0 "-" "Ansible" 1390 0.021 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.020 204 4d3234dc14edbf71b3dc6964a43ca4dc 199.204.45.169 - - [26/Jun/2026:03:38:22 +0000] "GET /admin/realms/atmosphere/users/64b7d490-c666-4323-a145-d2fc9bb65b1d/role-mappings/clients/40430cbf-9ef4-4347-a1d2-287f72b1fcac/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.021 [auth-system-keycloak-80] [] 10.0.0.13:8080 576 0.020 200 b3f880540f8e3a6bbedfd38fe9fd9ecd W0626 03:38:25.000287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:38:25.000340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:38:28.334888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:38:28.334925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:40:30.020212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:40:30.020278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:01.971611 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0626 03:41:01.971658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:01.971667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 03:41:01.974107 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0626 03:41:01.974125 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0626 03:41:01.977236 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0626 03:41:01.977697 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0626 03:41:01.977880 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"fa70e4b4-c303-449b-bd8b-8a5c68e49f72", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6364", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0626 03:41:01.978045 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0626 03:41:01.978121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:01.978151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 03:41:01.978252 7 controller.go:196] "Configuration changes detected, backend reload required" I0626 03:41:02.022822 7 controller.go:216] "Backend successfully reloaded" I0626 03:41:02.023070 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tmf8q", UID:"566dbcac-bcf6-45b4-8b14-1f7020aa2fbe", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0626 03:41:02.213188 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0626 03:41:02.214293 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0626 03:41:05.312347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:05.312486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [26/Jun/2026:03:41:06 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 e096946a83cb19cc71e8f68b7b12bccd 199.204.45.169 - - [26/Jun/2026:03:41:07 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.004 200 777cc669bd55540d4c6ca9c5033485ad 199.204.45.169 - - [26/Jun/2026:03:41:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.365 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1297 0.366 201 5a19a7215cdaa65b9d056b1cb2e0ead4 199.204.45.169 - - [26/Jun/2026:03:41:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 0f030ff8222e5d6c37cfd448f060c7a7 199.204.45.169 - - [26/Jun/2026:03:41:08 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.031 [openstack-keystone-api-5000] [] 10.0.0.106:5000 368 0.031 200 8751f0b5e3d916ea7bb064a48a6a3b80 199.204.45.169 - - [26/Jun/2026:03:41:08 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.003 200 8a54d9340850b298b05df9a27229b005 199.204.45.169 - - [26/Jun/2026:03:41:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1297 0.295 201 b3048ab3e088902bd754ba3d92aaf88b 199.204.45.169 - - [26/Jun/2026:03:41:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 6335877b492b87fabfe067898eee8a34 199.204.45.169 - - [26/Jun/2026:03:41:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.106:5000 101 0.023 404 5cd416feaf061730b936d4b20e535d8c 199.204.45.169 - - [26/Jun/2026:03:41:09 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.106:5000 156 0.021 200 f46b7518426cb51c8127aa73fffbff47 199.204.45.169 - - [26/Jun/2026:03:41:09 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 681 0.037 [openstack-keystone-api-5000] [] 10.0.0.106:5000 454 0.036 201 e60030fa0728acd708c66688a7c9ee04 199.204.45.169 - - [26/Jun/2026:03:41:09 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.003 200 ca81bbcbd1a240487a0fc038fc292492 199.204.45.169 - - [26/Jun/2026:03:41:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.319 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1297 0.320 201 d704dc641cf86fbdc9c5d83d7f69d640 199.204.45.169 - - [26/Jun/2026:03:41:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 d3ab2b43a46903ca4dbc88c362776a2b 199.204.45.169 - - [26/Jun/2026:03:41:10 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.027 [openstack-keystone-api-5000] [] 10.0.0.106:5000 98 0.027 404 b888dad761bd407680308661b0a0c477 199.204.45.169 - - [26/Jun/2026:03:41:10 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.020 [openstack-keystone-api-5000] [] 10.0.0.106:5000 136 0.021 200 4ea828ab0810d31ca666744dbc85e30a 199.204.45.169 - - [26/Jun/2026:03:41:10 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 739 0.024 [openstack-keystone-api-5000] [] 10.0.0.106:5000 332 0.023 201 a89805278a83283ffbf7e51e20c9d813 199.204.45.169 - - [26/Jun/2026:03:41:10 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.004 200 d5ca190b73ff91ca6b800991e529b8b5 199.204.45.169 - - [26/Jun/2026:03:41:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1297 0.285 201 fc8c3197d20a0c27d2e922e73136fc56 199.204.45.169 - - [26/Jun/2026:03:41:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 ffa51201da4573e88e597c3f8585eb0a 199.204.45.169 - - [26/Jun/2026:03:41:10 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.106:5000 131 0.023 404 198c9223fbed393876e948e4f19101e3 199.204.45.169 - - [26/Jun/2026:03:41:11 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 486 0.021 [openstack-keystone-api-5000] [] 10.0.0.106:5000 168 0.022 200 4bf20c568b5e9300068456ea34925925 199.204.45.169 - - [26/Jun/2026:03:41:11 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 581 0.025 [openstack-keystone-api-5000] [] 10.0.0.106:5000 224 0.024 201 55a0def67d1e259644ce82ffa93317dc W0626 03:41:15.133984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:15.134111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:18.468303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:18.468356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:21.800894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:21.801020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:41.217807 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0626 03:41:41.218118 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0626 03:41:41.218248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:41.218274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 03:41:41.222627 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0626 03:41:41.222653 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0626 03:41:41.228234 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" W0626 03:41:41.228537 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0626 03:41:41.228738 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0626 03:41:41.228802 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0626 03:41:41.228840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:41.228849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 03:41:41.228934 7 controller.go:196] "Configuration changes detected, backend reload required" I0626 03:41:41.232897 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"693762ba-3e14-416f-8ef4-3538a50b17e2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6779", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 03:41:41.275705 7 controller.go:216] "Backend successfully reloaded" I0626 03:41:41.275894 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tmf8q", UID:"566dbcac-bcf6-45b4-8b14-1f7020aa2fbe", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0626 03:41:41.539730 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" I0626 03:41:41.541202 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" I0626 03:41:43.885036 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.108.183.194"}] I0626 03:41:43.885328 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.108.183.194"}] I0626 03:41:43.892000 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"fa70e4b4-c303-449b-bd8b-8a5c68e49f72", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6843", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0626 03:41:43.896217 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"693762ba-3e14-416f-8ef4-3538a50b17e2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6844", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0626 03:41:44.562720 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0626 03:41:44.562943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:44.562971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:47.895536 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0626 03:41:47.895667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:41:47.895683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:42:20.625305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:42:20.625538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:42:23.959026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:42:23.959317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:42:24.137194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:42:24.137235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 03:42:24.144005 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.007s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:32.2kB} I0626 03:42:24.144236 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" 199.204.45.169 - - [26/Jun/2026:03:42:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.062 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.059 200 9dceade2f729f99eb4195ef7c723347b 199.204.45.169 - - [26/Jun/2026:03:42:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.011 [auth-system-keycloak-80] [] 10.0.0.13:8080 4239 0.011 200 1c2406b6fa6087bbc85fe630a2516522 199.204.45.169 - - [26/Jun/2026:03:42:29 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5702 0.130 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.129 204 ee88d7240844f2e50b745a08187e45d2 199.204.45.169 - - [26/Jun/2026:03:42:30 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.063 [auth-system-keycloak-80] [] 10.0.0.13:8080 4239 0.062 200 185da3dc9df8fdc7fa554d0c167cfdf0 199.204.45.169 - - [26/Jun/2026:03:42:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.047 200 bb3679b276011561f107ae774fedf5a4 199.204.45.169 - - [26/Jun/2026:03:42:30 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11510 "-" "Ansible" 1211 0.012 [auth-system-keycloak-80] [] 10.0.0.13:8080 11510 0.011 200 24e9f83e5cfc07a926c5d92abcc2b4cc 199.204.45.169 - - [26/Jun/2026:03:42:30 +0000] "GET /admin/realms/atmosphere/client-scopes/91bedf3a-d88d-4e2a-8187-23fce4ddc2b2 HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.006 [auth-system-keycloak-80] [] 10.0.0.13:8080 1121 0.005 200 0e673497f2e98adcf0fc3a96f8f04a3f 199.204.45.169 - - [26/Jun/2026:03:42:30 +0000] "PUT /admin/realms/atmosphere/client-scopes/91bedf3a-d88d-4e2a-8187-23fce4ddc2b2 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.011 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.011 204 e27da1cb832ad751f09c1aeb9a2f1c3a 199.204.45.169 - - [26/Jun/2026:03:42:30 +0000] "GET /admin/realms/atmosphere/client-scopes/91bedf3a-d88d-4e2a-8187-23fce4ddc2b2/protocol-mappers/models HTTP/1.1" 200 806 "-" "Ansible" 1272 0.010 [auth-system-keycloak-80] [] 10.0.0.13:8080 806 0.011 200 d6c006a2bed6581969e1212f66ebb6df 199.204.45.169 - - [26/Jun/2026:03:42:30 +0000] "GET /admin/realms/atmosphere/client-scopes/91bedf3a-d88d-4e2a-8187-23fce4ddc2b2/protocol-mappers/models/357e5eb1-d241-45ee-94eb-7f49a4a57d2b HTTP/1.1" 200 306 "-" "Ansible" 1309 0.005 [auth-system-keycloak-80] [] 10.0.0.13:8080 306 0.005 200 3f9148a8c9473689455197f4b294faf4 199.204.45.169 - - [26/Jun/2026:03:42:30 +0000] "PUT /admin/realms/atmosphere/client-scopes/91bedf3a-d88d-4e2a-8187-23fce4ddc2b2/protocol-mappers/models/357e5eb1-d241-45ee-94eb-7f49a4a57d2b HTTP/1.1" 204 0 "-" "Ansible" 1622 0.012 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.012 204 458d4addee8b44f75caf46d963a6fbf2 199.204.45.169 - - [26/Jun/2026:03:42:30 +0000] "GET /admin/realms/atmosphere/client-scopes/91bedf3a-d88d-4e2a-8187-23fce4ddc2b2 HTTP/1.1" 200 1121 "-" "Ansible" 1248 0.013 [auth-system-keycloak-80] [] 10.0.0.13:8080 1121 0.012 200 546fdaaf570ce8f4b6f840320e1010b7 199.204.45.169 - - [26/Jun/2026:03:42:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.055 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.053 200 34b0ebabc6201485edd2e95601d77789 199.204.45.169 - - [26/Jun/2026:03:42:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.004 [auth-system-keycloak-80] [] 10.0.0.13:8080 1261 0.005 200 587ed6c8f08b61b0a5146f325789e3fb 199.204.45.169 - - [26/Jun/2026:03:42:36 +0000] "PUT /admin/realms/atmosphere/clients/3d653561-ebbb-4235-a427-73551f7581ed HTTP/1.1" 204 0 "-" "Ansible" 2607 0.028 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.027 204 bc98b6599af1b155701258a3bdd7c70d 199.204.45.169 - - [26/Jun/2026:03:42:36 +0000] "GET /admin/realms/atmosphere/clients/3d653561-ebbb-4235-a427-73551f7581ed HTTP/1.1" 200 1259 "-" "Ansible" 1242 0.016 [auth-system-keycloak-80] [] 10.0.0.13:8080 1259 0.016 200 4d10268f3801ec7fb5988058ee54fc1e 199.204.45.169 - - [26/Jun/2026:03:42:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.057 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.057 200 90035d0ea36667cc698d3a1e054ebee0 199.204.45.169 - - [26/Jun/2026:03:42:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.13:8080 1286 0.004 200 de6040a30e4e1d827f1f05284deeaac4 199.204.45.169 - - [26/Jun/2026:03:42:36 +0000] "PUT /admin/realms/atmosphere/clients/5d296744-065c-4a73-88b3-8c863c35bf05 HTTP/1.1" 204 0 "-" "Ansible" 2633 0.022 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.022 204 a01cd3a56486f6f87ddf0d4c7a6557fc 199.204.45.169 - - [26/Jun/2026:03:42:36 +0000] "GET /admin/realms/atmosphere/clients/5d296744-065c-4a73-88b3-8c863c35bf05 HTTP/1.1" 200 1284 "-" "Ansible" 1242 0.014 [auth-system-keycloak-80] [] 10.0.0.13:8080 1284 0.015 200 2c44bb0133278a6615973e1136e798c1 199.204.45.169 - - [26/Jun/2026:03:42:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.050 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.050 200 deff34f266fab99014edee316605f662 199.204.45.169 - - [26/Jun/2026:03:42:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.13:8080 1251 0.007 200 6d411730d1d7db37f7413008e5a959bc 199.204.45.169 - - [26/Jun/2026:03:42:37 +0000] "PUT /admin/realms/atmosphere/clients/2b66f055-08e1-4a54-9a3f-8f001c277c93 HTTP/1.1" 204 0 "-" "Ansible" 2597 0.034 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.033 204 d899e506b0c36fcf7c6e2e65eaf54186 199.204.45.169 - - [26/Jun/2026:03:42:37 +0000] "GET /admin/realms/atmosphere/clients/2b66f055-08e1-4a54-9a3f-8f001c277c93 HTTP/1.1" 200 1249 "-" "Ansible" 1242 0.026 [auth-system-keycloak-80] [] 10.0.0.13:8080 1249 0.027 200 56ff752aada6f2d701cc5a7a124f4bd9 199.204.45.169 - - [26/Jun/2026:03:42:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.048 200 6d5df22ab2afbdb36ae17f2b054ae705 199.204.45.169 - - [26/Jun/2026:03:42:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.024 [auth-system-keycloak-80] [] 10.0.0.13:8080 1261 0.024 200 88c7290526bc1ab5ae706bdabbac472d 199.204.45.169 - - [26/Jun/2026:03:42:37 +0000] "GET /admin/realms/atmosphere/clients/3d653561-ebbb-4235-a427-73551f7581ed/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.13:8080 166 0.009 200 331c3ed39c8016149a3d76f7279f4202 199.204.45.169 - - [26/Jun/2026:03:42:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.054 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.052 200 7750f5e2a7e037e8432d7ea2b8958aa0 199.204.45.169 - - [26/Jun/2026:03:42:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.13:8080 1286 0.008 200 ef32d5a2fdefac1f355106cb3fb340f1 199.204.45.169 - - [26/Jun/2026:03:42:38 +0000] "GET /admin/realms/atmosphere/clients/5d296744-065c-4a73-88b3-8c863c35bf05/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.005 [auth-system-keycloak-80] [] 10.0.0.13:8080 165 0.004 200 60728aee096fdaf1d5e735bdcd361a8b 199.204.45.169 - - [26/Jun/2026:03:42:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.044 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.042 200 a014b009743aec2f7d58dbbdacbcaa5e 199.204.45.169 - - [26/Jun/2026:03:42:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.13:8080 1286 0.006 200 198822f2405e443ad77b993f10cb6694 199.204.45.169 - - [26/Jun/2026:03:42:38 +0000] "GET /admin/realms/atmosphere/clients/5d296744-065c-4a73-88b3-8c863c35bf05/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.13:8080 166 0.006 200 c03253f269ee63450bd6782b6d352cff 199.204.45.169 - - [26/Jun/2026:03:42:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.058 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.057 200 a784b8c4b03fc902b6b806f3f880f884 199.204.45.169 - - [26/Jun/2026:03:42:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.13:8080 1286 0.007 200 0f756b9d6fd27a242ff50461cc16ede1 199.204.45.169 - - [26/Jun/2026:03:42:39 +0000] "GET /admin/realms/atmosphere/clients/5d296744-065c-4a73-88b3-8c863c35bf05/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.13:8080 166 0.006 200 fb259571332ca2e11b02b682fe773944 199.204.45.169 - - [26/Jun/2026:03:42:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.040 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.039 200 d6041631bb1501d0ce271a7b2d30cdbb 199.204.45.169 - - [26/Jun/2026:03:42:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.13:8080 1251 0.014 200 bac9b8ad686dfdbba2a115272b7b1b78 199.204.45.169 - - [26/Jun/2026:03:42:39 +0000] "GET /admin/realms/atmosphere/clients/2b66f055-08e1-4a54-9a3f-8f001c277c93/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.13:8080 166 0.008 200 7879ecbe897d7840fd0256bd90f0a750 W0626 03:42:40.270348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:42:40.270379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [26/Jun/2026:03:43:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.041 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.040 200 107e6cf19fa4c85ac6adc3b954c6649b 199.204.45.169 - - [26/Jun/2026:03:43:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.004 [auth-system-keycloak-80] [] 10.0.0.13:8080 4239 0.004 200 68b1eb9d963f0c919c58e1252a788851 199.204.45.169 - - [26/Jun/2026:03:43:30 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5702 0.067 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.066 204 0198fd90ff9c214d139dfd94c1862797 199.204.45.169 - - [26/Jun/2026:03:43:30 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1197 0.055 [auth-system-keycloak-80] [] 10.0.0.13:8080 4239 0.054 200 bd1a5e45b76d34ea5ede27df92290365 199.204.45.169 - - [26/Jun/2026:03:43:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6264 "-" "ansible-httpget" 181 0.011 [auth-system-keycloak-80] [] 10.0.0.13:8080 6264 0.010 200 7e88dbbbbfd7d3ee16e2556d3ca5adfb 199.204.45.169 - - [26/Jun/2026:03:43:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.041 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.040 200 e54b87098acd2e9b76c52b3232a65caf 199.204.45.169 - - [26/Jun/2026:03:43:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.13:8080 2141 0.006 200 24cd685e9ef2ffd6b8473f629b78edda 199.204.45.169 - - [26/Jun/2026:03:43:31 +0000] "PUT /admin/realms/atmosphere/clients/0a5fac16-7939-45fe-8990-4b1d86108ecc HTTP/1.1" 204 0 "-" "Ansible" 3535 0.036 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.035 204 6413543492743d10fca224a0ebd27e90 199.204.45.169 - - [26/Jun/2026:03:43:31 +0000] "GET /admin/realms/atmosphere/clients/0a5fac16-7939-45fe-8990-4b1d86108ecc HTTP/1.1" 200 2139 "-" "Ansible" 1242 0.029 [auth-system-keycloak-80] [] 10.0.0.13:8080 2139 0.029 200 dc0269add171b32b2f03061a9e172f72 199.204.45.169 - - [26/Jun/2026:03:43:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.043 200 ccc8e98c86413e0245e69510e005b8bf 199.204.45.169 - - [26/Jun/2026:03:43:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2141 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.13:8080 2141 0.009 200 240c8aa2d0a7e13cc8e4d34751b6db74 199.204.45.169 - - [26/Jun/2026:03:43:32 +0000] "GET /admin/realms/atmosphere/clients/0a5fac16-7939-45fe-8990-4b1d86108ecc/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.010 [auth-system-keycloak-80] [] 10.0.0.13:8080 233 0.010 200 4770a45356885be6880e2f047f63258e 199.204.45.169 - - [26/Jun/2026:03:43:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.008 [auth-system-keycloak-80] [] 10.0.0.13:8080 831 0.007 200 7840c3bd348316cd50401e020c0eb1da 199.204.45.169 - - [26/Jun/2026:03:43:32 +0000] "GET /admin/realms/atmosphere/clients/40430cbf-9ef4-4347-a1d2-287f72b1fcac/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.004 [auth-system-keycloak-80] [] 10.0.0.13:8080 3758 0.004 200 7ebc1b6e6beb29dc138807aa843927b6 199.204.45.169 - - [26/Jun/2026:03:43:32 +0000] "GET /admin/realms/atmosphere/users/64b7d490-c666-4323-a145-d2fc9bb65b1d/role-mappings/clients/40430cbf-9ef4-4347-a1d2-287f72b1fcac/available HTTP/1.1" 200 3569 "-" "Ansible" 1309 0.007 [auth-system-keycloak-80] [] 10.0.0.13:8080 3569 0.007 200 0ee2fa002e7772484593dd0d87983af8 199.204.45.169 - - [26/Jun/2026:03:43:32 +0000] "GET /admin/realms/atmosphere/users/64b7d490-c666-4323-a145-d2fc9bb65b1d/role-mappings/clients/40430cbf-9ef4-4347-a1d2-287f72b1fcac/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.003 [auth-system-keycloak-80] [] 10.0.0.13:8080 576 0.003 200 d0be45395f1367cdbf701ecb3629b9dd W0626 03:43:36.480689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:43:36.480730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 03:43:36.485228 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0626 03:43:36.485270 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" 199.204.45.169 - - [26/Jun/2026:03:43:37 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 b8279c50b1c5d02de000707467da6ac3 199.204.45.169 - - [26/Jun/2026:03:43:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.004 200 462d76ac2a668a536abd491101f0e207 199.204.45.169 - - [26/Jun/2026:03:43:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1297 0.317 201 8ce4916938ba23a9fc6dd6fb4f72f2ac 199.204.45.169 - - [26/Jun/2026:03:43:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 34e47549a878861ea3bc4e60f582365d 199.204.45.169 - - [26/Jun/2026:03:43:38 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.106:5000 368 0.029 200 0dead18707ca533d0143eecf14b97470 199.204.45.169 - - [26/Jun/2026:03:43:39 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.005 200 82972e3c6e44a821d26196db87afcccd 199.204.45.169 - - [26/Jun/2026:03:43:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1297 0.282 201 b4c9c3758ea5066fbff6646453b1fe0f 199.204.45.169 - - [26/Jun/2026:03:43:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 963049b0a81fb1b0470d4bcfa8e6dd67 199.204.45.169 - - [26/Jun/2026:03:43:39 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.106:5000 454 0.024 200 415f809d2933e21ff5322b4e52ad7304 199.204.45.169 - - [26/Jun/2026:03:43:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.004 200 dfbf9aa20ad5fdd73a3304e82e0a9130 199.204.45.169 - - [26/Jun/2026:03:43:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.280 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1297 0.281 201 2d366f398578219230be5b535527a750 199.204.45.169 - - [26/Jun/2026:03:43:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.003 300 2d444bee624c324d3eec11eaf744784d 199.204.45.169 - - [26/Jun/2026:03:43:40 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 200 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.106:5000 332 0.024 200 38a2c064a92efe4125d79be732b23cc6 199.204.45.169 - - [26/Jun/2026:03:43:41 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.004 200 a933344b51b6c2f7f35be55f389b8ed9 199.204.45.169 - - [26/Jun/2026:03:43:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1297 0.286 201 f7e7fe932724ec6098816dec46f5fe03 199.204.45.169 - - [26/Jun/2026:03:43:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.002 300 ab1f76af3bbf9bf80b5d82440710a043 199.204.45.169 - - [26/Jun/2026:03:43:41 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 200 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.021 [openstack-keystone-api-5000] [] 10.0.0.106:5000 224 0.021 200 9857b9600d326399bc01d2dc7c741f9c W0626 03:43:47.110753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0626 03:43:47.110800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0626 03:43:47.116099 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:32.2kB} I0626 03:43:47.116132 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" 199.204.45.169 - - [26/Jun/2026:03:43:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.041 [auth-system-keycloak-80] [] 10.0.0.13:8080 1885 0.040 200 3f1707149025c49c4177bc57adae0f2c 199.204.45.169 - - [26/Jun/2026:03:43:50 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.019 [auth-system-keycloak-80] [] 10.0.0.13:8080 2 0.018 200 f6bb5a6c3ae46f48ffc46d4f8439a0f0 199.204.45.169 - - [26/Jun/2026:03:43:50 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.027 [auth-system-keycloak-80] [] 10.0.0.13:8080 0 0.026 201 80eb56c0ec51aa186524eae2fe0079d7 199.204.45.169 - - [26/Jun/2026:03:43:50 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.014 [auth-system-keycloak-80] [] 10.0.0.13:8080 322 0.013 200 dc66964e98c4255d92fcfca3afa40ead 199.204.45.169 - - [26/Jun/2026:03:43:50 +0000] "GET /admin/realms/atmosphere/users/1f721901-a41d-421e-892f-619b073269ae/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.012 [auth-system-keycloak-80] [] 10.0.0.13:8080 2 0.011 200 29cd1b8af5b99bec31a96e0702c5b339 199.204.45.169 - - [26/Jun/2026:03:43:50 +0000] "GET /admin/realms/atmosphere/users/1f721901-a41d-421e-892f-619b073269ae/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.007 [auth-system-keycloak-80] [] 10.0.0.13:8080 2 0.006 200 0810e803b32bd32080a746980d8f69c8 199.204.45.169 - - [26/Jun/2026:03:43:52 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.003 200 5f66aadf6be59be85c1a96ca57798fff 199.204.45.169 - - [26/Jun/2026:03:43:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.278 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1297 0.277 201 df28edbda05079851a12e4d25d596d6f 199.204.45.169 - - [26/Jun/2026:03:43:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 6f5fb793b7c97d623ad8f00ff793f729 199.204.45.169 - - [26/Jun/2026:03:43:52 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.030 [openstack-keystone-api-5000] [] 10.0.0.106:5000 90 0.031 404 19e04630824925fbce00197626fdd4e4 199.204.45.169 - - [26/Jun/2026:03:43:52 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.025 [openstack-keystone-api-5000] [] 10.0.0.106:5000 368 0.025 200 c78fccf0d7f82bd8189cd61eee76f198 199.204.45.169 - - [26/Jun/2026:03:43:52 +0000] "GET /v3/users?domain_id=aae96a8994e140dcba7598a8cbc79e1c&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.036 [openstack-keystone-api-5000] [] 10.0.0.106:5000 174 0.036 200 2e2de673e8e0f8d4736fd7505d56929b 199.204.45.169 - - [26/Jun/2026:03:44:03 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.106:5000 266 0.005 200 848ef44efa82bd11406f292f3176912a 199.204.45.169 - - [26/Jun/2026:03:44:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.106:5000 1297 0.288 201 b11b277da554b9b380733bb50d3acd71 199.204.45.169 - - [26/Jun/2026:03:44:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.106:5000 281 0.004 300 6e66acf7a0029c6f8e8c730fb3d60395 199.204.45.169 - - [26/Jun/2026:03:44:03 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.028 [openstack-keystone-api-5000] [] 10.0.0.106:5000 90 0.029 404 ce256f776a146c31e5fd0b15bc7a2750 199.204.45.169 - - [26/Jun/2026:03:44:03 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.033 [openstack-keystone-api-5000] [] 10.0.0.106:5000 368 0.032 200 ec04c72e3a658adfebfe90128a3b22d0 199.204.45.169 - - [26/Jun/2026:03:44:03 +0000] "GET /v3/users?domain_id=aae96a8994e140dcba7598a8cbc79e1c&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.126 [openstack-keystone-api-5000] [] 10.0.0.106:5000 451 0.126 200 f3aeb7f01ae398f83872fa36b73dcc87