------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0427 02:45:10.544561 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0427 02:45:10.544800 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0427 02:45:10.551578 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0427 02:45:10.554632 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0427 02:45:11.149274 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0427 02:45:11.168302 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0427 02:45:11.181228 7 nginx.go:271] "Starting NGINX Ingress controller" I0427 02:45:11.186577 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"a0933f11-2808-4ade-949e-52b9d5928e4b", APIVersion:"v1", ResourceVersion:"1604", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0427 02:45:11.188324 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"3d306963-847f-4d6c-a9bb-a867970af658", APIVersion:"v1", ResourceVersion:"1605", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0427 02:45:11.188765 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"d1ccb461-5381-49ff-9354-59a7aaf96c7a", APIVersion:"v1", ResourceVersion:"1606", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0427 02:45:12.383319 7 nginx.go:317] "Starting NGINX process" I0427 02:45:12.383395 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0427 02:45:12.383828 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0427 02:45:12.384175 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0427 02:45:12.384217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:12.384231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:45:12.384266 7 controller.go:196] "Configuration changes detected, backend reload required" I0427 02:45:12.394711 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0427 02:45:12.394729 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-24zdt" I0427 02:45:12.420326 7 controller.go:216] "Backend successfully reloaded" I0427 02:45:12.420417 7 controller.go:227] "Initial sync, sleeping for 1 second" I0427 02:45:12.420601 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-24zdt", UID:"d928cd63-1b52-4882-aeb4-0d6499ddb871", APIVersion:"v1", ResourceVersion:"1799", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0427 02:45:16.197530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:16.197555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:19.531742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:19.531792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:22.865322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:22.865371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:26.198346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:26.198421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:29.531499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:29.531527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:32.865130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:32.865180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:36.198715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:36.198769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:39.533359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:39.533405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:45.697221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:45.697250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:59.196276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:45:59.196306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:46:02.529894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:46:02.529920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:46:05.863293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:46:05.863341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:46:30.645250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:46:30.645276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:46:41.492181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:46:41.492216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:46:49.853823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:46:49.853860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:46:59.356085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:46:59.356112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:02.691006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:02.691049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:06.023225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:06.023277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:09.359153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:09.359219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:12.690146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:12.690195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:16.023888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:16.023917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:25.488196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:25.488227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:28.822469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:28.822510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:35.225706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:47:35.225734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:49:01.692098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:49:01.692285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:49:05.026750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:49:05.026799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:49:20.592401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:49:20.592444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:49:23.373585 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-205.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-205.nip.io-tls was not found. Using default certificate W0427 02:49:23.373635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:49:23.373647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:49:23.374939 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0427 02:49:23.374965 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0427 02:49:23.381305 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0427 02:49:23.381675 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-205.nip.io-tls" in local store I0427 02:49:23.381772 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d92a9a65-a739-456b-8bfa-6669f304263e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3999", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0427 02:49:23.631596 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-205.nip.io-tls" I0427 02:49:23.632734 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-205.nip.io-tls" W0427 02:49:23.926742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:49:23.926801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:49:23.926880 7 controller.go:196] "Configuration changes detected, backend reload required" I0427 02:49:23.967680 7 controller.go:216] "Backend successfully reloaded" I0427 02:49:23.967961 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-24zdt", UID:"d928cd63-1b52-4882-aeb4-0d6499ddb871", APIVersion:"v1", ResourceVersion:"1799", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0427 02:49:27.260422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:49:27.260456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.205 - - [27/Apr/2026:02:49:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.985 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 1.983 200 3dccb16cc6d4368983714b4cb410de68 199.19.213.205 - - [27/Apr/2026:02:49:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.178 [auth-system-keycloak-80] [] 10.0.0.210:8080 116 0.178 404 059a27b6e219b4dbb1c8b5e09c577394 199.19.213.205 - - [27/Apr/2026:02:49:32 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.689 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 3.688 201 5adcd8ef9f8c245f9152584f1bddd094 199.19.213.205 - - [27/Apr/2026:02:49:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.700 [auth-system-keycloak-80] [] 10.0.0.210:8080 4246 0.700 200 5c63a3abba3c0a2a38573e49b5bc8e32 199.19.213.205 - - [27/Apr/2026:02:49:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 0.512 200 cd6d4e2000230247813c656d7e13f0c1 199.19.213.205 - - [27/Apr/2026:02:49:34 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.013 [auth-system-keycloak-80] [] 10.0.0.210:8080 1682 0.013 200 477e62b3d66a7f67c9bbc71e590ec23e 199.19.213.205 - - [27/Apr/2026:02:49:35 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.032 [auth-system-keycloak-80] [] 10.0.0.210:8080 6432 0.033 200 e53bfbdb2e0239984ee2e4bee0285415 199.19.213.205 - - [27/Apr/2026:02:49:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.487 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 0.486 200 fb7b87f6cf4b14f5f52c7c70c908d3e9 199.19.213.205 - - [27/Apr/2026:02:49:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.075 [auth-system-keycloak-80] [] 10.0.0.210:8080 2 0.075 200 399e3d0623d1835631532935d1505832 199.19.213.205 - - [27/Apr/2026:02:49:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.214 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 0.214 201 edc0fad786c9242738efccc65395873c 199.19.213.205 - - [27/Apr/2026:02:49:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.081 [auth-system-keycloak-80] [] 10.0.0.210:8080 2246 0.081 200 d3f100867875144601c3366db99bbc37 199.19.213.205 - - [27/Apr/2026:02:49:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 0.481 200 557210f81bb81fcdcf9a2384628f50bd 199.19.213.205 - - [27/Apr/2026:02:49:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.039 [auth-system-keycloak-80] [] 10.0.0.210:8080 2246 0.039 200 92e467282959b9f2bfba3031adb49e0f 199.19.213.205 - - [27/Apr/2026:02:49:38 +0000] "GET /admin/realms/atmosphere/clients/0f9d8939-cf6c-4b04-b624-6bae60ee9735/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.020 [auth-system-keycloak-80] [] 10.0.0.210:8080 233 0.020 200 f1c34502bfc36794a5b827da5d7e4cf4 199.19.213.205 - - [27/Apr/2026:02:49:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.066 [auth-system-keycloak-80] [] 10.0.0.210:8080 831 0.066 200 de16945a7642d6a518285c84cabc2636 199.19.213.205 - - [27/Apr/2026:02:49:38 +0000] "GET /admin/realms/atmosphere/clients/c61f6f42-1cf9-4483-bb35-83ec084d6e87/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.096 [auth-system-keycloak-80] [] 10.0.0.210:8080 3758 0.095 200 6cbca662de4a28d6b6544d809e11a6b1 199.19.213.205 - - [27/Apr/2026:02:49:38 +0000] "GET /admin/realms/atmosphere/users/1b3fc221-262b-4d0c-81a1-8a03ab19b37b/role-mappings/clients/c61f6f42-1cf9-4483-bb35-83ec084d6e87/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.190 [auth-system-keycloak-80] [] 10.0.0.210:8080 3758 0.189 200 bb308b57a0e2a07d8246321105470dfe 199.19.213.205 - - [27/Apr/2026:02:49:38 +0000] "GET /admin/realms/atmosphere/users/1b3fc221-262b-4d0c-81a1-8a03ab19b37b/role-mappings/clients/c61f6f42-1cf9-4483-bb35-83ec084d6e87/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.090 [auth-system-keycloak-80] [] 10.0.0.210:8080 2 0.090 200 e16936c1d36eec51a79b8746b09f1c9a 199.19.213.205 - - [27/Apr/2026:02:49:38 +0000] "POST /admin/realms/atmosphere/users/1b3fc221-262b-4d0c-81a1-8a03ab19b37b/role-mappings/clients/c61f6f42-1cf9-4483-bb35-83ec084d6e87 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.089 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 0.088 204 5656a778e6c768bf09b1d1eb20a56b18 199.19.213.205 - - [27/Apr/2026:02:49:39 +0000] "GET /admin/realms/atmosphere/users/1b3fc221-262b-4d0c-81a1-8a03ab19b37b/role-mappings/clients/c61f6f42-1cf9-4483-bb35-83ec084d6e87/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.073 [auth-system-keycloak-80] [] 10.0.0.210:8080 576 0.073 200 2413117d6a0a14265c9770209825b843 W0427 02:49:55.414183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:49:55.414217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:50:12.400984 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.146.21"}] I0427 02:50:12.406012 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d92a9a65-a739-456b-8bfa-6669f304263e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4296", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0427 02:50:12.407318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:50:12.407354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:50:59.606435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:50:59.606516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:51:35.390160 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0427 02:51:35.390269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:51:35.390345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:51:35.393800 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.1kB} I0427 02:51:35.393837 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0427 02:51:35.400081 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0427 02:51:35.400315 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1af1013d-9eb7-4721-ac0a-7525a6e26b50", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4772", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0427 02:51:35.400486 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0427 02:51:35.400653 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0427 02:51:35.400698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:51:35.400717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:51:35.400798 7 controller.go:196] "Configuration changes detected, backend reload required" I0427 02:51:35.464307 7 controller.go:216] "Backend successfully reloaded" I0427 02:51:35.464600 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-24zdt", UID:"d928cd63-1b52-4882-aeb4-0d6499ddb871", APIVersion:"v1", ResourceVersion:"1799", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0427 02:51:35.792736 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0427 02:51:35.794569 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0427 02:51:38.736251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:51:38.736295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.205 - - [27/Apr/2026:02:51:40 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.221:5000 281 0.005 300 c6054c856de19ddb0c4207dca5b82b72 199.19.213.205 - - [27/Apr/2026:02:51:41 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.221:5000 266 0.003 200 d2a8c8b48bf110a425326b463e9ee382 199.19.213.205 - - [27/Apr/2026:02:51:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.452 [openstack-keystone-api-5000] [] 10.0.0.221:5000 1360 0.452 201 20b624c41fbd6561e01b4267f94ebcae 199.19.213.205 - - [27/Apr/2026:02:51:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.221:5000 281 0.004 300 2a952a34e845acb2f2f3e78bfd4e38c6 199.19.213.205 - - [27/Apr/2026:02:51:42 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.035 [openstack-keystone-api-5000] [] 10.0.0.221:5000 90 0.035 404 b3731686fbdc41d10031d1510bd71716 199.19.213.205 - - [27/Apr/2026:02:51:42 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.221:5000 370 0.025 200 89ac5073ce704a523caee59bf857f271 199.19.213.205 - - [27/Apr/2026:02:51:42 +0000] "GET /v3/domains/4ecf8bafcff5432c8b666a6da0e9db70 HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.221:5000 247 0.020 200 06cdb2a0b80375675b2209f0d4398f1e 199.19.213.205 - - [27/Apr/2026:02:51:42 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.221:5000 266 0.003 200 e729fe432ef81cc06cb825b66d9d141d 199.19.213.205 - - [27/Apr/2026:02:51:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.221:5000 1360 0.301 201 9c78101e72fa51aa3d4a94a5a4d7d2c0 199.19.213.205 - - [27/Apr/2026:02:51:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.221:5000 281 0.004 300 bfbe2218dd4c98c57bed20516b3599b6 199.19.213.205 - - [27/Apr/2026:02:51:43 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.221:5000 101 0.020 404 544fd3e52744c14d11c501d4af521f1e 199.19.213.205 - - [27/Apr/2026:02:51:43 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.021 [openstack-keystone-api-5000] [] 10.0.0.221:5000 156 0.021 200 c50c7d580c6640235388474acd4502fc 199.19.213.205 - - [27/Apr/2026:02:51:43 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.025 [openstack-keystone-api-5000] [] 10.0.0.221:5000 342 0.026 201 978123644f551cc393240f81925cf2ab 199.19.213.205 - - [27/Apr/2026:02:51:43 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.221:5000 266 0.003 200 e9bc98fb8f3c26c7f142642dbb51075a 199.19.213.205 - - [27/Apr/2026:02:51:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.221:5000 1360 0.294 201 9b506fb7b87c7752562a75f450d3d8b8 199.19.213.205 - - [27/Apr/2026:02:51:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.221:5000 281 0.003 300 e6a3a570c8d047ff47991e8ed7fe7685 199.19.213.205 - - [27/Apr/2026:02:51:44 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.221:5000 98 0.019 404 a32ce414af880c3be690d37b7dfdfce0 199.19.213.205 - - [27/Apr/2026:02:51:44 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.221:5000 136 0.017 200 c169813eb3221513b267c0560e09a7dd 199.19.213.205 - - [27/Apr/2026:02:51:44 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.019 [openstack-keystone-api-5000] [] 10.0.0.221:5000 357 0.019 201 32677cc530de61a1081f5eeb7a4ac2aa 199.19.213.205 - - [27/Apr/2026:02:51:45 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.221:5000 266 0.005 200 49dcc127ee86f459dcf252ea874df40f 199.19.213.205 - - [27/Apr/2026:02:51:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.221:5000 1360 0.291 201 58c339e003e68708daf73bc5f5a97f79 199.19.213.205 - - [27/Apr/2026:02:51:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.221:5000 281 0.003 300 cf7ca6662715c5ce98205c10672d0407 199.19.213.205 - - [27/Apr/2026:02:51:45 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.221:5000 131 0.022 404 5cae13f8a16baed8ea86a80bb032cc1f 199.19.213.205 - - [27/Apr/2026:02:51:45 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.221:5000 168 0.017 200 1205f56f2b0a1732982af9ff32a74841 199.19.213.205 - - [27/Apr/2026:02:51:45 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.024 [openstack-keystone-api-5000] [] 10.0.0.221:5000 224 0.025 201 08f2356dac03cfc2f1ad7d5ccc3d0718 199.19.213.205 - - [27/Apr/2026:02:51:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 0.494 200 330106b98a9de0c926b7f3caf6a813f7 199.19.213.205 - - [27/Apr/2026:02:51:51 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.010 [auth-system-keycloak-80] [] 10.0.0.210:8080 4246 0.010 200 18e2beb8202288f8ff552d03e8b38994 199.19.213.205 - - [27/Apr/2026:02:51:52 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.473 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 0.472 204 6cef1ef77c342c115b4a8130613fb940 199.19.213.205 - - [27/Apr/2026:02:51:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.189 [auth-system-keycloak-80] [] 10.0.0.210:8080 4384 0.189 200 e13c727b975bef5239c348810414cf3f W0427 02:51:52.600310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:51:52.600345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.205 - - [27/Apr/2026:02:51:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 0.489 200 072d967dfc4d0ea5793d18ea271eedcc 199.19.213.205 - - [27/Apr/2026:02:51:53 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.023 [auth-system-keycloak-80] [] 10.0.0.210:8080 12500 0.022 200 1b2e3b33069ed046817805b4cc684cf2 199.19.213.205 - - [27/Apr/2026:02:51:53 +0000] "GET /admin/realms/atmosphere/client-scopes/1074b620-bac3-4c11-b3de-8afec309ece1 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.007 [auth-system-keycloak-80] [] 10.0.0.210:8080 1278 0.007 200 fcb26a5fddedaf6e7a42f8580130b9b1 199.19.213.205 - - [27/Apr/2026:02:51:53 +0000] "PUT /admin/realms/atmosphere/client-scopes/1074b620-bac3-4c11-b3de-8afec309ece1 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.044 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 0.043 204 d6aa3be4a77b860d87428fa3d08c7057 199.19.213.205 - - [27/Apr/2026:02:51:53 +0000] "GET /admin/realms/atmosphere/client-scopes/1074b620-bac3-4c11-b3de-8afec309ece1/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.018 [auth-system-keycloak-80] [] 10.0.0.210:8080 963 0.018 200 5ef722653acc5141c9fa041a10c95a33 199.19.213.205 - - [27/Apr/2026:02:51:53 +0000] "GET /admin/realms/atmosphere/client-scopes/1074b620-bac3-4c11-b3de-8afec309ece1/protocol-mappers/models/8f1391c2-5095-489e-8be7-d31dd74f10ac HTTP/1.1" 200 366 "-" "Ansible" 1309 0.057 [auth-system-keycloak-80] [] 10.0.0.210:8080 366 0.056 200 89e63108990001ea532f1ea33ae2b722 199.19.213.205 - - [27/Apr/2026:02:51:53 +0000] "PUT /admin/realms/atmosphere/client-scopes/1074b620-bac3-4c11-b3de-8afec309ece1/protocol-mappers/models/8f1391c2-5095-489e-8be7-d31dd74f10ac HTTP/1.1" 204 0 "-" "Ansible" 1622 0.027 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 0.025 204 edc124b56ec20643e5ffc57c1877309e 199.19.213.205 - - [27/Apr/2026:02:51:53 +0000] "GET /admin/realms/atmosphere/client-scopes/1074b620-bac3-4c11-b3de-8afec309ece1 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.062 [auth-system-keycloak-80] [] 10.0.0.210:8080 1218 0.062 200 991443c5b3dd88ca60737c8220689c72 W0427 02:51:55.934562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:51:55.934612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:51:59.267484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:51:59.267541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:52:12.407930 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.111.146.21"}] I0427 02:52:12.443446 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1af1013d-9eb7-4721-ac0a-7525a6e26b50", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5178", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0427 02:52:12.447227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:52:12.447283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.205 - - [27/Apr/2026:02:52:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 0.496 200 c7289fda30440f19d43821ead225369e 199.19.213.205 - - [27/Apr/2026:02:52:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.210:8080 2 0.009 200 f0d6774678e92f3033587318d81c18da 199.19.213.205 - - [27/Apr/2026:02:52:16 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.068 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 0.067 201 e037dbe8140f2e9b8e90b3c0d176b4ee 199.19.213.205 - - [27/Apr/2026:02:52:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.047 [auth-system-keycloak-80] [] 10.0.0.210:8080 1261 0.047 200 cb25964dd63f872e176b02c167b5cc88 199.19.213.205 - - [27/Apr/2026:02:52:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.576 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 0.576 200 5b2cbc75b68badef0f385174489cdef0 199.19.213.205 - - [27/Apr/2026:02:52:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.210:8080 2 0.009 200 b4a8e79d7600c22be150c333c8cdfb7e 199.19.213.205 - - [27/Apr/2026:02:52:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.081 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 0.081 201 0696f648faf3eadc9223c7e2eb3a2a32 199.19.213.205 - - [27/Apr/2026:02:52:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.210:8080 1286 0.022 200 b566db3faaedb6ce409ecdc39facde48 199.19.213.205 - - [27/Apr/2026:02:52:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 0.470 200 8f16900aa05c6bf6f0fa41fcd1d9ce94 199.19.213.205 - - [27/Apr/2026:02:52:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.210:8080 2 0.009 200 ea0b14c36a73fdfc85f96f59da21216f 199.19.213.205 - - [27/Apr/2026:02:52:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.087 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 0.087 201 0dfef3434e07731dbff3347ac4590db9 199.19.213.205 - - [27/Apr/2026:02:52:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.210:8080 1251 0.017 200 77974e3085512d4900158983f2786d39 199.19.213.205 - - [27/Apr/2026:02:52:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.447 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 0.443 200 927b517d86222effcb45190ade5daebd 199.19.213.205 - - [27/Apr/2026:02:52:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.031 [auth-system-keycloak-80] [] 10.0.0.210:8080 1261 0.031 200 262cbb77a8377bc05b6c6bda9c5cbecd 199.19.213.205 - - [27/Apr/2026:02:52:19 +0000] "GET /admin/realms/atmosphere/clients/ba35d7e0-d5b9-45ef-8840-1aac1b98bc6e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.210:8080 119 0.010 404 923a61f3f10ee2d62bc6f8f847e274d5 199.19.213.205 - - [27/Apr/2026:02:52:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.005 [auth-system-keycloak-80] [] 10.0.0.210:8080 1261 0.005 200 6d3acbb2f6d85a02c73947fa125ea826 199.19.213.205 - - [27/Apr/2026:02:52:19 +0000] "POST /admin/realms/atmosphere/clients/ba35d7e0-d5b9-45ef-8840-1aac1b98bc6e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 0.015 201 0fc7d2909efc9a9a12573dbeb2c60c7b 199.19.213.205 - - [27/Apr/2026:02:52:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.037 [auth-system-keycloak-80] [] 10.0.0.210:8080 1261 0.037 200 ea3c0c0384d42118cdea722da8c64203 199.19.213.205 - - [27/Apr/2026:02:52:19 +0000] "GET /admin/realms/atmosphere/clients/ba35d7e0-d5b9-45ef-8840-1aac1b98bc6e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.210:8080 166 0.014 200 edc0448fdb551da80a8299baec9478c2 199.19.213.205 - - [27/Apr/2026:02:52:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 0.480 200 92920db81b6b95b6d3a3cb620581cea3 199.19.213.205 - - [27/Apr/2026:02:52:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.210:8080 1286 0.010 200 3b081f800b9867e69adbe667d3e1f272 199.19.213.205 - - [27/Apr/2026:02:52:20 +0000] "GET /admin/realms/atmosphere/clients/414a017e-e55f-4d73-858c-689c3d99590f/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.065 [auth-system-keycloak-80] [] 10.0.0.210:8080 119 0.065 404 ec0eb82d2f7ae91d11298368f886060d 199.19.213.205 - - [27/Apr/2026:02:52:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.210:8080 1286 0.013 200 256d1eee55d066c76fff8529113acb89 199.19.213.205 - - [27/Apr/2026:02:52:20 +0000] "POST /admin/realms/atmosphere/clients/414a017e-e55f-4d73-858c-689c3d99590f/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.078 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 0.073 201 23aa4590aa2891c6f460b050fd1fdd76 199.19.213.205 - - [27/Apr/2026:02:52:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.210:8080 1286 0.013 200 fbf0739da57ca992c0bcb98a9d492226 199.19.213.205 - - [27/Apr/2026:02:52:20 +0000] "GET /admin/realms/atmosphere/clients/414a017e-e55f-4d73-858c-689c3d99590f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.069 [auth-system-keycloak-80] [] 10.0.0.210:8080 165 0.069 200 c33be0cffa7849ec4a37462f79f19d3c 199.19.213.205 - - [27/Apr/2026:02:52:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 0.472 200 604a9e2352c9b0c7726f51e1d4c30bf3 199.19.213.205 - - [27/Apr/2026:02:52:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.210:8080 1286 0.038 200 c14cbb9f2cb2628f1748b3b6e6aac631 199.19.213.205 - - [27/Apr/2026:02:52:21 +0000] "GET /admin/realms/atmosphere/clients/414a017e-e55f-4d73-858c-689c3d99590f/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.023 [auth-system-keycloak-80] [] 10.0.0.210:8080 119 0.024 404 2ce8b49c2ba899b3b3fb5f99d076dc73 199.19.213.205 - - [27/Apr/2026:02:52:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.056 [auth-system-keycloak-80] [] 10.0.0.210:8080 1286 0.057 200 d98204273ee62e1af085d490002e85a1 199.19.213.205 - - [27/Apr/2026:02:52:21 +0000] "POST /admin/realms/atmosphere/clients/414a017e-e55f-4d73-858c-689c3d99590f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 0.014 201 75db256cae1188f2701768530cefa5ff 199.19.213.205 - - [27/Apr/2026:02:52:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.210:8080 1286 0.008 200 7634ee817d9ca50721712ab6300eae5a E0427 02:52:21.787127 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-205.nip.io. Skipping. W0427 02:52:21.787492 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0427 02:52:21.787576 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0427 02:52:21.787631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:52:21.787655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:52:21.791718 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.004s renderingIngressLength:3 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:22.8kB} I0427 02:52:21.791760 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0427 02:52:21.797040 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0427 02:52:21.797642 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-205.nip.io. Skipping. W0427 02:52:21.797908 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0427 02:52:21.798184 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0427 02:52:21.798260 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0427 02:52:21.798331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:52:21.798364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:52:21.798472 7 controller.go:196] "Configuration changes detected, backend reload required" I0427 02:52:21.798017 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"531ab304-729b-4430-848b-5d3022fb2f0f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5238", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.19.213.205 - - [27/Apr/2026:02:52:21 +0000] "GET /admin/realms/atmosphere/clients/414a017e-e55f-4d73-858c-689c3d99590f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.210:8080 166 0.054 200 09c13651202a0e6afdfed0ac1990e6e3 I0427 02:52:21.849577 7 controller.go:216] "Backend successfully reloaded" I0427 02:52:21.850780 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-24zdt", UID:"d928cd63-1b52-4882-aeb4-0d6499ddb871", APIVersion:"v1", ResourceVersion:"1799", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0427 02:52:22.051087 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0427 02:52:22.051377 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-205.nip.io. Skipping. I0427 02:52:22.052167 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" 199.19.213.205 - - [27/Apr/2026:02:52:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 0.463 200 37a79eb9a4eca991c3c8bd7a9f450bf8 199.19.213.205 - - [27/Apr/2026:02:52:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.031 [auth-system-keycloak-80] [] 10.0.0.210:8080 1286 0.031 200 a7312a5b249cfdb9b55296e1a092eb2e 199.19.213.205 - - [27/Apr/2026:02:52:22 +0000] "GET /admin/realms/atmosphere/clients/414a017e-e55f-4d73-858c-689c3d99590f/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.210:8080 119 0.010 404 59c22f66a7230cfb2a0e768e74e03320 199.19.213.205 - - [27/Apr/2026:02:52:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.210:8080 1286 0.005 200 a1eb753863742d5d88c85e3201f89c51 199.19.213.205 - - [27/Apr/2026:02:52:22 +0000] "POST /admin/realms/atmosphere/clients/414a017e-e55f-4d73-858c-689c3d99590f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 0.013 201 6c841a3eecfb971d3d21ce43469dd648 199.19.213.205 - - [27/Apr/2026:02:52:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.210:8080 1286 0.005 200 a9d4b091af4821d0ed33981527365ff7 199.19.213.205 - - [27/Apr/2026:02:52:22 +0000] "GET /admin/realms/atmosphere/clients/414a017e-e55f-4d73-858c-689c3d99590f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.210:8080 166 0.010 200 08641de449dc776c6753afb06ef061a2 199.19.213.205 - - [27/Apr/2026:02:52:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.446 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 0.446 200 85112b40fe997b972dbc183ea3c146e5 199.19.213.205 - - [27/Apr/2026:02:52:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.210:8080 1251 0.017 200 77f883a9c1ef1a727cca3d6df6e884d6 199.19.213.205 - - [27/Apr/2026:02:52:23 +0000] "GET /admin/realms/atmosphere/clients/c8f92b5d-e75a-4c34-bef5-582e8d4b0acd/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.210:8080 119 0.008 404 a638564077f4c314a1e322397c06a8c3 199.19.213.205 - - [27/Apr/2026:02:52:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.210:8080 1251 0.011 200 2db5fff129b2402822704b3cfacc2db4 199.19.213.205 - - [27/Apr/2026:02:52:23 +0000] "POST /admin/realms/atmosphere/clients/c8f92b5d-e75a-4c34-bef5-582e8d4b0acd/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 0.022 201 d74efcdb9aa45a2104feb5b589b049f7 199.19.213.205 - - [27/Apr/2026:02:52:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.210:8080 1251 0.017 200 46dd10a9a3e953267ee0d48da80ec8f8 199.19.213.205 - - [27/Apr/2026:02:52:23 +0000] "GET /admin/realms/atmosphere/clients/c8f92b5d-e75a-4c34-bef5-582e8d4b0acd/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.210:8080 166 0.014 200 9f2bb912d906ace2c2fbd7e9a36969cc W0427 02:52:25.131795 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0427 02:52:25.131912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:52:25.131938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:06.253090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:06.253119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:09.587849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:09.587998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:53:12.400569 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.111.146.21"}] E0427 02:53:12.406420 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-205.nip.io. Skipping. I0427 02:53:12.406937 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"531ab304-729b-4430-848b-5d3022fb2f0f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5654", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0427 02:53:12.920014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:12.920172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:16.253545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:16.253590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:32.874959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:32.874992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:32.940926 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 02:53:32.941000 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0427 02:53:32.941426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:32.941446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:53:32.943729 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.003s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:26.4kB} I0427 02:53:32.943756 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0427 02:53:32.943771 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 02:53:32.943965 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0427 02:53:32.944210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:32.944487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:32.945099 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0427 02:53:32.945176 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0427 02:53:32.945225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:32.945248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:53:32.948340 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.005s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:26.4kB} I0427 02:53:32.948375 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0427 02:53:32.952021 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0427 02:53:32.952382 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0427 02:53:32.952698 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"85e396cd-1897-42fa-a986-d7452b4ba602", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5903", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0427 02:53:32.956200 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.012s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.012s testedConfigurationSize:26.4kB} I0427 02:53:32.956233 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0427 02:53:32.964083 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0427 02:53:32.964434 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0427 02:53:32.964471 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"3ac888b9-cabb-45de-acbe-e4c0a137dc29", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5913", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0427 02:53:32.969553 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0427 02:53:32.969793 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7bbbf054-3402-48b0-86d0-e757f5e48d1b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5918", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0427 02:53:32.970079 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0427 02:53:33.313118 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0427 02:53:33.314876 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0427 02:53:33.614942 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0427 02:53:33.616628 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0427 02:53:35.577663 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0427 02:53:35.578327 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0427 02:53:36.208316 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 02:53:36.208377 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0427 02:53:36.208431 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 02:53:36.208578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:36.208597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:53:36.208771 7 controller.go:196] "Configuration changes detected, backend reload required" I0427 02:53:36.270727 7 controller.go:216] "Backend successfully reloaded" I0427 02:53:36.270987 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-24zdt", UID:"d928cd63-1b52-4882-aeb4-0d6499ddb871", APIVersion:"v1", ResourceVersion:"1799", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0427 02:53:39.542604 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 02:53:39.542655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0427 02:53:39.542798 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 02:53:39.542968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:39.542989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:42.875809 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 02:53:42.875893 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0427 02:53:42.875962 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 02:53:42.876355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:42.876390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:46.208346 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 02:53:46.208380 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0427 02:53:46.208406 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 02:53:46.208491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:46.208502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:49.542564 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 02:53:49.542612 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0427 02:53:49.542638 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 02:53:49.542809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:49.542829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:52.875096 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 02:53:52.875142 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0427 02:53:52.875181 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 02:53:52.875334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:52.875352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.203 - - [27/Apr/2026:02:53:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.011 [auth-system-keycloak-80] [] 10.0.0.210:8080 6432 0.011 200 a6a0dc5da3c278355c5b50f452a7cedc 10.0.0.186 - - [27/Apr/2026:02:53:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.210:8080 6432 0.007 200 57d5ee356f15b24d9e3ecc807847f639 W0427 02:53:56.208459 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 02:53:56.208720 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0427 02:53:56.209081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:56.209115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:59.542747 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0427 02:53:59.543019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:53:59.543049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.205 - - [27/Apr/2026:02:54:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.451 [auth-system-keycloak-80] [] 10.0.0.210:8080 1928 0.450 200 550d3cd94d12d1ff1df9dff8acf43e42 199.19.213.205 - - [27/Apr/2026:02:54:00 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.039 [auth-system-keycloak-80] [] 10.0.0.210:8080 2 0.039 200 fc6fc73b6b7516d061293fb978f048ff 199.19.213.205 - - [27/Apr/2026:02:54:00 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.018 [auth-system-keycloak-80] [] 10.0.0.210:8080 0 0.018 201 9cc394906abf5c33d06e240bc973051a 199.19.213.205 - - [27/Apr/2026:02:54:00 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.041 [auth-system-keycloak-80] [] 10.0.0.210:8080 322 0.041 200 1e63aec5f79d85c76583dc1a656ed2df 199.19.213.205 - - [27/Apr/2026:02:54:00 +0000] "GET /admin/realms/atmosphere/users/e61cfd3d-6386-4e5b-a54d-c2bb832be630/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.009 [auth-system-keycloak-80] [] 10.0.0.210:8080 2 0.009 200 0c7285999288ded8392dd8e2adb158c5 199.19.213.205 - - [27/Apr/2026:02:54:00 +0000] "GET /admin/realms/atmosphere/users/e61cfd3d-6386-4e5b-a54d-c2bb832be630/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.004 [auth-system-keycloak-80] [] 10.0.0.210:8080 2 0.005 200 512ee15b317418dc73813d6e5e28b05f 199.19.213.205 - - [27/Apr/2026:02:54:02 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.221:5000 266 0.003 200 8b1a272a9d65fbabd240ec1ac8d01e56 199.19.213.205 - - [27/Apr/2026:02:54:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.310 [openstack-keystone-api-5000] [] 10.0.0.221:5000 1360 0.310 201 5abd291a909710bdc63b7b6c45381190 199.19.213.205 - - [27/Apr/2026:02:54:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.221:5000 281 0.003 300 6597c39e2c511fcfea03ef1cc9c3acf4 199.19.213.205 - - [27/Apr/2026:02:54:02 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.024 [openstack-keystone-api-5000] [] 10.0.0.221:5000 90 0.024 404 b81524a6fc24f685560f2dbdcd30d2ff 199.19.213.205 - - [27/Apr/2026:02:54:02 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.221:5000 370 0.027 200 cd8e31aebab04f70972c825a6511af90 199.19.213.205 - - [27/Apr/2026:02:54:02 +0000] "GET /v3/users?domain_id=4ecf8bafcff5432c8b666a6da0e9db70&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.189 [openstack-keystone-api-5000] [] 10.0.0.221:5000 451 0.188 200 5cf046d50be72c9a2d9c4174f7f9fdc3 W0427 02:54:02.876311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:54:02.876356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:54:06.208982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:54:06.209038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:54:12.401691 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.146.21"}] I0427 02:54:12.401730 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.146.21"}] I0427 02:54:12.401996 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.146.21"}] I0427 02:54:12.407743 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"3ac888b9-cabb-45de-acbe-e4c0a137dc29", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6631", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0427 02:54:12.409101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:54:12.409139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0427 02:54:12.409657 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7bbbf054-3402-48b0-86d0-e757f5e48d1b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6632", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0427 02:54:12.409784 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"85e396cd-1897-42fa-a986-d7452b4ba602", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6633", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0427 02:54:15.743072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:54:15.743104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:54:19.076978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0427 02:54:19.077023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store