------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0417 02:30:01.918256 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0417 02:30:01.918546 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0417 02:30:01.928004 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0417 02:30:01.930795 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0417 02:30:02.099493 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0417 02:30:02.120532 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0417 02:30:02.134303 7 nginx.go:271] "Starting NGINX Ingress controller" I0417 02:30:02.141594 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"27f34264-b3ab-48a6-950b-9246dcb12732", APIVersion:"v1", ResourceVersion:"1559", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0417 02:30:02.147571 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"93c71aca-1d0d-415c-9aaa-f9832b279e5c", APIVersion:"v1", ResourceVersion:"1558", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0417 02:30:02.147617 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"084f4b3b-caa6-48fa-b00c-e9f27c819805", APIVersion:"v1", ResourceVersion:"1561", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0417 02:30:03.336379 7 nginx.go:317] "Starting NGINX process" I0417 02:30:03.336683 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0417 02:30:03.338210 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0417 02:30:03.338518 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0417 02:30:03.338574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:03.338601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 02:30:03.338654 7 controller.go:196] "Configuration changes detected, backend reload required" I0417 02:30:03.348386 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0417 02:30:03.348673 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-mxj8l" I0417 02:30:03.372267 7 controller.go:216] "Backend successfully reloaded" I0417 02:30:03.372380 7 controller.go:227] "Initial sync, sleeping for 1 second" I0417 02:30:03.372493 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mxj8l", UID:"af85dbfe-6850-48eb-aff3-4107785694db", APIVersion:"v1", ResourceVersion:"1606", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0417 02:30:07.161319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:07.161360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:10.495327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:10.495381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:13.828749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:13.828801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:17.161236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:17.161273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:20.495043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:20.495109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:23.828862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:23.828915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:27.162176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:27.162232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:31.749566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:31.749599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:35.083743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:35.083788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:43.865053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:43.865113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:59.047205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:30:59.047241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:31:57.824719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:31:57.824762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:32:01.158260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:32:01.158336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:32:15.766553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:32:15.766587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:32:19.180002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:32:19.180041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:32:29.784944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:32:29.784992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:32:33.118428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:32:33.118475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:32:36.452995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:32:36.453038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:32:39.786508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:32:39.786683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:33:57.449238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:33:57.449334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:34:00.785941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:34:00.785990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:01.337247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:01.337281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:03.881485 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-169.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-169.nip.io-tls was not found. Using default certificate W0417 02:35:03.881559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:03.881577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 02:35:03.883584 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0417 02:35:03.883623 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0417 02:35:03.891487 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0417 02:35:03.892068 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-169.nip.io-tls" in local store I0417 02:35:03.892167 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3fa5ed3d-820d-4b74-9b87-ce2009b2d73e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3925", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 02:35:04.314380 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-169.nip.io-tls" I0417 02:35:04.319812 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-169.nip.io-tls" W0417 02:35:04.670904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:04.670959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 02:35:04.671071 7 controller.go:196] "Configuration changes detected, backend reload required" I0417 02:35:04.708125 7 controller.go:216] "Backend successfully reloaded" I0417 02:35:04.708801 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mxj8l", UID:"af85dbfe-6850-48eb-aff3-4107785694db", APIVersion:"v1", ResourceVersion:"1606", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0417 02:35:08.006635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:08.007181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.169 - - [17/Apr/2026:02:35:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.019 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 2.018 200 8fb85344713a822d8359e7ad748ee4e4 199.19.213.169 - - [17/Apr/2026:02:35:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.177 [auth-system-keycloak-80] [] 10.0.0.120:8080 116 0.176 404 1b5f417494412c6c1ca349fcafbd2209 W0417 02:35:15.448445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:15.448490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.169 - - [17/Apr/2026:02:35:16 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.885 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 3.885 201 40383b469dcc81f9f71bf1ae689fd726 199.19.213.169 - - [17/Apr/2026:02:35:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.618 [auth-system-keycloak-80] [] 10.0.0.120:8080 4246 0.618 200 1ce11510e5c5ef46b0baf6307d0b268b 199.19.213.169 - - [17/Apr/2026:02:35:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.488 200 ddd8054d3a1e6972dc1b54b244d41764 199.19.213.169 - - [17/Apr/2026:02:35:18 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.082 [auth-system-keycloak-80] [] 10.0.0.120:8080 12500 0.083 200 06c78f896f14ddcd243a13b4c75bd81d 199.19.213.169 - - [17/Apr/2026:02:35:18 +0000] "GET /admin/realms/atmosphere/client-scopes/23676ea9-f108-422a-8e3e-23c394e22b35 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.012 [auth-system-keycloak-80] [] 10.0.0.120:8080 1278 0.013 200 adb3d16716189248ac4ae1cff257fc8a 199.19.213.169 - - [17/Apr/2026:02:35:18 +0000] "PUT /admin/realms/atmosphere/client-scopes/23676ea9-f108-422a-8e3e-23c394e22b35 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.065 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.063 204 01b7b03647b466b82f37fdcdbaf0ca19 W0417 02:35:18.782816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:18.782998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.169 - - [17/Apr/2026:02:35:18 +0000] "GET /admin/realms/atmosphere/client-scopes/23676ea9-f108-422a-8e3e-23c394e22b35/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.082 [auth-system-keycloak-80] [] 10.0.0.120:8080 963 0.082 200 ef06a03dd7f8bd2120c23d14571fcf7f 199.19.213.169 - - [17/Apr/2026:02:35:18 +0000] "GET /admin/realms/atmosphere/client-scopes/23676ea9-f108-422a-8e3e-23c394e22b35/protocol-mappers/models/2c73a941-15fb-4e12-907b-dc49013e5ff2 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.079 [auth-system-keycloak-80] [] 10.0.0.120:8080 366 0.080 200 62a8f1664289db63c4f18802d57613c1 199.19.213.169 - - [17/Apr/2026:02:35:18 +0000] "PUT /admin/realms/atmosphere/client-scopes/23676ea9-f108-422a-8e3e-23c394e22b35/protocol-mappers/models/2c73a941-15fb-4e12-907b-dc49013e5ff2 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.021 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.020 204 8dca6ae8a4e04a914b1689d794d19acd 199.19.213.169 - - [17/Apr/2026:02:35:19 +0000] "GET /admin/realms/atmosphere/client-scopes/23676ea9-f108-422a-8e3e-23c394e22b35 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.061 [auth-system-keycloak-80] [] 10.0.0.120:8080 1218 0.061 200 08906f596557acf348fcf8e856dc977d W0417 02:35:27.365608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:27.365640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:30.699965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:30.700009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:41.265442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:41.265471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.169 - - [17/Apr/2026:02:35:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.470 200 66039ad53cd7e12019d00b69bcf67eaa 199.19.213.169 - - [17/Apr/2026:02:35:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.019 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.018 200 9b35965050758bf987926c87f9276ddc 199.19.213.169 - - [17/Apr/2026:02:35:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.255 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.255 201 3657965d15010d80acfad761c310eb4d 199.19.213.169 - - [17/Apr/2026:02:35:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.030 [auth-system-keycloak-80] [] 10.0.0.120:8080 1261 0.030 200 2103c8dd4dce51a1984c8bee7951bf9c 199.19.213.169 - - [17/Apr/2026:02:35:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.107 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 1.106 200 24c683394c0ad6846bfd1424d50072fd 199.19.213.169 - - [17/Apr/2026:02:35:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.065 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.065 200 b40d94fd58ae2b39d907873c8fcde79a 199.19.213.169 - - [17/Apr/2026:02:35:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.046 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.045 201 b6b75edfb3c9c5950f8f0c8254779637 199.19.213.169 - - [17/Apr/2026:02:35:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.046 200 690850f459ee442d0fd17d3171bb569a W0417 02:35:44.599918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:44.599965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.169 - - [17/Apr/2026:02:35:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.477 200 f90f650b7d7660e610d9e3def85692aa 199.19.213.169 - - [17/Apr/2026:02:35:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.012 200 57024ca897aa027c4a4bb621f4a85d9a 199.19.213.169 - - [17/Apr/2026:02:35:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.067 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.065 201 bbe0d0ef87577b44477c3fcd3d481935 199.19.213.169 - - [17/Apr/2026:02:35:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.076 [auth-system-keycloak-80] [] 10.0.0.120:8080 1251 0.076 200 236f30cecfa9aee311204860998ab3be 199.19.213.169 - - [17/Apr/2026:02:35:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.466 200 201fef110eba5d8a3b4bf5cb594083b8 199.19.213.169 - - [17/Apr/2026:02:35:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 1261 0.008 200 86266649813c25dc0e4c3abfd785b4c3 199.19.213.169 - - [17/Apr/2026:02:35:46 +0000] "GET /admin/realms/atmosphere/clients/267fe227-9581-4666-95c1-9fe8daca9351/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.017 404 3f2849d34776a6378a621c3bb8c8e622 199.19.213.169 - - [17/Apr/2026:02:35:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 1261 0.007 200 a32f343adceeb76fa887ad8e0ec23e72 199.19.213.169 - - [17/Apr/2026:02:35:46 +0000] "POST /admin/realms/atmosphere/clients/267fe227-9581-4666-95c1-9fe8daca9351/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.043 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.041 201 498c61e0bf971d74105b52c8959bddef 199.19.213.169 - - [17/Apr/2026:02:35:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.120:8080 1261 0.009 200 194a23fa6a084ec4837ce4a0c5967838 199.19.213.169 - - [17/Apr/2026:02:35:46 +0000] "GET /admin/realms/atmosphere/clients/267fe227-9581-4666-95c1-9fe8daca9351/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.120:8080 166 0.054 200 e43ebd9cd7800fb02837273dd242b124 199.19.213.169 - - [17/Apr/2026:02:35:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.488 200 f71480fdd21c7c9f89b58a40cd1472ad 199.19.213.169 - - [17/Apr/2026:02:35:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.007 200 1094def496672eab00d9ca8baf5ac17e 199.19.213.169 - - [17/Apr/2026:02:35:47 +0000] "GET /admin/realms/atmosphere/clients/c4b753d9-03a8-4b36-938f-46c558e6f875/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.010 404 5abcf4a14832efb264db6e32c91ae961 199.19.213.169 - - [17/Apr/2026:02:35:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.007 200 b72d09c17823a9532b5dc7bc2651225b 199.19.213.169 - - [17/Apr/2026:02:35:47 +0000] "POST /admin/realms/atmosphere/clients/c4b753d9-03a8-4b36-938f-46c558e6f875/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.046 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.044 201 0ddba8f69fd7a0c72796d9abb448f519 199.19.213.169 - - [17/Apr/2026:02:35:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.009 200 427da658c2d1c04d2371c567c12e6962 199.19.213.169 - - [17/Apr/2026:02:35:47 +0000] "GET /admin/realms/atmosphere/clients/c4b753d9-03a8-4b36-938f-46c558e6f875/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.016 [auth-system-keycloak-80] [] 10.0.0.120:8080 165 0.015 200 a948446ecb6763daa70798b98a6b5460 199.19.213.169 - - [17/Apr/2026:02:35:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.479 200 da87b8c4467db0559899010f54dd0284 199.19.213.169 - - [17/Apr/2026:02:35:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.046 200 d70a3056290e7fb3e2d8ca292430f73c 199.19.213.169 - - [17/Apr/2026:02:35:48 +0000] "GET /admin/realms/atmosphere/clients/c4b753d9-03a8-4b36-938f-46c558e6f875/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.010 404 a491f6cfab829a579a96c7d8d5ff24ac 199.19.213.169 - - [17/Apr/2026:02:35:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.062 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.063 200 ba313f10c6c05d0c42877d83916104ba 199.19.213.169 - - [17/Apr/2026:02:35:48 +0000] "POST /admin/realms/atmosphere/clients/c4b753d9-03a8-4b36-938f-46c558e6f875/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.020 201 7206a2b3e0da81210562d2c32649c3d6 199.19.213.169 - - [17/Apr/2026:02:35:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.051 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.050 200 bad6e6c27279df526db06246d468a3ac 199.19.213.169 - - [17/Apr/2026:02:35:48 +0000] "GET /admin/realms/atmosphere/clients/c4b753d9-03a8-4b36-938f-46c558e6f875/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.120:8080 166 0.015 200 5ad8a05f6070965aac4b246393297c10 199.19.213.169 - - [17/Apr/2026:02:35:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.793 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.792 200 54290add5c2d3d39e6aac34784c3e7ed 199.19.213.169 - - [17/Apr/2026:02:35:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.120:8080 4246 0.007 200 6eff385dfbcefd9c03fe75406149d4a5 199.19.213.169 - - [17/Apr/2026:02:35:50 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.867 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.865 204 2ef1b67a76f4a534c9635cfe4d228c0a 199.19.213.169 - - [17/Apr/2026:02:35:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.477 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 1.475 200 1a6007196914c1dc7b4500b8a04a87bf 199.19.213.169 - - [17/Apr/2026:02:35:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.285 [auth-system-keycloak-80] [] 10.0.0.120:8080 4384 0.284 200 a1510ede38ac9fd0b94754e587d77d32 199.19.213.169 - - [17/Apr/2026:02:35:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.271 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.272 200 08789a8549c2fdf37f289d3fab2cf031 199.19.213.169 - - [17/Apr/2026:02:35:50 +0000] "GET /admin/realms/atmosphere/clients/c4b753d9-03a8-4b36-938f-46c558e6f875/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.013 404 c12e84c1815a23c352864e78bfebd84a 199.19.213.169 - - [17/Apr/2026:02:35:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.068 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.068 200 cd1abce49da3446577e42cec092292fc 199.19.213.169 - - [17/Apr/2026:02:35:50 +0000] "POST /admin/realms/atmosphere/clients/c4b753d9-03a8-4b36-938f-46c558e6f875/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.027 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.027 201 c32e1b50aaf06e3323f1870d902bea50 199.19.213.169 - - [17/Apr/2026:02:35:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 1286 0.007 200 1c9423f437674c883ed5f75854183d3b 199.19.213.169 - - [17/Apr/2026:02:35:50 +0000] "GET /admin/realms/atmosphere/clients/c4b753d9-03a8-4b36-938f-46c558e6f875/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.024 [auth-system-keycloak-80] [] 10.0.0.120:8080 166 0.025 200 afc0a485c73798f0b578c2f6b5c3b175 199.19.213.169 - - [17/Apr/2026:02:35:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.098 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 1.098 200 b20e487ee977c8500a69add22240ee32 199.19.213.169 - - [17/Apr/2026:02:35:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.076 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 1.074 200 90832d4b2c1796140ca14fabf3db75b4 199.19.213.169 - - [17/Apr/2026:02:35:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.120:8080 1251 0.011 200 1123db23cb457c5f349b6d96085c2166 199.19.213.169 - - [17/Apr/2026:02:35:52 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 1682 0.008 200 87648805dd11e0c04746b52049af09d0 199.19.213.169 - - [17/Apr/2026:02:35:52 +0000] "GET /admin/realms/atmosphere/clients/c77ddad1-b043-4dac-9183-01d1fd3308fc/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.078 [auth-system-keycloak-80] [] 10.0.0.120:8080 119 0.077 404 b8d4356964a0d206b01fdec78bc486d8 199.19.213.169 - - [17/Apr/2026:02:35:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.120:8080 1251 0.007 200 589650f27f55c3ba6508a9be3bcabd61 199.19.213.169 - - [17/Apr/2026:02:35:52 +0000] "POST /admin/realms/atmosphere/clients/c77ddad1-b043-4dac-9183-01d1fd3308fc/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.065 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.064 201 a7152bfcfbfb4381d2356973f9293033 199.19.213.169 - - [17/Apr/2026:02:35:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.120:8080 1251 0.006 200 4c260525773d67a4728ec0a301476474 199.19.213.169 - - [17/Apr/2026:02:35:52 +0000] "GET /admin/realms/atmosphere/clients/c77ddad1-b043-4dac-9183-01d1fd3308fc/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.120:8080 166 0.009 200 b8808e199406dd9a239b3a7a11ef158a 199.19.213.169 - - [17/Apr/2026:02:35:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.027 [auth-system-keycloak-80] [] 10.0.0.120:8080 6432 0.027 200 54f909e062ffd740f3ef2cba2254369e 199.19.213.169 - - [17/Apr/2026:02:35:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.459 200 3e9f98134729012a7790076dd481d966 199.19.213.169 - - [17/Apr/2026:02:35:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.009 200 81c40e8c2376299f7dffc230f7deb64f 199.19.213.169 - - [17/Apr/2026:02:35:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.098 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.097 201 676c8b0cfad6c403f7a2d82bb8e6a4ba 199.19.213.169 - - [17/Apr/2026:02:35:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.070 [auth-system-keycloak-80] [] 10.0.0.120:8080 2246 0.070 200 8ef5545d181f1b7554bcc9a4bcc64154 199.19.213.169 - - [17/Apr/2026:02:35:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.442 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.440 200 769825a2570758610f376987c9c994d0 199.19.213.169 - - [17/Apr/2026:02:35:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.120:8080 2246 0.004 200 bd0f91a5d1d54ce229b70c613ab1a0a1 199.19.213.169 - - [17/Apr/2026:02:35:55 +0000] "GET /admin/realms/atmosphere/clients/f3dfa7f6-ef63-4b62-ac10-28f066cefe0e/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.034 [auth-system-keycloak-80] [] 10.0.0.120:8080 233 0.034 200 752f39e77869fbdcad266196fa374def 199.19.213.169 - - [17/Apr/2026:02:35:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.028 [auth-system-keycloak-80] [] 10.0.0.120:8080 831 0.028 200 e9e3c17b468ea437509d9dc5f3218116 199.19.213.169 - - [17/Apr/2026:02:35:55 +0000] "GET /admin/realms/atmosphere/clients/3ff690fb-d0d7-4637-ba03-76e551fd5e09/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.072 [auth-system-keycloak-80] [] 10.0.0.120:8080 3758 0.071 200 6af8ace984aca9067b91ecffd1b420c4 199.19.213.169 - - [17/Apr/2026:02:35:56 +0000] "GET /admin/realms/atmosphere/users/7802dde2-f9f6-4e19-ac1f-1888c30efabb/role-mappings/clients/3ff690fb-d0d7-4637-ba03-76e551fd5e09/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.180 [auth-system-keycloak-80] [] 10.0.0.120:8080 3758 0.180 200 e4e3cd3300271d0dca23e26da85ae797 199.19.213.169 - - [17/Apr/2026:02:35:56 +0000] "GET /admin/realms/atmosphere/users/7802dde2-f9f6-4e19-ac1f-1888c30efabb/role-mappings/clients/3ff690fb-d0d7-4637-ba03-76e551fd5e09/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.088 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.088 200 41850a848d87a50684db57162b98eeb7 199.19.213.169 - - [17/Apr/2026:02:35:56 +0000] "POST /admin/realms/atmosphere/users/7802dde2-f9f6-4e19-ac1f-1888c30efabb/role-mappings/clients/3ff690fb-d0d7-4637-ba03-76e551fd5e09 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.082 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.082 204 da70507e4334df6594ad812b9a6ed6ed 199.19.213.169 - - [17/Apr/2026:02:35:56 +0000] "GET /admin/realms/atmosphere/users/7802dde2-f9f6-4e19-ac1f-1888c30efabb/role-mappings/clients/3ff690fb-d0d7-4637-ba03-76e551fd5e09/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.120:8080 576 0.013 200 0bc9b549b9e3c273a65ded30ec390f21 W0417 02:35:59.846634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:35:59.846673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:36:03.180429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:36:03.180469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 02:36:03.357179 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.153.137"}] I0417 02:36:03.366820 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3fa5ed3d-820d-4b74-9b87-ce2009b2d73e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4529", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 02:36:06.514360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:36:06.514400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:36:59.237332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:36:59.237376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:36:59.322269 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 02:36:59.322382 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0417 02:36:59.322429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:36:59.322461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:36:59.322805 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 02:36:59.323050 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0417 02:36:59.323359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:36:59.323382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 02:36:59.323974 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0417 02:36:59.324021 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0417 02:36:59.325411 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 02:36:59.325490 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0417 02:36:59.325525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:36:59.325540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 02:36:59.326352 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0417 02:36:59.326381 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0417 02:36:59.326864 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:18.2kB} I0417 02:36:59.326888 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0417 02:36:59.333189 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0417 02:36:59.333531 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0417 02:36:59.333621 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3bbe08f6-4113-497b-ace2-06f6e7604de9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5168", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 02:36:59.335150 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0417 02:36:59.335478 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0417 02:36:59.335565 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2419c48c-7fe9-42be-a395-b9bae0020102", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5170", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 02:36:59.336202 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0417 02:36:59.337019 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0417 02:36:59.337058 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b00a79d1-d975-4bf4-a801-f7cf750f6568", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5171", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 02:36:59.727878 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0417 02:36:59.728740 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0417 02:36:59.764015 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0417 02:36:59.764679 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0417 02:37:00.895530 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0417 02:37:00.896629 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0417 02:37:02.571078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 02:37:02.571186 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 02:37:02.571257 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 02:37:02.571512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:02.571563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 02:37:02.571787 7 controller.go:196] "Configuration changes detected, backend reload required" I0417 02:37:02.620965 7 controller.go:216] "Backend successfully reloaded" I0417 02:37:02.621253 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mxj8l", UID:"af85dbfe-6850-48eb-aff3-4107785694db", APIVersion:"v1", ResourceVersion:"1606", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0417 02:37:03.360536 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.153.137"}] I0417 02:37:03.360761 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.153.137"}] I0417 02:37:03.361003 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.153.137"}] I0417 02:37:03.366502 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b00a79d1-d975-4bf4-a801-f7cf750f6568", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5441", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 02:37:03.371605 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2419c48c-7fe9-42be-a395-b9bae0020102", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5442", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0417 02:37:03.372678 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3bbe08f6-4113-497b-ace2-06f6e7604de9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5443", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 02:37:05.904307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 02:37:05.904374 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 02:37:05.904415 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 02:37:05.904529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:05.904561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:09.241269 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 02:37:09.241318 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 02:37:09.241343 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 02:37:09.241427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:09.241447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:12.571530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 02:37:12.571615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 02:37:12.571681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 02:37:12.571906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:12.571940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:15.904116 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 02:37:15.904182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 02:37:15.904218 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 02:37:15.904344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:15.904373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:19.239644 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 02:37:19.239687 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 02:37:19.240109 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 02:37:19.240247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:19.240266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.174 - - [17/Apr/2026:02:37:22 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.120:8080 6432 0.007 200 1303a2495134dd9210550b9bb406daf8 10.0.0.124 - - [17/Apr/2026:02:37:22 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.005 [auth-system-keycloak-80] [] 10.0.0.120:8080 6432 0.006 200 5febb0ea61a761094d3646b44657baff W0417 02:37:23.820355 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0417 02:37:23.820397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 02:37:23.820422 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0417 02:37:23.820506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:23.820524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:27.154912 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0417 02:37:27.155304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:27.155340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:30.488020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:30.488075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:33.821429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:37:33.821501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:38:07.210283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:38:07.210323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:38:43.813617 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0417 02:38:43.813676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:38:43.813691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 02:38:43.816147 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0417 02:38:43.816175 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0417 02:38:43.818788 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0417 02:38:43.819026 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ee93ceb1-8c06-4a01-a180-dcb1b0e759e3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6287", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 02:38:43.819255 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0417 02:38:43.819533 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0417 02:38:43.819591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:38:43.819608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 02:38:43.819684 7 controller.go:196] "Configuration changes detected, backend reload required" I0417 02:38:43.879507 7 controller.go:216] "Backend successfully reloaded" I0417 02:38:43.879901 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mxj8l", UID:"af85dbfe-6850-48eb-aff3-4107785694db", APIVersion:"v1", ResourceVersion:"1606", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0417 02:38:44.119498 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0417 02:38:44.120778 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0417 02:38:47.154730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:38:47.154770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.169 - - [17/Apr/2026:02:38:47 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.005 300 156457e9f57204934ce700a42bb29715 199.19.213.169 - - [17/Apr/2026:02:38:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.115:5000 266 0.005 200 1a4ba0b4a4753c4e321eef31d8f2e282 199.19.213.169 - - [17/Apr/2026:02:38:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.641 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1360 0.641 201 9937379b190301ddcfbf0fd0134b8f65 199.19.213.169 - - [17/Apr/2026:02:38:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.004 300 a947938ed462f2924beb68ec4381c211 199.19.213.169 - - [17/Apr/2026:02:38:49 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.036 [openstack-keystone-api-5000] [] 10.0.0.115:5000 90 0.036 404 73dfd368ea58122fbf896602fdc4f341 199.19.213.169 - - [17/Apr/2026:02:38:49 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.035 [openstack-keystone-api-5000] [] 10.0.0.115:5000 370 0.035 200 6ddd0508b5df91e81d2bd3d30c38abd0 199.19.213.169 - - [17/Apr/2026:02:38:49 +0000] "GET /v3/domains/9a7e4410b27541f9866ac3e6ca5f430f HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.115:5000 247 0.022 200 0592337e0c27acde26c707adc0550106 199.19.213.169 - - [17/Apr/2026:02:38:50 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.115:5000 266 0.004 200 f744d6341c6ebbc55776be780fe278f0 199.19.213.169 - - [17/Apr/2026:02:38:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1360 0.309 201 5881d62d1c2a9e06df25cdeded91b8f4 199.19.213.169 - - [17/Apr/2026:02:38:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.004 300 3a734fc9d911176020e3a73e5910e4c2 199.19.213.169 - - [17/Apr/2026:02:38:50 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.019 [openstack-keystone-api-5000] [] 10.0.0.115:5000 101 0.020 404 0a32660ff2ac74a2940291e14ecc7c04 199.19.213.169 - - [17/Apr/2026:02:38:50 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.032 [openstack-keystone-api-5000] [] 10.0.0.115:5000 156 0.032 200 59d1c9520b84515caa173f166b2ab23d 199.19.213.169 - - [17/Apr/2026:02:38:50 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.023 [openstack-keystone-api-5000] [] 10.0.0.115:5000 342 0.024 201 0f2e1c7e53956c65aee59b9bca3a4535 199.19.213.169 - - [17/Apr/2026:02:38:51 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.115:5000 266 0.003 200 fe0939ae089c0df91cffba2972c42ab2 199.19.213.169 - - [17/Apr/2026:02:38:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1360 0.338 201 00acf70412471faf5377c12b2376035a 199.19.213.169 - - [17/Apr/2026:02:38:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.005 300 7c0bab2355c671111f92fffa909ab5c3 199.19.213.169 - - [17/Apr/2026:02:38:51 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.115:5000 98 0.022 404 ca348401070f068007733f5ed132e649 199.19.213.169 - - [17/Apr/2026:02:38:51 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.115:5000 136 0.018 200 274199775a076563b98cf73372e10538 199.19.213.169 - - [17/Apr/2026:02:38:51 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.018 [openstack-keystone-api-5000] [] 10.0.0.115:5000 357 0.017 201 12e7279d44273fb54112e49b37dcc4ee 199.19.213.169 - - [17/Apr/2026:02:38:52 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.115:5000 266 0.004 200 c57907ca1e3c0f8ca2ee397e1e7642d5 199.19.213.169 - - [17/Apr/2026:02:38:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1360 0.304 201 8458a1236cbd115324ae1dfdf0abdd3f 199.19.213.169 - - [17/Apr/2026:02:38:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.003 300 3b26da98ff558d4c2acfe7b8a8ce98bd 199.19.213.169 - - [17/Apr/2026:02:38:53 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.115:5000 131 0.022 404 369add1b98d189a04bb8e21a16f08eee 199.19.213.169 - - [17/Apr/2026:02:38:53 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.023 [openstack-keystone-api-5000] [] 10.0.0.115:5000 168 0.023 200 5325a09ae0ec73fc4014139bb0bb4e6d 199.19.213.169 - - [17/Apr/2026:02:38:53 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.027 [openstack-keystone-api-5000] [] 10.0.0.115:5000 224 0.027 201 83ebe356caf5096804b6e80635361626 W0417 02:39:00.051133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:39:00.051165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 02:39:03.355371 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.153.137"}] I0417 02:39:03.361435 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ee93ceb1-8c06-4a01-a180-dcb1b0e759e3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6508", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 02:39:03.384724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:39:03.384752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:39:06.718711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:39:06.718763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0417 02:39:29.378956 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-169.nip.io. Skipping. W0417 02:39:29.379456 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0417 02:39:29.379562 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0417 02:39:29.379643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:39:29.379664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 02:39:29.382861 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:33.4kB} I0417 02:39:29.382890 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0417 02:39:29.387184 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" I0417 02:39:29.387494 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"d7ef6a37-a7ff-4d9a-a972-ae01b49e56f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6687", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0417 02:39:29.387633 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-169.nip.io. Skipping. W0417 02:39:29.387814 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0417 02:39:29.388141 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0417 02:39:29.388250 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0417 02:39:29.388312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:39:29.388341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0417 02:39:29.388456 7 controller.go:196] "Configuration changes detected, backend reload required" I0417 02:39:29.438304 7 controller.go:216] "Backend successfully reloaded" I0417 02:39:29.438624 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-mxj8l", UID:"af85dbfe-6850-48eb-aff3-4107785694db", APIVersion:"v1", ResourceVersion:"1606", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0417 02:39:29.646507 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0417 02:39:29.646792 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-169.nip.io. Skipping. I0417 02:39:29.647669 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0417 02:39:32.721860 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0417 02:39:32.722272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:39:32.722354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.169 - - [17/Apr/2026:02:39:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.504 [auth-system-keycloak-80] [] 10.0.0.120:8080 1928 0.503 200 5c397299a4aae37c07aff71c2aacae6e 199.19.213.169 - - [17/Apr/2026:02:39:49 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.035 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.036 200 e46f06d0a211576541612af12e324798 199.19.213.169 - - [17/Apr/2026:02:39:49 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.054 [auth-system-keycloak-80] [] 10.0.0.120:8080 0 0.053 201 e54e9df92cb4cf78664fa4588a5746cc 199.19.213.169 - - [17/Apr/2026:02:39:49 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.064 [auth-system-keycloak-80] [] 10.0.0.120:8080 322 0.064 200 6e7ccd39d0415c64de167a7ebf5d9121 199.19.213.169 - - [17/Apr/2026:02:39:49 +0000] "GET /admin/realms/atmosphere/users/d3b40836-128f-40ea-9464-839585e2dc00/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.013 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.013 200 50a79b55817112ec5ac8f81e8ed0d064 199.19.213.169 - - [17/Apr/2026:02:39:49 +0000] "GET /admin/realms/atmosphere/users/d3b40836-128f-40ea-9464-839585e2dc00/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.005 [auth-system-keycloak-80] [] 10.0.0.120:8080 2 0.004 200 2629bbab56905b62b86865c93092b3db 199.19.213.169 - - [17/Apr/2026:02:39:50 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.115:5000 266 0.004 200 ca531314301d97fd08141c60f7b83400 199.19.213.169 - - [17/Apr/2026:02:39:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.324 [openstack-keystone-api-5000] [] 10.0.0.115:5000 1360 0.324 201 620ac6f23ba77d88edbf9421340513b3 199.19.213.169 - - [17/Apr/2026:02:39:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.115:5000 281 0.002 300 8bf7c6fe6e1ae0ceb1f0264e1913a9f9 199.19.213.169 - - [17/Apr/2026:02:39:51 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.027 [openstack-keystone-api-5000] [] 10.0.0.115:5000 90 0.027 404 ad53d57f381b4fda9019eb14a998d670 199.19.213.169 - - [17/Apr/2026:02:39:51 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.115:5000 370 0.026 200 5f52ee48c960843aafb189b8c8c065ec 199.19.213.169 - - [17/Apr/2026:02:39:51 +0000] "GET /v3/users?domain_id=9a7e4410b27541f9866ac3e6ca5f430f&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.319 [openstack-keystone-api-5000] [] 10.0.0.115:5000 451 0.320 200 bfa089c0bb9124f2a270a33668197745 I0417 02:40:03.359082 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.100.153.137"}] E0417 02:40:03.363569 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-169.nip.io. Skipping. I0417 02:40:03.364100 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"d7ef6a37-a7ff-4d9a-a972-ae01b49e56f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6906", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0417 02:40:03.364813 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0417 02:40:03.364922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:40:03.364942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:40:13.696401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:40:13.696441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:40:17.029973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:40:17.030009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:40:20.363860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0417 02:40:20.363895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store