------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0416 00:47:50.447930 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0416 00:47:50.448126 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0416 00:47:50.456485 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0416 00:47:50.458989 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0416 00:47:51.304573 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0416 00:47:51.321457 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0416 00:47:51.334459 7 nginx.go:271] "Starting NGINX Ingress controller" I0416 00:47:51.344363 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"d700f953-f3d0-4de4-983b-61bed6361da2", APIVersion:"v1", ResourceVersion:"1549", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0416 00:47:51.347924 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"2e8f290e-9215-41d3-9a0d-a5c251afb00f", APIVersion:"v1", ResourceVersion:"1551", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0416 00:47:51.347951 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3d9ec0c7-94f1-4b47-909d-8e3b9e04e8e6", APIVersion:"v1", ResourceVersion:"1550", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0416 00:47:52.536823 7 nginx.go:317] "Starting NGINX process" I0416 00:47:52.536903 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0416 00:47:52.537509 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0416 00:47:52.537865 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0416 00:47:52.538035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:47:52.538070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:47:52.538147 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 00:47:52.544685 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0416 00:47:52.544899 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-t4s6g" I0416 00:47:52.572841 7 controller.go:216] "Backend successfully reloaded" I0416 00:47:52.572955 7 controller.go:227] "Initial sync, sleeping for 1 second" I0416 00:47:52.573204 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-t4s6g", UID:"d25f2c3f-e9c3-45f2-aa91-b375a3b52ebe", APIVersion:"v1", ResourceVersion:"1674", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 00:47:56.355018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:47:56.355062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:47:59.689664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:47:59.689725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:03.022355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:03.022394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:06.355947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:06.355981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:09.688609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:09.688637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:13.022067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:13.022098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:16.357333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:16.357365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:19.688562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:19.688637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:23.022137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:23.022182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:26.970975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:26.971003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:30.305316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:30.305359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:40.161071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:40.161101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:53.139701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:53.139765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:56.473717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:56.473764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:59.808208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:48:59.808313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:49:52.571634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:49:52.571664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:49:55.905697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:49:55.905737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:26.412353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:26.412388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:29.745929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:29.745974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:39.012383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:39.012447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:42.346748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:42.346790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:45.680341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:45.680376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:49.013715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:50:49.013763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:53.089929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:51:53.089954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:00.239056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:00.239122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:03.163195 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-144.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-144.nip.io-tls was not found. Using default certificate W0416 00:53:03.163256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:03.163274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:53:03.165097 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0416 00:53:03.165131 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0416 00:53:03.173535 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0416 00:53:03.173811 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"630d44e1-1415-4d6d-bfb6-6b3f995329d9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3933", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 00:53:03.173922 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-144.nip.io-tls" in local store I0416 00:53:03.520735 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-144.nip.io-tls" I0416 00:53:03.521952 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-144.nip.io-tls" W0416 00:53:03.573415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:03.573449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:53:03.573499 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 00:53:03.613030 7 controller.go:216] "Backend successfully reloaded" I0416 00:53:03.613276 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-t4s6g", UID:"d25f2c3f-e9c3-45f2-aa91-b375a3b52ebe", APIVersion:"v1", ResourceVersion:"1674", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 00:53:06.907637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:06.907911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [16/Apr/2026:00:53:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.066 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 2.064 200 9329c696f98464e6482222b6dcc9526f 199.204.45.144 - - [16/Apr/2026:00:53:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.196 [auth-system-keycloak-80] [] 10.0.0.238:8080 116 0.195 404 e8e9d76d3ddba03a3b5b880772605974 W0416 00:53:13.643399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:13.643447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [16/Apr/2026:00:53:15 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.687 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 3.687 201 9462b19b4b7e18b9fdb8c06805e8d140 199.204.45.144 - - [16/Apr/2026:00:53:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.689 [auth-system-keycloak-80] [] 10.0.0.238:8080 4246 0.689 200 aa5d1a9eefdd4a0d49a28039d6ce0204 W0416 00:53:16.977061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:16.977109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [16/Apr/2026:00:53:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.559 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 0.558 200 a69be6db33e3b6756da91b6d6382e79b 199.204.45.144 - - [16/Apr/2026:00:53:17 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.068 [auth-system-keycloak-80] [] 10.0.0.238:8080 12500 0.069 200 5f92f41da75d8f6bed11641cef1d0b9e 199.204.45.144 - - [16/Apr/2026:00:53:17 +0000] "GET /admin/realms/atmosphere/client-scopes/e9bc39c2-a67c-4e1d-91d9-525802a83a96 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.060 [auth-system-keycloak-80] [] 10.0.0.238:8080 1278 0.059 200 0c6e32018ec93b29691f8c6e99ad5c31 199.204.45.144 - - [16/Apr/2026:00:53:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/e9bc39c2-a67c-4e1d-91d9-525802a83a96 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.019 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 0.019 204 6bae3c8bbb9f80702e2c15c02858bcb9 199.204.45.144 - - [16/Apr/2026:00:53:17 +0000] "GET /admin/realms/atmosphere/client-scopes/e9bc39c2-a67c-4e1d-91d9-525802a83a96/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.072 [auth-system-keycloak-80] [] 10.0.0.238:8080 963 0.071 200 456563eb60e3f49a11c2934ca507414a 199.204.45.144 - - [16/Apr/2026:00:53:17 +0000] "GET /admin/realms/atmosphere/client-scopes/e9bc39c2-a67c-4e1d-91d9-525802a83a96/protocol-mappers/models/fce3748f-bfd4-4045-9dcf-5e541c716301 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.008 [auth-system-keycloak-80] [] 10.0.0.238:8080 366 0.008 200 49bf1497f55b63f668570174f4519b60 199.204.45.144 - - [16/Apr/2026:00:53:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/e9bc39c2-a67c-4e1d-91d9-525802a83a96/protocol-mappers/models/fce3748f-bfd4-4045-9dcf-5e541c716301 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.071 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 0.070 204 98d8d9a5d62f06fca98e89ac8e4fca71 199.204.45.144 - - [16/Apr/2026:00:53:17 +0000] "GET /admin/realms/atmosphere/client-scopes/e9bc39c2-a67c-4e1d-91d9-525802a83a96 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.078 [auth-system-keycloak-80] [] 10.0.0.238:8080 1218 0.078 200 65510687bb684ce08476dcdd4510f38e W0416 00:53:25.423016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:25.423086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:39.117790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:39.117818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [16/Apr/2026:00:53:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.496 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 0.496 200 d66c78e21a8c798cb2dd01fb8a1864e9 199.204.45.144 - - [16/Apr/2026:00:53:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.051 [auth-system-keycloak-80] [] 10.0.0.238:8080 2 0.050 200 75acca4fe288ef84fab9e923ab771b61 199.204.45.144 - - [16/Apr/2026:00:53:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.201 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 0.198 201 64b552ac292b73db960edaece993df5f 199.204.45.144 - - [16/Apr/2026:00:53:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.085 [auth-system-keycloak-80] [] 10.0.0.238:8080 1261 0.084 200 ef5c7a408068a4064e676d64202ff0a7 199.204.45.144 - - [16/Apr/2026:00:53:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.981 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 0.980 200 b17742e31e70e7277b2df33b416262b5 199.204.45.144 - - [16/Apr/2026:00:53:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.238:8080 2 0.011 200 9936040cd9ded1b0f850db0cb8231af5 199.204.45.144 - - [16/Apr/2026:00:53:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.087 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 0.087 201 49a4ca10f3bd3fa50774b70f243a005f 199.204.45.144 - - [16/Apr/2026:00:53:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.084 [auth-system-keycloak-80] [] 10.0.0.238:8080 1286 0.083 200 2737612a3bb8e8b04601a2f8381da583 W0416 00:53:42.452413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:42.452463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [16/Apr/2026:00:53:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 0.472 200 229a9c1b2a24b4dbe8f289406d9d11dd 199.204.45.144 - - [16/Apr/2026:00:53:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.238:8080 2 0.008 200 cbfb894ccad28cebe89b4313ea91ae8a 199.204.45.144 - - [16/Apr/2026:00:53:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.095 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 0.094 201 d8a8883c78919cec334c15c65adf4b4e 199.204.45.144 - - [16/Apr/2026:00:53:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.072 [auth-system-keycloak-80] [] 10.0.0.238:8080 1251 0.071 200 4218551685acb72241f30a657380417c 199.204.45.144 - - [16/Apr/2026:00:53:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 0.480 200 27e58e298ce58fc6a5871be458c10419 199.204.45.144 - - [16/Apr/2026:00:53:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.030 [auth-system-keycloak-80] [] 10.0.0.238:8080 1261 0.029 200 f2c0e1321dfb595383c88d1934c56264 199.204.45.144 - - [16/Apr/2026:00:53:44 +0000] "GET /admin/realms/atmosphere/clients/e41ef792-f417-459f-b0c9-e539c39fb383/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.238:8080 119 0.014 404 3923ba20cdf5efe6e27d75551eaccf00 199.204.45.144 - - [16/Apr/2026:00:53:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.238:8080 1261 0.008 200 6a7bc8cb948ac510b66578efd3ac7689 199.204.45.144 - - [16/Apr/2026:00:53:44 +0000] "POST /admin/realms/atmosphere/clients/e41ef792-f417-459f-b0c9-e539c39fb383/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 0.021 201 3d31bbff86a698132ef2a544b6623a7f 199.204.45.144 - - [16/Apr/2026:00:53:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.015 [auth-system-keycloak-80] [] 10.0.0.238:8080 1261 0.014 200 16fe064d7bc04ed3ed7a73ecb1e838cb 199.204.45.144 - - [16/Apr/2026:00:53:44 +0000] "GET /admin/realms/atmosphere/clients/e41ef792-f417-459f-b0c9-e539c39fb383/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.024 [auth-system-keycloak-80] [] 10.0.0.238:8080 166 0.024 200 96ee5f6f737d8de6c6693a426b8de367 199.204.45.144 - - [16/Apr/2026:00:53:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 0.447 200 816e7b25f42065b68b0c393203f09c70 199.204.45.144 - - [16/Apr/2026:00:53:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.020 [auth-system-keycloak-80] [] 10.0.0.238:8080 1286 0.021 200 a0251b4d0a91ed40294e9d9e168144c4 199.204.45.144 - - [16/Apr/2026:00:53:45 +0000] "GET /admin/realms/atmosphere/clients/e287591d-4593-4c41-afeb-bbc479cda443/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.238:8080 119 0.009 404 cd27b27c86c3046f497607b433b236d7 199.204.45.144 - - [16/Apr/2026:00:53:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.238:8080 1286 0.007 200 dab4d759703e09d3d259874a7bead938 199.204.45.144 - - [16/Apr/2026:00:53:45 +0000] "POST /admin/realms/atmosphere/clients/e287591d-4593-4c41-afeb-bbc479cda443/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.086 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 0.085 201 505d1d3c08c411dd27e78ebf4e334c6b 199.204.45.144 - - [16/Apr/2026:00:53:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.238:8080 1286 0.008 200 54c32ba8fcdb0fcf6710da947c40fff6 199.204.45.144 - - [16/Apr/2026:00:53:45 +0000] "GET /admin/realms/atmosphere/clients/e287591d-4593-4c41-afeb-bbc479cda443/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.026 [auth-system-keycloak-80] [] 10.0.0.238:8080 165 0.025 200 d86d4cb00a728c581a02ed1a323e507d 199.204.45.144 - - [16/Apr/2026:00:53:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 0.486 200 b26984c414ccce2db0c0afd1afd85032 199.204.45.144 - - [16/Apr/2026:00:53:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.238:8080 1286 0.006 200 97baa809901cbbc7523fc98c80910aef 199.204.45.144 - - [16/Apr/2026:00:53:46 +0000] "GET /admin/realms/atmosphere/clients/e287591d-4593-4c41-afeb-bbc479cda443/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.053 [auth-system-keycloak-80] [] 10.0.0.238:8080 119 0.053 404 9b062f2e75f69176ed1eaf69d91ee37c 199.204.45.144 - - [16/Apr/2026:00:53:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.238:8080 1286 0.008 200 519dfd5304752e328956a32ce5505aa9 199.204.45.144 - - [16/Apr/2026:00:53:46 +0000] "POST /admin/realms/atmosphere/clients/e287591d-4593-4c41-afeb-bbc479cda443/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 0.016 201 363d271e243a843a84d1ac911df61be1 199.204.45.144 - - [16/Apr/2026:00:53:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.039 [auth-system-keycloak-80] [] 10.0.0.238:8080 1286 0.040 200 21ed6251d06b2fe8554532e6615486a9 199.204.45.144 - - [16/Apr/2026:00:53:46 +0000] "GET /admin/realms/atmosphere/clients/e287591d-4593-4c41-afeb-bbc479cda443/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.238:8080 166 0.018 200 976f69471261b16ab67bdff75e11e13d 199.204.45.144 - - [16/Apr/2026:00:53:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.749 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 0.748 200 9eccb4cb165ef106ef27171f213596be 199.204.45.144 - - [16/Apr/2026:00:53:47 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.067 [auth-system-keycloak-80] [] 10.0.0.238:8080 4246 0.067 200 ef880f6eab2290111e50bf06cdfef198 199.204.45.144 - - [16/Apr/2026:00:53:48 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.796 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 0.795 204 83c1cedf9a60f653e2cc75d36cbe8134 199.204.45.144 - - [16/Apr/2026:00:53:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.477 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 1.476 200 9a00e907310e0181a2ac9ab8a9b3aac3 199.204.45.144 - - [16/Apr/2026:00:53:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.211 [auth-system-keycloak-80] [] 10.0.0.238:8080 4384 0.211 200 1ccbf372271cf084a0971759e90bc584 199.204.45.144 - - [16/Apr/2026:00:53:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.193 [auth-system-keycloak-80] [] 10.0.0.238:8080 1286 0.193 200 8bde09406c43fdcfd173aea39a88f4a9 199.204.45.144 - - [16/Apr/2026:00:53:48 +0000] "GET /admin/realms/atmosphere/clients/e287591d-4593-4c41-afeb-bbc479cda443/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.238:8080 119 0.009 404 0addf54d41841d8a0ba1e201d9bcb4f5 199.204.45.144 - - [16/Apr/2026:00:53:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.064 [auth-system-keycloak-80] [] 10.0.0.238:8080 1286 0.063 200 75228fcb4ab9c569b7afb0d195455108 199.204.45.144 - - [16/Apr/2026:00:53:48 +0000] "POST /admin/realms/atmosphere/clients/e287591d-4593-4c41-afeb-bbc479cda443/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 0.019 201 089081487758f04c8dccf97233803aab 199.204.45.144 - - [16/Apr/2026:00:53:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.238:8080 1286 0.060 200 c0c8bf77d2e39cea36fbbe0796f3ce45 199.204.45.144 - - [16/Apr/2026:00:53:48 +0000] "GET /admin/realms/atmosphere/clients/e287591d-4593-4c41-afeb-bbc479cda443/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.238:8080 166 0.014 200 2aab14948ade894f3f597070d1a10959 199.204.45.144 - - [16/Apr/2026:00:53:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.400 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 1.399 200 38065ac5d890f68c4b75cea3aa337123 199.204.45.144 - - [16/Apr/2026:00:53:50 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.067 [auth-system-keycloak-80] [] 10.0.0.238:8080 1682 0.067 200 40bb56f429471f56e1f41c066fa15be7 199.204.45.144 - - [16/Apr/2026:00:53:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.497 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 1.497 200 1c0683f716738dcc628c7033d1fa1ad9 199.204.45.144 - - [16/Apr/2026:00:53:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.238:8080 1251 0.006 200 8da7644ac50b4331b1d70f33a451bb2a 199.204.45.144 - - [16/Apr/2026:00:53:50 +0000] "GET /admin/realms/atmosphere/clients/128d1cdc-f205-4dbd-a543-e561d3de22dc/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.238:8080 119 0.009 404 be590fdbacbe81e7a753cb04373ef185 199.204.45.144 - - [16/Apr/2026:00:53:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.238:8080 1251 0.007 200 899cec328275d16256f7cd3b6d8a9e7e 199.204.45.144 - - [16/Apr/2026:00:53:50 +0000] "POST /admin/realms/atmosphere/clients/128d1cdc-f205-4dbd-a543-e561d3de22dc/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.023 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 0.023 201 12df3ac8342917e0a6d662cb9c4dcc10 199.204.45.144 - - [16/Apr/2026:00:53:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.238:8080 1251 0.006 200 18747a4116e395111af1bb6cad6aa88a 199.204.45.144 - - [16/Apr/2026:00:53:50 +0000] "GET /admin/realms/atmosphere/clients/128d1cdc-f205-4dbd-a543-e561d3de22dc/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.238:8080 166 0.013 200 9a5a8efbbc9908fda06c53dd0bbe7476 199.204.45.144 - - [16/Apr/2026:00:53:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.076 [auth-system-keycloak-80] [] 10.0.0.238:8080 6432 0.076 200 2d203759c2641b5e01026ca3dee0961b 199.204.45.144 - - [16/Apr/2026:00:53:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 0.508 200 c41e0e9b60499f24eca1a97e71803dd0 199.204.45.144 - - [16/Apr/2026:00:53:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.238:8080 2 0.010 200 2ce49881f988112a106d1d503186920c I0416 00:53:52.551689 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.101.215.152"}] I0416 00:53:52.557484 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"630d44e1-1415-4d6d-bfb6-6b3f995329d9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4383", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 00:53:52.558353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:52.558386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [16/Apr/2026:00:53:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.145 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 0.145 201 514e52ba408ba2bad44cc193b65987f7 199.204.45.144 - - [16/Apr/2026:00:53:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.078 [auth-system-keycloak-80] [] 10.0.0.238:8080 2246 0.078 200 48f8ef5cbebbd9cc19f58502274c3eb5 199.204.45.144 - - [16/Apr/2026:00:53:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 0.473 200 f69ce43f36e5f88a851d05f5b8b1b0bd 199.204.45.144 - - [16/Apr/2026:00:53:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.038 [auth-system-keycloak-80] [] 10.0.0.238:8080 2246 0.037 200 b005ae37cb16c82799b934ff3954dceb 199.204.45.144 - - [16/Apr/2026:00:53:53 +0000] "GET /admin/realms/atmosphere/clients/643d2586-3788-4bd4-ac24-67f55aae3974/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.017 [auth-system-keycloak-80] [] 10.0.0.238:8080 233 0.017 200 85e9fc8f78302e0065ea0329434d3d3d 199.204.45.144 - - [16/Apr/2026:00:53:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.073 [auth-system-keycloak-80] [] 10.0.0.238:8080 831 0.073 200 41793ace05569eac328485c267f44026 199.204.45.144 - - [16/Apr/2026:00:53:53 +0000] "GET /admin/realms/atmosphere/clients/6f87f974-afe0-4f25-9fcc-8a6fa9443d10/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.025 [auth-system-keycloak-80] [] 10.0.0.238:8080 3758 0.025 200 23cccd8ab382771bf148d8289987bcab 199.204.45.144 - - [16/Apr/2026:00:53:54 +0000] "GET /admin/realms/atmosphere/users/fdfc18c3-aeb0-4c01-aa63-e0755f356a57/role-mappings/clients/6f87f974-afe0-4f25-9fcc-8a6fa9443d10/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.158 [auth-system-keycloak-80] [] 10.0.0.238:8080 3758 0.157 200 5c3b230134978374ba647a74aa9c810b 199.204.45.144 - - [16/Apr/2026:00:53:54 +0000] "GET /admin/realms/atmosphere/users/fdfc18c3-aeb0-4c01-aa63-e0755f356a57/role-mappings/clients/6f87f974-afe0-4f25-9fcc-8a6fa9443d10/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.087 [auth-system-keycloak-80] [] 10.0.0.238:8080 2 0.086 200 9471150de72ac563bf26704e9da79c71 199.204.45.144 - - [16/Apr/2026:00:53:54 +0000] "POST /admin/realms/atmosphere/users/fdfc18c3-aeb0-4c01-aa63-e0755f356a57/role-mappings/clients/6f87f974-afe0-4f25-9fcc-8a6fa9443d10 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.016 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 0.014 204 31df1e18e0d4277e47e64e955254df3b 199.204.45.144 - - [16/Apr/2026:00:53:54 +0000] "GET /admin/realms/atmosphere/users/fdfc18c3-aeb0-4c01-aa63-e0755f356a57/role-mappings/clients/6f87f974-afe0-4f25-9fcc-8a6fa9443d10/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.238:8080 576 0.011 200 66edafed6011409c609b299524546083 W0416 00:53:57.796313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:53:57.796353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:54:01.129968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:54:01.129999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:54:55.127935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:54:55.127967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:54:55.217852 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:54:55.217908 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0416 00:54:55.217936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:54:55.217943 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 00:54:55.217999 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0416 00:54:55.218042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:54:55.218060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:54:55.218116 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 00:54:55.218207 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0416 00:54:55.218253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:54:55.218270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:54:55.217948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:54:55.219647 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0416 00:54:55.219667 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0416 00:54:55.220127 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0416 00:54:55.220633 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0416 00:54:55.221984 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0416 00:54:55.222012 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0416 00:54:55.227687 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0416 00:54:55.228048 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0416 00:54:55.228109 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0416 00:54:55.228311 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0416 00:54:55.228350 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"c69c786c-d01d-4305-9992-350067083e05", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5155", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 00:54:55.228373 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9ca76a12-6bf1-4846-97b8-f503e85e38e0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5157", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 00:54:55.228413 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0416 00:54:55.228595 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0416 00:54:55.228856 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"af432e7b-d26a-4c14-a50e-626f3bdbf488", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5158", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 00:54:55.534573 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0416 00:54:55.535387 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0416 00:54:56.502677 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0416 00:54:56.503324 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0416 00:54:56.503342 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0416 00:54:56.503768 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0416 00:54:58.461508 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:54:58.461575 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 00:54:58.461612 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 00:54:58.461735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:54:58.461762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:54:58.461899 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 00:54:58.516047 7 controller.go:216] "Backend successfully reloaded" I0416 00:54:58.517081 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-t4s6g", UID:"d25f2c3f-e9c3-45f2-aa91-b375a3b52ebe", APIVersion:"v1", ResourceVersion:"1674", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0416 00:55:01.795336 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:55:01.795376 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 00:55:01.795394 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 00:55:01.795459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:01.795469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:05.128344 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:55:05.128400 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 00:55:05.128444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 00:55:05.128568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:05.128591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:08.462254 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:55:08.462412 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 00:55:08.462522 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 00:55:08.462776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:08.462905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:11.795351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:55:11.795400 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 00:55:11.795431 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 00:55:11.795518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:11.795548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:15.129548 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:55:15.129589 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0416 00:55:15.129619 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0416 00:55:15.129700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:15.129716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.231 - - [16/Apr/2026:00:55:17 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.005 [auth-system-keycloak-80] [] 10.0.0.238:8080 6432 0.005 200 149b4f70742fee907f54971bc5da8d2a 10.0.0.189 - - [16/Apr/2026:00:55:17 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.238:8080 6432 0.006 200 17e4305b34f4f32bedfbc2fb0af97caf W0416 00:55:18.462281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0416 00:55:18.462478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:18.462503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:21.795048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:21.795095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:25.130038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:25.130087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:28.461604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:28.461650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:55:52.554489 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.101.215.152"}] I0416 00:55:52.554520 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.101.215.152"}] I0416 00:55:52.554608 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.101.215.152"}] I0416 00:55:52.558620 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9ca76a12-6bf1-4846-97b8-f503e85e38e0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5974", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 00:55:52.559973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:52.559995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:55:52.562004 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"af432e7b-d26a-4c14-a50e-626f3bdbf488", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5975", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 00:55:52.563674 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"c69c786c-d01d-4305-9992-350067083e05", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5976", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 00:55:55.894416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:55.894464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:59.227492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:55:59.227533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:03.548820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:03.548850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:38.238061 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0416 00:56:38.238165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:38.238211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:56:38.243057 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.006s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:28.7kB} I0416 00:56:38.243097 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0416 00:56:38.248193 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0416 00:56:38.248460 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"10d6645b-d8e0-451d-8d6e-e15453e74f5d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6267", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 00:56:38.248819 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0416 00:56:38.249314 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0416 00:56:38.249419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:38.249466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:56:38.249657 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 00:56:38.305571 7 controller.go:216] "Backend successfully reloaded" I0416 00:56:38.305833 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-t4s6g", UID:"d25f2c3f-e9c3-45f2-aa91-b375a3b52ebe", APIVersion:"v1", ResourceVersion:"1674", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 00:56:38.826998 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0416 00:56:38.827806 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0416 00:56:41.583597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:41.583652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [16/Apr/2026:00:56:41 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 281 0.003 300 a9b8470411746838e06c6973178b83a5 199.204.45.144 - - [16/Apr/2026:00:56:43 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.223:5000 266 0.003 200 a6979eda250ff727b3d6ff77d758770d 199.204.45.144 - - [16/Apr/2026:00:56:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.420 [openstack-keystone-api-5000] [] 10.0.0.223:5000 1360 0.419 201 9db0355ef9de2c027cf5f169d7967308 199.204.45.144 - - [16/Apr/2026:00:56:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.223:5000 281 0.003 300 230e63b8902c3a8bbd0db6f71320ad72 199.204.45.144 - - [16/Apr/2026:00:56:43 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.031 [openstack-keystone-api-5000] [] 10.0.0.223:5000 90 0.030 404 f8c0673d1980f7a415f5bc46ca864adb 199.204.45.144 - - [16/Apr/2026:00:56:43 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.024 [openstack-keystone-api-5000] [] 10.0.0.223:5000 370 0.024 200 63e17bc0a0b9ce46f16801e6e3b9276a 199.204.45.144 - - [16/Apr/2026:00:56:43 +0000] "GET /v3/domains/da812706f6fa4aebb16642850278b1be HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.223:5000 247 0.020 200 1e5f412fe2981baa35dd7a6cf3c44bb5 199.204.45.144 - - [16/Apr/2026:00:56:44 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 266 0.004 200 66ec1ad7df8aa1e3f50a06cb769c9f77 199.204.45.144 - - [16/Apr/2026:00:56:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.223:5000 1360 0.301 201 ab703e973a903e4b849d06a9c04c12b1 199.204.45.144 - - [16/Apr/2026:00:56:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.223:5000 281 0.003 300 5878ff515ee6a920db4536585de15873 199.204.45.144 - - [16/Apr/2026:00:56:44 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.020 [openstack-keystone-api-5000] [] 10.0.0.223:5000 101 0.020 404 9201b9b9a3f8a3cc0f9c349f25b3f4b4 199.204.45.144 - - [16/Apr/2026:00:56:44 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.223:5000 156 0.018 200 162b95978c08a9d83c4533500d5339a2 199.204.45.144 - - [16/Apr/2026:00:56:44 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.027 [openstack-keystone-api-5000] [] 10.0.0.223:5000 342 0.027 201 601e375c7eac65305a77acc3f4c9e5da 199.204.45.144 - - [16/Apr/2026:00:56:45 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.223:5000 266 0.004 200 351a840ca37a15110a580f9dc4bffa4e 199.204.45.144 - - [16/Apr/2026:00:56:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.223:5000 1360 0.302 201 f281bd9cb871c79d4e93e07094d2bcb2 199.204.45.144 - - [16/Apr/2026:00:56:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.223:5000 281 0.003 300 838301f9069e5ec999fbc0dd664f2abc 199.204.45.144 - - [16/Apr/2026:00:56:45 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.223:5000 98 0.022 404 5518b92f5d368dbc30a3488a5bebb70a 199.204.45.144 - - [16/Apr/2026:00:56:45 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.015 [openstack-keystone-api-5000] [] 10.0.0.223:5000 136 0.015 200 4316625222d380acb905e3cb47cb98c4 199.204.45.144 - - [16/Apr/2026:00:56:45 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.223:5000 357 0.020 201 8e7e3163c1a3a3087f23f0122dea0751 199.204.45.144 - - [16/Apr/2026:00:56:46 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.223:5000 266 0.003 200 bc2d20ed8173a95578cd2699da0851af 199.204.45.144 - - [16/Apr/2026:00:56:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.223:5000 1360 0.307 201 e6e46ddcbddfc767a495f04abb187078 199.204.45.144 - - [16/Apr/2026:00:56:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.223:5000 281 0.004 300 5c19ce8f39fd73117d3fa8533b5c679c 199.204.45.144 - - [16/Apr/2026:00:56:47 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.037 [openstack-keystone-api-5000] [] 10.0.0.223:5000 131 0.038 404 2fcba0e92c2ec40e47be126efa368c51 199.204.45.144 - - [16/Apr/2026:00:56:47 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.016 [openstack-keystone-api-5000] [] 10.0.0.223:5000 168 0.016 200 bcd19257b9da5ec726780d0c0a7480fa 199.204.45.144 - - [16/Apr/2026:00:56:47 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.021 [openstack-keystone-api-5000] [] 10.0.0.223:5000 224 0.021 201 bec47e5ed7edcfb146d250699c26f0cc I0416 00:56:52.552559 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.101.215.152"}] I0416 00:56:52.559960 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"10d6645b-d8e0-451d-8d6e-e15453e74f5d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6367", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0416 00:56:52.562052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:52.562079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:55.895315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:55.895391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:59.229584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:56:59.229627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0416 00:57:23.721346 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-144.nip.io. Skipping. W0416 00:57:23.721801 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 00:57:23.721920 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0416 00:57:23.721995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:23.722018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:57:23.727230 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:33.4kB} I0416 00:57:23.727277 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0416 00:57:23.731398 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0416 00:57:23.731594 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-144.nip.io. Skipping. W0416 00:57:23.731679 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0416 00:57:23.731871 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 00:57:23.731928 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0416 00:57:23.731969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:23.731981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0416 00:57:23.731867 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"36a61ef5-0366-4fc4-a1f6-b81aca7feae9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6666", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0416 00:57:23.732087 7 controller.go:196] "Configuration changes detected, backend reload required" I0416 00:57:23.775142 7 controller.go:216] "Backend successfully reloaded" I0416 00:57:23.775294 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-t4s6g", UID:"d25f2c3f-e9c3-45f2-aa91-b375a3b52ebe", APIVersion:"v1", ResourceVersion:"1674", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0416 00:57:23.985764 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0416 00:57:23.985908 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-144.nip.io. Skipping. I0416 00:57:23.986502 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0416 00:57:27.066212 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 00:57:27.066330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:27.066346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.144 - - [16/Apr/2026:00:57:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.238:8080 1928 0.484 200 85bb41285327d10af321d6a3a5802dd6 199.204.45.144 - - [16/Apr/2026:00:57:44 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.071 [auth-system-keycloak-80] [] 10.0.0.238:8080 2 0.070 200 7c02ec959810a2f9fadcfea988f8f56c 199.204.45.144 - - [16/Apr/2026:00:57:44 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.055 [auth-system-keycloak-80] [] 10.0.0.238:8080 0 0.053 201 85150bae37ba9af8ece6cf94d374c7af 199.204.45.144 - - [16/Apr/2026:00:57:44 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.019 [auth-system-keycloak-80] [] 10.0.0.238:8080 322 0.019 200 d1cdf03d3b191aba03c00ffdcfdd8842 199.204.45.144 - - [16/Apr/2026:00:57:44 +0000] "GET /admin/realms/atmosphere/users/f0da5aea-c423-4e11-b8a1-11a445f39991/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.011 [auth-system-keycloak-80] [] 10.0.0.238:8080 2 0.011 200 b9b2f4dee0485c12276013224a055abc 199.204.45.144 - - [16/Apr/2026:00:57:45 +0000] "GET /admin/realms/atmosphere/users/f0da5aea-c423-4e11-b8a1-11a445f39991/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.006 [auth-system-keycloak-80] [] 10.0.0.238:8080 2 0.006 200 33a55d3bb0f260b80e15e464ead6cc4a 199.204.45.144 - - [16/Apr/2026:00:57:46 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.223:5000 266 0.005 200 46343daa638209e2981d21b1d1b971a8 199.204.45.144 - - [16/Apr/2026:00:57:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.327 [openstack-keystone-api-5000] [] 10.0.0.223:5000 1360 0.328 201 3c85cd0944080d2a972cc3a4c0f214da 199.204.45.144 - - [16/Apr/2026:00:57:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 281 0.004 300 74114139a10f21a6b1f66cf0d2cd813b 199.204.45.144 - - [16/Apr/2026:00:57:46 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.030 [openstack-keystone-api-5000] [] 10.0.0.223:5000 90 0.029 404 810142ccc68f3353577aaa7f50fd5273 199.204.45.144 - - [16/Apr/2026:00:57:46 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.223:5000 370 0.022 200 ae251183e70eabd5c246436b47105744 199.204.45.144 - - [16/Apr/2026:00:57:46 +0000] "GET /v3/users?domain_id=da812706f6fa4aebb16642850278b1be&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.137 [openstack-keystone-api-5000] [] 10.0.0.223:5000 174 0.137 200 91f8e4518ae78979f99471a7feef5235 199.204.45.144 - - [16/Apr/2026:00:57:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 266 0.004 200 10bdbbafedc5638dc9909119caa988d0 199.204.45.144 - - [16/Apr/2026:00:57:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.223:5000 1360 0.306 201 a9f12d43f2ca66c8082b3b46e8442392 199.204.45.144 - - [16/Apr/2026:00:57:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.223:5000 281 0.003 300 972450f52cac7dc3ff9ff4306b50c7fa 199.204.45.144 - - [16/Apr/2026:00:57:48 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.024 [openstack-keystone-api-5000] [] 10.0.0.223:5000 90 0.023 404 fe16663960d5f8240f4f2dec3cc3cdf1 199.204.45.144 - - [16/Apr/2026:00:57:48 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.223:5000 370 0.028 200 06492290f5b17ec1802bf326ce031f2f 199.204.45.144 - - [16/Apr/2026:00:57:48 +0000] "GET /v3/users?domain_id=da812706f6fa4aebb16642850278b1be&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.042 [openstack-keystone-api-5000] [] 10.0.0.223:5000 174 0.043 200 b0b4f330ad7d1fa3c667776d7005ea81 199.204.45.144 - - [16/Apr/2026:00:57:50 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.002 [openstack-keystone-api-5000] [] 10.0.0.223:5000 266 0.002 200 c58eb5f76a255b270b454a6155714391 199.204.45.144 - - [16/Apr/2026:00:57:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.223:5000 1360 0.295 201 804162993b6a407bde1a70e618d87e02 199.204.45.144 - - [16/Apr/2026:00:57:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.223:5000 281 0.003 300 fb2d15ddef241d8e65f43e069fc03b10 199.204.45.144 - - [16/Apr/2026:00:57:50 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.021 [openstack-keystone-api-5000] [] 10.0.0.223:5000 90 0.021 404 5e32174443580adb81e41e91d88db2d1 199.204.45.144 - - [16/Apr/2026:00:57:50 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.223:5000 370 0.023 200 e6d0d59973bc6d59077e992219ca41a9 199.204.45.144 - - [16/Apr/2026:00:57:50 +0000] "GET /v3/users?domain_id=da812706f6fa4aebb16642850278b1be&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.181 [openstack-keystone-api-5000] [] 10.0.0.223:5000 451 0.181 200 59945d150d81502db13651a6d898f91a I0416 00:57:52.550565 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.101.215.152"}] I0416 00:57:52.559058 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"36a61ef5-0366-4fc4-a1f6-b81aca7feae9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6859", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0416 00:57:52.559212 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-144.nip.io. Skipping. W0416 00:57:52.560390 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0416 00:57:52.560554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:57:52.560600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:58:07.453240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:58:07.453270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:58:10.787106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:58:10.787142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:58:14.120128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0416 00:58:14.120174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store