------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0420 09:39:22.356309 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0420 09:39:22.356501 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0420 09:39:22.365681 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0420 09:39:22.368715 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0420 09:39:22.490516 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0420 09:39:22.508113 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0420 09:39:22.516101 7 nginx.go:271] "Starting NGINX Ingress controller" I0420 09:39:22.524901 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"b23ec837-e767-46e6-b757-d9937c88f370", APIVersion:"v1", ResourceVersion:"1576", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0420 09:39:22.528145 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"1bf51f25-4632-4e9d-a988-98877b13c85f", APIVersion:"v1", ResourceVersion:"1578", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0420 09:39:22.528226 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"071a8f19-8f56-4253-b215-e6234f7f411a", APIVersion:"v1", ResourceVersion:"1579", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0420 09:39:23.717201 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0420 09:39:23.717190 7 nginx.go:317] "Starting NGINX process" I0420 09:39:23.717528 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0420 09:39:23.717726 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0420 09:39:23.717770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:23.717782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 09:39:23.717815 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 09:39:23.724044 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0420 09:39:23.724112 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-bdwxm" I0420 09:39:23.744039 7 controller.go:216] "Backend successfully reloaded" I0420 09:39:23.744143 7 controller.go:227] "Initial sync, sleeping for 1 second" I0420 09:39:23.744197 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdwxm", UID:"2136052d-2e06-4898-9589-552f62699641", APIVersion:"v1", ResourceVersion:"1714", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0420 09:39:27.560269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:27.560305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:30.896196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:30.896237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:34.227675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:34.227716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:37.561420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:37.561485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:40.893881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:40.893957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:44.227271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:44.227308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:47.561184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:47.562359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:50.893674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:50.893698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:54.228033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:39:54.228073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:40:04.533590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:40:04.533617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:40:32.964488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:40:32.964523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:17.839500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:17.839528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:21.173442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:21.173505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:31.127758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:31.127918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:34.461412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:34.461879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:38.181062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:38.181100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:48.762168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:48.762210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:52.098799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:52.098840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:55.429653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:55.429688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:58.762616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:41:58.762658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:43:38.857255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:43:38.857292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:44:35.142231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:44:35.142268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:44:38.475936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:44:38.475965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:44:38.784784 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-199.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-199.nip.io-tls was not found. Using default certificate W0420 09:44:38.784847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:44:38.784879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 09:44:38.786594 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0420 09:44:38.786652 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0420 09:44:38.792075 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0420 09:44:38.792545 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-199.nip.io-tls" in local store I0420 09:44:38.792916 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d85aac60-1995-4b73-a2ff-33bcdeeeb4f7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3922", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 09:44:39.114870 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-199.nip.io-tls" I0420 09:44:39.117447 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-199.nip.io-tls" W0420 09:44:41.809394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:44:41.809851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 09:44:41.810063 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 09:44:41.850588 7 controller.go:216] "Backend successfully reloaded" I0420 09:44:41.850866 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdwxm", UID:"2136052d-2e06-4898-9589-552f62699641", APIVersion:"v1", ResourceVersion:"1714", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0420 09:44:45.143483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:44:45.143539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.199 - - [20/Apr/2026:09:44:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.292 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 2.291 200 e38e69da5de3398b49332fd26e0982d6 199.19.213.199 - - [20/Apr/2026:09:44:47 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.178 [auth-system-keycloak-80] [] 10.0.0.81:8080 116 0.177 404 5b4882695a19ceaf5fe28a7247f42ff1 W0420 09:44:49.194565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:44:49.194598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.199 - - [20/Apr/2026:09:44:52 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.589 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 4.588 201 2f8baa912254303b43f1b730d0b47caf W0420 09:44:52.529237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:44:52.529304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.199 - - [20/Apr/2026:09:44:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.576 [auth-system-keycloak-80] [] 10.0.0.81:8080 4246 0.577 200 ae4cc7753829102529fd0fc647e7ce96 199.19.213.199 - - [20/Apr/2026:09:44:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.603 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.601 200 89e417debb2b1ec7116849f1b871089a 199.19.213.199 - - [20/Apr/2026:09:44:54 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.048 [auth-system-keycloak-80] [] 10.0.0.81:8080 12500 0.047 200 3dfcd99c101320776aff684a734e9a66 199.19.213.199 - - [20/Apr/2026:09:44:54 +0000] "GET /admin/realms/atmosphere/client-scopes/73674765-89ba-4995-aacf-ede7d2bfbbed HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.032 [auth-system-keycloak-80] [] 10.0.0.81:8080 1278 0.032 200 a9fc79a9951de18cf142029786fc9d77 199.19.213.199 - - [20/Apr/2026:09:44:54 +0000] "PUT /admin/realms/atmosphere/client-scopes/73674765-89ba-4995-aacf-ede7d2bfbbed HTTP/1.1" 204 0 "-" "Ansible" 1848 0.018 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.018 204 d066d67268edca068010ab4f604b6692 199.19.213.199 - - [20/Apr/2026:09:44:54 +0000] "GET /admin/realms/atmosphere/client-scopes/73674765-89ba-4995-aacf-ede7d2bfbbed/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.069 [auth-system-keycloak-80] [] 10.0.0.81:8080 963 0.069 200 405dcaef33f3a961e5e60b21a789a721 199.19.213.199 - - [20/Apr/2026:09:44:54 +0000] "GET /admin/realms/atmosphere/client-scopes/73674765-89ba-4995-aacf-ede7d2bfbbed/protocol-mappers/models/d888cf39-7a49-4fb7-aa2f-f79be4feb71f HTTP/1.1" 200 366 "-" "Ansible" 1309 0.075 [auth-system-keycloak-80] [] 10.0.0.81:8080 366 0.075 200 fa583ddbc8130e57126a35e10d6da0e8 199.19.213.199 - - [20/Apr/2026:09:44:54 +0000] "PUT /admin/realms/atmosphere/client-scopes/73674765-89ba-4995-aacf-ede7d2bfbbed/protocol-mappers/models/d888cf39-7a49-4fb7-aa2f-f79be4feb71f HTTP/1.1" 204 0 "-" "Ansible" 1622 0.023 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.022 204 c64c73439c48e6111e9fb759af89458e 199.19.213.199 - - [20/Apr/2026:09:44:54 +0000] "GET /admin/realms/atmosphere/client-scopes/73674765-89ba-4995-aacf-ede7d2bfbbed HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.071 [auth-system-keycloak-80] [] 10.0.0.81:8080 1218 0.071 200 2a717f7e1189159d06c8781f36928edc W0420 09:45:01.227677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:45:01.227727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:45:14.802200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:45:14.802225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.199 - - [20/Apr/2026:09:45:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.493 200 118acdc81064bf328fc9098439a6a313 199.19.213.199 - - [20/Apr/2026:09:45:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.014 [auth-system-keycloak-80] [] 10.0.0.81:8080 2 0.014 200 f4f405d8b987f00974052cb3575f2bbd 199.19.213.199 - - [20/Apr/2026:09:45:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.260 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.259 201 50153361973fc84d0c365763e807c099 199.19.213.199 - - [20/Apr/2026:09:45:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.025 [auth-system-keycloak-80] [] 10.0.0.81:8080 1261 0.025 200 1aada3d4035836d505a66d01f6ecdab4 W0420 09:45:18.136270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:45:18.136318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.199 - - [20/Apr/2026:09:45:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.063 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 1.062 200 a27d6ac0b4117e55220f86c7ddc881bf 199.19.213.199 - - [20/Apr/2026:09:45:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.81:8080 2 0.011 200 6b7f6357ffb80502551d1e3404c57084 199.19.213.199 - - [20/Apr/2026:09:45:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.058 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.057 201 293e17abaae8dfe84666c10534cf9b30 199.19.213.199 - - [20/Apr/2026:09:45:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.072 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.072 200 4d69a6f33b81db966bb5aba68f4b902b 199.19.213.199 - - [20/Apr/2026:09:45:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.500 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.499 200 6de8e2c077453e9c3f6bff7b3c88338e 199.19.213.199 - - [20/Apr/2026:09:45:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.042 [auth-system-keycloak-80] [] 10.0.0.81:8080 2 0.042 200 709d7ee735e631593c44189be61af5d7 199.19.213.199 - - [20/Apr/2026:09:45:20 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.109 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.108 201 a337cdfdc648825eec36cd678f88003f 199.19.213.199 - - [20/Apr/2026:09:45:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.073 [auth-system-keycloak-80] [] 10.0.0.81:8080 1251 0.072 200 39261769eb3432b3c01e0c69adf66d13 199.19.213.199 - - [20/Apr/2026:09:45:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.514 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.512 200 94d9f61630ae7af98179b5ce1af05615 199.19.213.199 - - [20/Apr/2026:09:45:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.057 [auth-system-keycloak-80] [] 10.0.0.81:8080 1261 0.057 200 903196486d38215910b7444db1f22d41 199.19.213.199 - - [20/Apr/2026:09:45:21 +0000] "GET /admin/realms/atmosphere/clients/0ae9e38f-254f-4e8c-9bfa-7148b91a856b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.81:8080 119 0.014 404 a30d88c5f749c9c59e11d64e771a0f33 199.19.213.199 - - [20/Apr/2026:09:45:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.060 [auth-system-keycloak-80] [] 10.0.0.81:8080 1261 0.060 200 85954336b454231f7610a59972e066f9 199.19.213.199 - - [20/Apr/2026:09:45:21 +0000] "POST /admin/realms/atmosphere/clients/0ae9e38f-254f-4e8c-9bfa-7148b91a856b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.026 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.026 201 7b1289aed7b3cc21250945c4fa370eaf 199.19.213.199 - - [20/Apr/2026:09:45:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.056 [auth-system-keycloak-80] [] 10.0.0.81:8080 1261 0.056 200 bf71acda0bb01a78c2154770d7514dab 199.19.213.199 - - [20/Apr/2026:09:45:21 +0000] "GET /admin/realms/atmosphere/clients/0ae9e38f-254f-4e8c-9bfa-7148b91a856b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.81:8080 166 0.016 200 4a3554e5a8d975900e924825d61b8b00 199.19.213.199 - - [20/Apr/2026:09:45:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.768 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.767 200 265713fef0ba2579435b09e41d9f86a8 199.19.213.199 - - [20/Apr/2026:09:45:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.070 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.070 200 9a38af80cb4868b3e3e11aae026ffccc 199.19.213.199 - - [20/Apr/2026:09:45:22 +0000] "GET /admin/realms/atmosphere/clients/ad49183a-3938-40bd-8074-f39c875e1669/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.81:8080 119 0.010 404 a646b5527031e19464f858b24e293aaf 199.19.213.199 - - [20/Apr/2026:09:45:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.006 200 e7118eb9ac3cf86b6d819a7c8368ee90 199.19.213.199 - - [20/Apr/2026:09:45:22 +0000] "POST /admin/realms/atmosphere/clients/ad49183a-3938-40bd-8074-f39c875e1669/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.069 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.068 201 adb7fc5f0d1ca60fbcaa5cdf268b371f 199.19.213.199 - - [20/Apr/2026:09:45:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.078 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.078 200 3384ecd3f8a6a9005face2872f3ccb8a 199.19.213.199 - - [20/Apr/2026:09:45:23 +0000] "GET /admin/realms/atmosphere/clients/ad49183a-3938-40bd-8074-f39c875e1669/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.096 [auth-system-keycloak-80] [] 10.0.0.81:8080 165 0.096 200 174e955d689f27289bc21fc293f50ce0 199.19.213.199 - - [20/Apr/2026:09:45:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.185 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 1.174 200 a40a03ea5907badc9d0135e8a2cf7f65 199.19.213.199 - - [20/Apr/2026:09:45:23 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.032 [auth-system-keycloak-80] [] 10.0.0.81:8080 4246 0.032 200 68f6d0d6efd4dfbfa3edc6be3c1bbc6f I0420 09:45:23.730313 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.130.32"}] I0420 09:45:23.735952 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d85aac60-1995-4b73-a2ff-33bcdeeeb4f7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4348", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 09:45:23.737618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:45:23.737657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.199 - - [20/Apr/2026:09:45:24 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.687 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.686 204 25942ac3e7e86805086b2d4c8f5bf1d5 199.19.213.199 - - [20/Apr/2026:09:45:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.301 [auth-system-keycloak-80] [] 10.0.0.81:8080 4384 0.301 200 8023d3284f070fdd937c75360b53d47a 199.19.213.199 - - [20/Apr/2026:09:45:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.218 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 1.218 200 5e9bf86d2fc864a13fa742e9da6153f2 199.19.213.199 - - [20/Apr/2026:09:45:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.036 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.036 200 3bdbbb6e8f3c39b3d70381ace295a2bc 199.19.213.199 - - [20/Apr/2026:09:45:24 +0000] "GET /admin/realms/atmosphere/clients/ad49183a-3938-40bd-8074-f39c875e1669/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.81:8080 119 0.012 404 72e0592640192dfd30435f9f917df3d4 199.19.213.199 - - [20/Apr/2026:09:45:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.008 200 fc735b64d6da1a5e375db63db51c8f15 199.19.213.199 - - [20/Apr/2026:09:45:24 +0000] "POST /admin/realms/atmosphere/clients/ad49183a-3938-40bd-8074-f39c875e1669/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.044 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.043 201 574bd4f11d66774a2e5a2edcff3e05d7 199.19.213.199 - - [20/Apr/2026:09:45:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.006 200 6456d43185d7de786f574a5519f33254 199.19.213.199 - - [20/Apr/2026:09:45:24 +0000] "GET /admin/realms/atmosphere/clients/ad49183a-3938-40bd-8074-f39c875e1669/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.81:8080 166 0.012 200 cd6b682a312bc7f8b5944f987b75982f 199.19.213.199 - - [20/Apr/2026:09:45:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.781 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.780 200 e1b48a78e61c32910df45ae71ee0bb70 199.19.213.199 - - [20/Apr/2026:09:45:25 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.81:8080 1682 0.009 200 dd83be14205e34257aad263034524f1d 199.19.213.199 - - [20/Apr/2026:09:45:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.149 [auth-system-keycloak-80] [] 10.0.0.81:8080 6432 0.150 200 dac567e12552ec35bdc1a54c2c649ba7 199.19.213.199 - - [20/Apr/2026:09:45:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.920 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.919 200 d5d84b7617c55a9e61495406b9c320a4 199.19.213.199 - - [20/Apr/2026:09:45:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.071 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.071 200 0c071dd084c600030c5eeb41364f630c 199.19.213.199 - - [20/Apr/2026:09:45:26 +0000] "GET /admin/realms/atmosphere/clients/ad49183a-3938-40bd-8074-f39c875e1669/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.81:8080 119 0.018 404 9d4aac30df67c6876d2439d56d921010 199.19.213.199 - - [20/Apr/2026:09:45:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.006 200 5f45ec790a1f2a77ade521657213a899 199.19.213.199 - - [20/Apr/2026:09:45:26 +0000] "POST /admin/realms/atmosphere/clients/ad49183a-3938-40bd-8074-f39c875e1669/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.053 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.052 201 7380be4bd40717e14cbf2e601558d600 199.19.213.199 - - [20/Apr/2026:09:45:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.007 200 8d2e29c02c9df18c1eb2fc783a1abe75 199.19.213.199 - - [20/Apr/2026:09:45:26 +0000] "GET /admin/realms/atmosphere/clients/ad49183a-3938-40bd-8074-f39c875e1669/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.81:8080 166 0.011 200 301d95497a51d3b6e78e6a1437f2d4fa 199.19.213.199 - - [20/Apr/2026:09:45:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.471 200 92fb790600495b77b1fc457783010875 199.19.213.199 - - [20/Apr/2026:09:45:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.81:8080 1251 0.007 200 151f3ce36ab0037f7de374239f86520a 199.19.213.199 - - [20/Apr/2026:09:45:27 +0000] "GET /admin/realms/atmosphere/clients/e8934d27-ff76-40a5-a87b-3ce282e5a3ce/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.81:8080 119 0.008 404 97b9af6dfdff749342c4f3b7633d9f27 199.19.213.199 - - [20/Apr/2026:09:45:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.81:8080 1251 0.006 200 6236ac7b3e57805da8bcea8a39f064c0 199.19.213.199 - - [20/Apr/2026:09:45:27 +0000] "POST /admin/realms/atmosphere/clients/e8934d27-ff76-40a5-a87b-3ce282e5a3ce/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.037 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.036 201 7ab51f423183b27bae17db873d173bed 199.19.213.199 - - [20/Apr/2026:09:45:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.81:8080 1251 0.007 200 9347898ca09314903023d43b5167a2c5 199.19.213.199 - - [20/Apr/2026:09:45:27 +0000] "GET /admin/realms/atmosphere/clients/e8934d27-ff76-40a5-a87b-3ce282e5a3ce/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.81:8080 166 0.070 200 cda01fe5251b67dca3423df1cabbe273 199.19.213.199 - - [20/Apr/2026:09:45:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.623 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.623 200 306be8357f373fc780594c6886caa24a 199.19.213.199 - - [20/Apr/2026:09:45:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.81:8080 2 0.010 200 55d3ec22310cae1b64385f935751a0fb 199.19.213.199 - - [20/Apr/2026:09:45:28 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.119 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.118 201 9291622a8d894afb66f204464dea9faa 199.19.213.199 - - [20/Apr/2026:09:45:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.043 [auth-system-keycloak-80] [] 10.0.0.81:8080 2246 0.044 200 ea8eb89544d31e4bcc4405466732284d 199.19.213.199 - - [20/Apr/2026:09:45:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.464 200 724f7506bb678f15e1588bc02ab6ae01 199.19.213.199 - - [20/Apr/2026:09:45:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.015 [auth-system-keycloak-80] [] 10.0.0.81:8080 2246 0.015 200 1769d984d3836b8dd545801ccde3d178 199.19.213.199 - - [20/Apr/2026:09:45:29 +0000] "GET /admin/realms/atmosphere/clients/8f7e20c6-ddb3-4d38-8e57-9d710255ecec/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.014 [auth-system-keycloak-80] [] 10.0.0.81:8080 233 0.014 200 79caf4da509b93ac71a54fa03bcd1b21 199.19.213.199 - - [20/Apr/2026:09:45:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.075 [auth-system-keycloak-80] [] 10.0.0.81:8080 831 0.075 200 cd891e69d41eca882e95cde45a2c81f7 199.19.213.199 - - [20/Apr/2026:09:45:29 +0000] "GET /admin/realms/atmosphere/clients/0b42f9a5-bb22-4b58-8570-11e7de701df0/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.106 [auth-system-keycloak-80] [] 10.0.0.81:8080 3758 0.106 200 b6b2fd7c3bc5e329e3a3014df8ab5aea 199.19.213.199 - - [20/Apr/2026:09:45:29 +0000] "GET /admin/realms/atmosphere/users/e6db7fcb-2656-41e4-a4e8-c02e66dbd12b/role-mappings/clients/0b42f9a5-bb22-4b58-8570-11e7de701df0/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.175 [auth-system-keycloak-80] [] 10.0.0.81:8080 3758 0.175 200 f909358868cf02d1a104cdfa13de4a05 199.19.213.199 - - [20/Apr/2026:09:45:29 +0000] "GET /admin/realms/atmosphere/users/e6db7fcb-2656-41e4-a4e8-c02e66dbd12b/role-mappings/clients/0b42f9a5-bb22-4b58-8570-11e7de701df0/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.083 [auth-system-keycloak-80] [] 10.0.0.81:8080 2 0.083 200 8694e69bc0d95b0f954fb34d9b9bbe53 199.19.213.199 - - [20/Apr/2026:09:45:29 +0000] "POST /admin/realms/atmosphere/users/e6db7fcb-2656-41e4-a4e8-c02e66dbd12b/role-mappings/clients/0b42f9a5-bb22-4b58-8570-11e7de701df0 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.019 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.019 204 70c17887c3c71277be96d34b7bd23621 199.19.213.199 - - [20/Apr/2026:09:45:29 +0000] "GET /admin/realms/atmosphere/users/e6db7fcb-2656-41e4-a4e8-c02e66dbd12b/role-mappings/clients/0b42f9a5-bb22-4b58-8570-11e7de701df0/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.015 [auth-system-keycloak-80] [] 10.0.0.81:8080 576 0.015 200 b5146db62fa6eb1eb73e812098552e4c W0420 09:45:33.317868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:45:33.317893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:45:36.652005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:45:36.652073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:36.292488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:36.292521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:37.220718 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 09:46:37.220786 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0420 09:46:37.220816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:37.220835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:37.221205 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 09:46:37.221371 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0420 09:46:37.221492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:37.221568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 09:46:37.222269 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0420 09:46:37.222288 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0420 09:46:37.223655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 09:46:37.223707 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0420 09:46:37.223738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:37.223753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 09:46:37.224848 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0420 09:46:37.224881 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0420 09:46:37.225520 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0420 09:46:37.225545 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0420 09:46:37.334576 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0420 09:46:37.335253 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0420 09:46:37.335309 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"877c5a2c-2fb3-4033-b35c-a41ff128c2c4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5165", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 09:46:37.339901 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0420 09:46:37.340473 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0420 09:46:37.340507 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0420 09:46:37.340841 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0420 09:46:37.340875 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ba6d144f-27cc-4bdd-89b7-2cf3972cfb35", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5166", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 09:46:37.340894 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"48c63471-141f-4ce8-8987-6a7f51022a3b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5167", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 09:46:37.910748 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0420 09:46:37.911366 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0420 09:46:38.117594 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0420 09:46:38.118565 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0420 09:46:38.861018 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0420 09:46:38.861645 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0420 09:46:39.626222 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 09:46:39.626367 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 09:46:39.626419 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 09:46:39.626551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:39.626581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 09:46:39.626706 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 09:46:39.687914 7 controller.go:216] "Backend successfully reloaded" I0420 09:46:39.688417 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdwxm", UID:"2136052d-2e06-4898-9589-552f62699641", APIVersion:"v1", ResourceVersion:"1714", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0420 09:46:42.959619 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 09:46:42.959704 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 09:46:42.959972 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 09:46:42.960112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:42.960142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:46.292604 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 09:46:46.292657 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 09:46:46.292681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 09:46:46.292804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:46.292827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:49.626557 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 09:46:49.626614 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 09:46:49.626653 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 09:46:49.626758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:49.626776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:57.872013 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 09:46:57.872048 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 09:46:57.872070 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 09:46:57.872143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:46:57.872159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:01.214317 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 09:47:01.214443 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 09:47:01.214489 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 09:47:01.214821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:01.214842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:04.539774 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 09:47:04.539873 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 09:47:04.539911 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 09:47:04.540070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:04.540091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:07.872374 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 09:47:07.872424 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 09:47:07.872451 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 09:47:07.872530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:07.872544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:12.232712 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 09:47:12.232793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 09:47:12.232884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 09:47:12.233095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:12.233112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.181 - - [20/Apr/2026:09:47:16 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.81:8080 6432 0.006 200 15623b9e181bbfc867a54607860e441e W0420 09:47:16.953242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 09:47:16.953280 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 09:47:16.953522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:16.953540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.51 - - [20/Apr/2026:09:47:16 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.005 [auth-system-keycloak-80] [] 10.0.0.81:8080 6432 0.005 200 f7f648b842da6d9c41b0f7db955adc22 W0420 09:47:20.286795 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 09:47:20.286948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:20.286967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:23.620681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:23.620730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 09:47:23.731389 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.130.32"}] I0420 09:47:23.731715 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.130.32"}] I0420 09:47:23.731432 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.130.32"}] I0420 09:47:23.741502 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ba6d144f-27cc-4bdd-89b7-2cf3972cfb35", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5929", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 09:47:23.743700 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"48c63471-141f-4ce8-8987-6a7f51022a3b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5930", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 09:47:23.746883 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"877c5a2c-2fb3-4033-b35c-a41ff128c2c4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5931", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 09:47:26.953938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:26.954000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:30.287923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:30.287991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:39.168172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:47:39.168198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:48:15.208108 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0420 09:48:15.208193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:48:15.208218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 09:48:15.212273 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0420 09:48:15.212325 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0420 09:48:15.256050 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0420 09:48:15.256369 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0420 09:48:15.256339 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"7bddbf1c-b5af-455f-b153-eafbeb77cc87", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6240", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 09:48:15.256590 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0420 09:48:15.256625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:48:15.256632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 09:48:15.256700 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 09:48:15.425138 7 controller.go:216] "Backend successfully reloaded" I0420 09:48:15.425455 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdwxm", UID:"2136052d-2e06-4898-9589-552f62699641", APIVersion:"v1", ResourceVersion:"1714", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0420 09:48:16.053436 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0420 09:48:16.054687 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0420 09:48:18.590974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:48:18.591008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.199 - - [20/Apr/2026:09:48:18 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.005 300 65d6cfd46f18b1387b4e4baf67d12011 199.19.213.199 - - [20/Apr/2026:09:48:20 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.117:5000 266 0.006 200 2a480378edefa049901d9bad9f1c6d8e 199.19.213.199 - - [20/Apr/2026:09:48:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.457 [openstack-keystone-api-5000] [] 10.0.0.117:5000 1360 0.457 201 39e1aa7ce7ee92d60982c722e9be5ba7 199.19.213.199 - - [20/Apr/2026:09:48:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.004 300 db40f8c19faa09aefd455b31cc08573f 199.19.213.199 - - [20/Apr/2026:09:48:20 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.035 [openstack-keystone-api-5000] [] 10.0.0.117:5000 90 0.035 404 71a09da31c31cb53020cd07fbcbe2be2 199.19.213.199 - - [20/Apr/2026:09:48:20 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.024 [openstack-keystone-api-5000] [] 10.0.0.117:5000 370 0.023 200 d0a2087ebfdc477f6ac3af2238843957 199.19.213.199 - - [20/Apr/2026:09:48:20 +0000] "GET /v3/domains/f883822b546d456e839327bddc3536f6 HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.117:5000 247 0.021 200 1d64a36ce8580ed4087730b8ffe5c576 199.19.213.199 - - [20/Apr/2026:09:48:21 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 266 0.004 200 2674a58794706b9b631142e5f852ef11 199.19.213.199 - - [20/Apr/2026:09:48:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.117:5000 1360 0.325 201 6de01d8989da41fe20c4a5f2dc086f01 199.19.213.199 - - [20/Apr/2026:09:48:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.002 300 0cac100cfc13bfcfc3346d17aad2236b 199.19.213.199 - - [20/Apr/2026:09:48:22 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.117:5000 101 0.021 404 1e450648eefd164d08387b11d374315b 199.19.213.199 - - [20/Apr/2026:09:48:22 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.016 [openstack-keystone-api-5000] [] 10.0.0.117:5000 156 0.016 200 4a9e15bc3ae0c11ea7cc13bb178c2e96 199.19.213.199 - - [20/Apr/2026:09:48:22 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.030 [openstack-keystone-api-5000] [] 10.0.0.117:5000 342 0.030 201 1fd8396b3dcb32484fdd01aae6c50709 199.19.213.199 - - [20/Apr/2026:09:48:22 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 266 0.004 200 ecd1936155a8e9b5a9c5ad2840864267 199.19.213.199 - - [20/Apr/2026:09:48:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.413 [openstack-keystone-api-5000] [] 10.0.0.117:5000 1360 0.412 201 10e8531d8f24b0a5981b68bd4f70bb6b 199.19.213.199 - - [20/Apr/2026:09:48:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.004 300 969a6ee2d4a3f8b4569f04948f68b601 199.19.213.199 - - [20/Apr/2026:09:48:23 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.026 [openstack-keystone-api-5000] [] 10.0.0.117:5000 98 0.026 404 b10d3a6ae292e7ad58bff93bc9b1fc42 199.19.213.199 - - [20/Apr/2026:09:48:23 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.023 [openstack-keystone-api-5000] [] 10.0.0.117:5000 136 0.023 200 d0e9957b67d432cbbf95110e8c39a472 199.19.213.199 - - [20/Apr/2026:09:48:23 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.088 [openstack-keystone-api-5000] [] 10.0.0.117:5000 357 0.088 201 8724898e50930c4e4c1690dfc610ed87 I0420 09:48:23.731845 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.106.130.32"}] I0420 09:48:23.798151 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"7bddbf1c-b5af-455f-b153-eafbeb77cc87", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6310", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 09:48:23.833919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:48:23.833963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.199 - - [20/Apr/2026:09:48:24 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 266 0.004 200 768bdc38193130415536c836a2a4b845 199.19.213.199 - - [20/Apr/2026:09:48:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.117:5000 1360 0.302 201 f9a87161a4044c4e002f433811befd43 199.19.213.199 - - [20/Apr/2026:09:48:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.004 300 3841c1cd07946f48feda31f54d5fae2a 199.19.213.199 - - [20/Apr/2026:09:48:24 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.024 [openstack-keystone-api-5000] [] 10.0.0.117:5000 131 0.024 404 d9cf4ee709bc63f6ff29e589a7975f62 199.19.213.199 - - [20/Apr/2026:09:48:24 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.026 [openstack-keystone-api-5000] [] 10.0.0.117:5000 168 0.026 200 6512e922859d9170344cb47f2664537e 199.19.213.199 - - [20/Apr/2026:09:48:24 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.102 [openstack-keystone-api-5000] [] 10.0.0.117:5000 224 0.101 201 06758a59df5f0972369031fdcd39e553 W0420 09:48:32.103895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:48:32.103927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:48:35.437459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:48:35.437505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:48:38.770777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:48:38.770828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0420 09:49:08.710946 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-199.nip.io. Skipping. W0420 09:49:08.711349 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0420 09:49:08.711476 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0420 09:49:08.711544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:49:08.711560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 09:49:08.716323 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.002s admissionTime:0.007s testedConfigurationSize:33.4kB} I0420 09:49:08.716365 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0420 09:49:08.723851 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" I0420 09:49:08.724132 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"1e862b91-1a21-4302-a9a4-4119c0f5f9ed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6674", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0420 09:49:08.724151 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-199.nip.io. Skipping. W0420 09:49:08.724556 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0420 09:49:08.724902 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0420 09:49:08.725000 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0420 09:49:08.725074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:49:08.725096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 09:49:08.725222 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 09:49:08.790108 7 controller.go:216] "Backend successfully reloaded" I0420 09:49:08.790784 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-bdwxm", UID:"2136052d-2e06-4898-9589-552f62699641", APIVersion:"v1", ResourceVersion:"1714", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0420 09:49:09.253021 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0420 09:49:09.253667 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-199.nip.io. Skipping. I0420 09:49:09.254609 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0420 09:49:12.060213 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0420 09:49:12.060373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:49:12.060404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 09:49:23.734435 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.106.130.32"}] E0420 09:49:23.738545 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-199.nip.io. Skipping. I0420 09:49:23.738836 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"1e862b91-1a21-4302-a9a4-4119c0f5f9ed", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6791", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 09:49:23.739584 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0420 09:49:23.739679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:49:23.739694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.199 - - [20/Apr/2026:09:49:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.525 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.524 200 605d3f3527c09ebe15b186026a1c2bb5 199.19.213.199 - - [20/Apr/2026:09:49:31 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.122 [auth-system-keycloak-80] [] 10.0.0.81:8080 2 0.122 200 cd3e17c8455ae5204d52465c88d69a26 199.19.213.199 - - [20/Apr/2026:09:49:31 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.114 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.114 201 71730241ed8ffb3fee276bb3da40212f 199.19.213.199 - - [20/Apr/2026:09:49:31 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.014 [auth-system-keycloak-80] [] 10.0.0.81:8080 322 0.014 200 c500b974cfe37185d52d1b548f8451f6 199.19.213.199 - - [20/Apr/2026:09:49:31 +0000] "GET /admin/realms/atmosphere/users/514d1354-b011-4600-a0e3-c31821a1775e/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.008 [auth-system-keycloak-80] [] 10.0.0.81:8080 2 0.009 200 b5e2e45e89270a8ca6547dccf6524424 199.19.213.199 - - [20/Apr/2026:09:49:31 +0000] "GET /admin/realms/atmosphere/users/514d1354-b011-4600-a0e3-c31821a1775e/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.004 [auth-system-keycloak-80] [] 10.0.0.81:8080 2 0.003 200 ab9c6777dee00efd99284a53c5fb2722 199.19.213.199 - - [20/Apr/2026:09:49:33 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.117:5000 266 0.004 200 98e861d94f12ce356e66115f6e4e4ab6 199.19.213.199 - - [20/Apr/2026:09:49:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.316 [openstack-keystone-api-5000] [] 10.0.0.117:5000 1360 0.316 201 4388ac1556c803ae6a31153cb79bfcd6 199.19.213.199 - - [20/Apr/2026:09:49:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.094 [openstack-keystone-api-5000] [] 10.0.0.117:5000 281 0.093 300 9f26a07eed6ab2f108b7634ad20ff5a3 199.19.213.199 - - [20/Apr/2026:09:49:33 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.037 [openstack-keystone-api-5000] [] 10.0.0.117:5000 90 0.037 404 d875d9e13392d359c15d670784d60102 199.19.213.199 - - [20/Apr/2026:09:49:33 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.023 [openstack-keystone-api-5000] [] 10.0.0.117:5000 370 0.024 200 bfdf4cdbc18dbddf5b1d3378f331a6f1 199.19.213.199 - - [20/Apr/2026:09:49:34 +0000] "GET /v3/users?domain_id=f883822b546d456e839327bddc3536f6&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.550 [openstack-keystone-api-5000] [] 10.0.0.117:5000 451 0.550 200 084043e2204f9955f8d750acd6824908 W0420 09:49:55.858639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:49:55.858664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:49:59.192605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:49:59.192665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:50:02.526559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 09:50:02.526607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store