------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0403 02:21:57.920967 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0403 02:21:57.921085 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0403 02:21:57.928024 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0403 02:21:57.932922 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0403 02:21:58.098020 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0403 02:21:58.120648 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0403 02:21:58.139867 7 nginx.go:271] "Starting NGINX Ingress controller" I0403 02:21:58.151483 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"9b33d388-4f72-45f6-8f5e-dcf7f017c427", APIVersion:"v1", ResourceVersion:"1482", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0403 02:21:58.153892 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"c71109b1-77a2-41b2-aee2-a948f43c03e2", APIVersion:"v1", ResourceVersion:"1481", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0403 02:21:58.154041 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"63d71a1a-7364-45aa-aeb8-a96a90db3495", APIVersion:"v1", ResourceVersion:"1483", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0403 02:21:59.341178 7 nginx.go:317] "Starting NGINX process" I0403 02:21:59.341451 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0403 02:21:59.341797 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0403 02:21:59.342349 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0403 02:21:59.342427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:21:59.342460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:21:59.342511 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:21:59.353263 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0403 02:21:59.353387 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-6ccf7" I0403 02:21:59.375912 7 controller.go:216] "Backend successfully reloaded" I0403 02:21:59.376017 7 controller.go:227] "Initial sync, sleeping for 1 second" I0403 02:21:59.376084 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6ccf7", UID:"9426c0df-122f-4408-aa55-5b3cf8c5d4f0", APIVersion:"v1", ResourceVersion:"1594", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:22:03.154541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:03.154572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:06.488682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:06.488733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:09.822284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:09.822323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:13.155200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:13.155246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:16.488370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:16.488418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:19.821648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:19.821679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:23.154781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:23.154826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:26.488588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:26.488632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:31.239254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:31.239306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:38.204719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:22:38.205402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:27.472179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:27.472254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:30.806093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:30.806143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:38.228823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:38.228853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:41.563405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:41.563492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:46.419635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:46.419672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:49.754026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:49.754055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:53.087030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:53.087070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:56.419805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:56.419840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:59.753632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:23:59.753687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:24:03.086856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:24:03.086886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:24:06.570578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:24:06.570607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:24:09.906051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:24:09.906079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:24.838886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:24.839526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:27.492469 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-96.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-96.nip.io-tls was not found. Using default certificate W0403 02:26:27.492616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:27.492687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:26:27.494872 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0403 02:26:27.494968 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0403 02:26:27.540867 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0403 02:26:27.541207 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-96.nip.io-tls" in local store I0403 02:26:27.541302 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ece8a351-a1fe-4d01-a597-4116f5a3b45d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3683", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:26:28.135933 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-96.nip.io-tls" I0403 02:26:28.137198 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-96.nip.io-tls" W0403 02:26:28.173154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:28.173191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:26:28.173257 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:26:28.219916 7 controller.go:216] "Backend successfully reloaded" I0403 02:26:28.220199 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6ccf7", UID:"9426c0df-122f-4408-aa55-5b3cf8c5d4f0", APIVersion:"v1", ResourceVersion:"1594", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:26:31.506374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:31.506423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.96 - - [03/Apr/2026:02:26:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.584 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.584 200 75a085ea88410b0acc625d952da409dd 199.19.213.96 - - [03/Apr/2026:02:26:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.063 [auth-system-keycloak-80] [] 10.0.0.168:8080 28 0.063 404 69d1ba4f522a7daccd516af6d446a648 199.19.213.96 - - [03/Apr/2026:02:26:38 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 1.269 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 1.268 201 783dfa3c59d9f1d3297cfada39cbbe53 199.19.213.96 - - [03/Apr/2026:02:26:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1195 0.174 [auth-system-keycloak-80] [] 10.0.0.168:8080 4101 0.174 200 f34233592f7dac9bfe1457918de6d0da 199.19.213.96 - - [03/Apr/2026:02:26:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.058 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.056 200 2ac8942075699e7703ba68f3346fafa2 199.19.213.96 - - [03/Apr/2026:02:26:39 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11535 "-" "Ansible" 1209 0.025 [auth-system-keycloak-80] [] 10.0.0.168:8080 11535 0.025 200 81a776fc5be59437b5d3fa15726aaea4 199.19.213.96 - - [03/Apr/2026:02:26:39 +0000] "GET /admin/realms/atmosphere/client-scopes/b7133cce-555a-41b1-b346-935f33b5660e HTTP/1.1" 200 1146 "-" "Ansible" 1246 0.013 [auth-system-keycloak-80] [] 10.0.0.168:8080 1146 0.013 200 1a6f1364b80bf2c19489e131bfef174a 199.19.213.96 - - [03/Apr/2026:02:26:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/b7133cce-555a-41b1-b346-935f33b5660e HTTP/1.1" 204 0 "-" "Ansible" 1846 0.022 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.021 204 47e134849c2c4eb33b027eaf31dd535a 199.19.213.96 - - [03/Apr/2026:02:26:39 +0000] "GET /admin/realms/atmosphere/client-scopes/b7133cce-555a-41b1-b346-935f33b5660e/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1270 0.026 [auth-system-keycloak-80] [] 10.0.0.168:8080 831 0.026 200 12f494f5d0c1bd6b814ab71331143b18 199.19.213.96 - - [03/Apr/2026:02:26:39 +0000] "GET /admin/realms/atmosphere/client-scopes/b7133cce-555a-41b1-b346-935f33b5660e/protocol-mappers/models/e6cb7632-7f78-414a-90a9-0082d52b94bf HTTP/1.1" 200 331 "-" "Ansible" 1307 0.010 [auth-system-keycloak-80] [] 10.0.0.168:8080 331 0.009 200 5c90862ecb27ee6d6192eabea5781f8a 199.19.213.96 - - [03/Apr/2026:02:26:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/b7133cce-555a-41b1-b346-935f33b5660e/protocol-mappers/models/e6cb7632-7f78-414a-90a9-0082d52b94bf HTTP/1.1" 204 0 "-" "Ansible" 1620 0.025 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.024 204 497d202583ecc9e93979941b010879d5 199.19.213.96 - - [03/Apr/2026:02:26:39 +0000] "GET /admin/realms/atmosphere/client-scopes/b7133cce-555a-41b1-b346-935f33b5660e HTTP/1.1" 200 1121 "-" "Ansible" 1246 0.021 [auth-system-keycloak-80] [] 10.0.0.168:8080 1121 0.021 200 6fffa6cb2b42f4ec8d2931d26309f656 I0403 02:26:59.359021 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.101.8"}] I0403 02:26:59.364349 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ece8a351-a1fe-4d01-a597-4116f5a3b45d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3973", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:26:59.366546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:26:59.366585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.96 - - [03/Apr/2026:02:27:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.047 200 e328eeafe810f5edc7ec039de6287bd0 199.19.213.96 - - [03/Apr/2026:02:27:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.168:8080 2 0.017 200 abfb90304036c14254e7e650a4b81ada 199.19.213.96 - - [03/Apr/2026:02:27:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.279 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.278 201 f0246f62b6c84ea03de4ae171a9150ab 199.19.213.96 - - [03/Apr/2026:02:27:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.029 [auth-system-keycloak-80] [] 10.0.0.168:8080 1259 0.029 200 a1990292fb7ad72696ca7ee234900075 199.19.213.96 - - [03/Apr/2026:02:27:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.041 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.040 200 36abc72817148795a9858c295e257c17 199.19.213.96 - - [03/Apr/2026:02:27:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.168:8080 2 0.010 200 8f394249a70baf01f89815731661dcc3 199.19.213.96 - - [03/Apr/2026:02:27:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.065 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.064 201 28dd01b85edf97d37716b4d4e9fd4f42 199.19.213.96 - - [03/Apr/2026:02:27:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.053 [auth-system-keycloak-80] [] 10.0.0.168:8080 1283 0.053 200 3c1323012ce418e98e08d482749b2765 199.19.213.96 - - [03/Apr/2026:02:27:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.044 200 c5c0c5f78ab59a51e8bd8490ffe6d2d2 199.19.213.96 - - [03/Apr/2026:02:27:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.168:8080 2 0.010 200 63f0766511c730f66e732fb234616967 199.19.213.96 - - [03/Apr/2026:02:27:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.190 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.189 201 17704ee1605f3f18030a2b0aeed8c6db 199.19.213.96 - - [03/Apr/2026:02:27:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.168:8080 1249 0.023 200 1dcf8d34154b75b76e1b2099362b5b1f 199.19.213.96 - - [03/Apr/2026:02:27:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.046 200 ea7e85e11948b8144f9e37585ff7549b 199.19.213.96 - - [03/Apr/2026:02:27:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.168:8080 1259 0.007 200 fa6625d6002f198f3d0c66fc8bf9bdce 199.19.213.96 - - [03/Apr/2026:02:27:02 +0000] "GET /admin/realms/atmosphere/clients/393b2d93-7219-4d03-8747-f566b818cb41/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.031 [auth-system-keycloak-80] [] 10.0.0.168:8080 31 0.031 404 c0fa197ec27d6787b35ebd92aa977c78 199.19.213.96 - - [03/Apr/2026:02:27:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.168:8080 1259 0.010 200 c2eb904cfa217ec075e736e773b26a9b 199.19.213.96 - - [03/Apr/2026:02:27:02 +0000] "POST /admin/realms/atmosphere/clients/393b2d93-7219-4d03-8747-f566b818cb41/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.071 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.070 201 c4d2f5e4760f39e2df7f5522700d46aa 199.19.213.96 - - [03/Apr/2026:02:27:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.168:8080 1259 0.009 200 1260ef34441eb69a6ccb296ac766c7b7 199.19.213.96 - - [03/Apr/2026:02:27:02 +0000] "GET /admin/realms/atmosphere/clients/393b2d93-7219-4d03-8747-f566b818cb41/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.018 [auth-system-keycloak-80] [] 10.0.0.168:8080 166 0.019 200 0a0c3721a5e7bbf94ee430742181186a 199.19.213.96 - - [03/Apr/2026:02:27:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.045 200 c0b2c1228836aa969b505ae007399eb6 199.19.213.96 - - [03/Apr/2026:02:27:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.168:8080 1283 0.009 200 4641ac878b6e4093bda1a2a008a7fab9 199.19.213.96 - - [03/Apr/2026:02:27:03 +0000] "GET /admin/realms/atmosphere/clients/79bbc584-9e49-4163-8870-942e46ba4ded/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.168:8080 31 0.010 404 5c7b2478f9119dfc4afe978ebefacd48 199.19.213.96 - - [03/Apr/2026:02:27:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.168:8080 1283 0.007 200 9631f0a66ac910b2ee35df256b9c860f 199.19.213.96 - - [03/Apr/2026:02:27:03 +0000] "POST /admin/realms/atmosphere/clients/79bbc584-9e49-4163-8870-942e46ba4ded/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.419 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.418 201 217c371d16be3061ff56d8b38c109dc4 199.19.213.96 - - [03/Apr/2026:02:27:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.168:8080 1283 0.009 200 373c2da982668d7c35024a42bf8fdd74 199.19.213.96 - - [03/Apr/2026:02:27:03 +0000] "GET /admin/realms/atmosphere/clients/79bbc584-9e49-4163-8870-942e46ba4ded/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.011 [auth-system-keycloak-80] [] 10.0.0.168:8080 165 0.011 200 b4027998b16ff07de36e7089b9559466 199.19.213.96 - - [03/Apr/2026:02:27:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.047 200 4c169f7c201a1f2e1fe6c72230ff1b78 199.19.213.96 - - [03/Apr/2026:02:27:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.168:8080 1283 0.006 200 20cd43431adfc3ecefc97352566cda47 199.19.213.96 - - [03/Apr/2026:02:27:03 +0000] "GET /admin/realms/atmosphere/clients/79bbc584-9e49-4163-8870-942e46ba4ded/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.168:8080 31 0.007 404 fa774b295167eb5c747c0d047a3075da 199.19.213.96 - - [03/Apr/2026:02:27:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.168:8080 1283 0.006 200 058cea0e3b69cad07c030b0986731367 199.19.213.96 - - [03/Apr/2026:02:27:04 +0000] "POST /admin/realms/atmosphere/clients/79bbc584-9e49-4163-8870-942e46ba4ded/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.097 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.096 201 3b173884c52a4667eef1fd44e2f7f208 199.19.213.96 - - [03/Apr/2026:02:27:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.017 [auth-system-keycloak-80] [] 10.0.0.168:8080 1283 0.017 200 c3df8a5b3ebbaf1c00cf814c72600b55 199.19.213.96 - - [03/Apr/2026:02:27:04 +0000] "GET /admin/realms/atmosphere/clients/79bbc584-9e49-4163-8870-942e46ba4ded/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.168:8080 166 0.016 200 564fc9e65385930cdb2fb931e6b8023d 199.19.213.96 - - [03/Apr/2026:02:27:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.046 200 76c00203c1499956b78d7e41cc3a8443 199.19.213.96 - - [03/Apr/2026:02:27:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.168:8080 1283 0.013 200 be63a92a426116e4a19fe77241fd2e1a 199.19.213.96 - - [03/Apr/2026:02:27:04 +0000] "GET /admin/realms/atmosphere/clients/79bbc584-9e49-4163-8870-942e46ba4ded/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.168:8080 31 0.008 404 a0adf0364c195e184429273926e769ca 199.19.213.96 - - [03/Apr/2026:02:27:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.168:8080 1283 0.009 200 88f41a78d50e15afadd85fd91b3662b6 199.19.213.96 - - [03/Apr/2026:02:27:04 +0000] "POST /admin/realms/atmosphere/clients/79bbc584-9e49-4163-8870-942e46ba4ded/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.112 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.111 201 c898b5ebd07a734097c61ccbc6ee7b0a 199.19.213.96 - - [03/Apr/2026:02:27:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.168:8080 1283 0.009 200 32357d12472325aaa50d1eed09405360 199.19.213.96 - - [03/Apr/2026:02:27:04 +0000] "GET /admin/realms/atmosphere/clients/79bbc584-9e49-4163-8870-942e46ba4ded/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.168:8080 166 0.013 200 50d9794b0cff106aa991462a573954af 199.19.213.96 - - [03/Apr/2026:02:27:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.051 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.050 200 b80a6b4c2ffe294a2eea56fbb2677fb9 199.19.213.96 - - [03/Apr/2026:02:27:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.168:8080 1249 0.008 200 9d6ef62d57fe2b075fbdf956f7a7e4e5 199.19.213.96 - - [03/Apr/2026:02:27:05 +0000] "GET /admin/realms/atmosphere/clients/fb9a85a4-2abe-4b8b-966d-417f1fe0292a/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.168:8080 31 0.008 404 4f77ce958f6d285b4fd8a4e836a6bc8b 199.19.213.96 - - [03/Apr/2026:02:27:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.168:8080 1249 0.011 200 1ce686aa36d0467898925b57abd8da29 199.19.213.96 - - [03/Apr/2026:02:27:05 +0000] "POST /admin/realms/atmosphere/clients/fb9a85a4-2abe-4b8b-966d-417f1fe0292a/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.106 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.105 201 9ea6b293aa35da5efe338a1503ed1907 199.19.213.96 - - [03/Apr/2026:02:27:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.168:8080 1249 0.009 200 e759ce68dc54d930734fec7859e9c83b 199.19.213.96 - - [03/Apr/2026:02:27:05 +0000] "GET /admin/realms/atmosphere/clients/fb9a85a4-2abe-4b8b-966d-417f1fe0292a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.168:8080 166 0.014 200 ee3f4a666f92633384da0e6eab6173f0 W0403 02:28:22.911546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:22.911591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:23.007084 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:28:23.007141 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0403 02:28:23.007172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:23.007187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:23.008170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:28:23.008433 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0403 02:28:23.008594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:23.008637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:28:23.008964 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0403 02:28:23.008988 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0403 02:28:23.011782 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:28:23.011879 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0403 02:28:23.012019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:23.012038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:28:23.013215 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0403 02:28:23.013255 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0403 02:28:23.014896 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.002s admissionTime:0.005s testedConfigurationSize:18.2kB} I0403 02:28:23.014918 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0403 02:28:23.019561 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0403 02:28:23.020032 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0403 02:28:23.020021 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0e8910bd-84df-40a4-a226-0c6b5a88f986", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4714", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:28:23.026889 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0403 02:28:23.027324 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0403 02:28:23.027343 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0403 02:28:23.027565 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0403 02:28:23.027584 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ad41af7d-ad03-426a-9148-260b6854e8b9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4723", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:28:23.027594 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"deb22556-c272-445d-85e8-44419f8e1cd6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4725", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:28:23.336925 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0403 02:28:23.344500 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0403 02:28:23.931751 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0403 02:28:23.935617 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0403 02:28:24.228191 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0403 02:28:24.229205 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0403 02:28:26.245281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:28:26.245347 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:28:26.245385 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:28:26.245531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:26.245559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:28:26.245677 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:28:26.311158 7 controller.go:216] "Backend successfully reloaded" I0403 02:28:26.311398 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6ccf7", UID:"9426c0df-122f-4408-aa55-5b3cf8c5d4f0", APIVersion:"v1", ResourceVersion:"1594", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 02:28:29.578529 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:28:29.578593 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:28:29.578627 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:28:29.578825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:29.578855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:38.806282 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:28:38.806351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:28:38.806385 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:28:38.806538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:38.806569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:42.140059 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:28:42.140096 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:28:42.140159 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:28:42.140249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:42.140281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:45.473446 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:28:45.473540 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:28:45.473582 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:28:45.473710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:45.473733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:48.806520 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:28:48.806568 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:28:48.806593 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:28:48.806689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:48.806708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:28:59.511079 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.101.8"}] I0403 02:28:59.511601 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.101.8"}] I0403 02:28:59.529356 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.101.8"}] I0403 02:28:59.586008 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"0e8910bd-84df-40a4-a226-0c6b5a88f986", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5338", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:28:59.606468 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"deb22556-c272-445d-85e8-44419f8e1cd6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5341", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:28:59.606905 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:28:59.607078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:28:59.607246 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:28:59.607525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:28:59.607634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:28:59.866848 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ad41af7d-ad03-426a-9148-260b6854e8b9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5344", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:29:02.940576 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:29:02.940646 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:29:02.940681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:29:02.940909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:02.940932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:06.274356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:29:06.274401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:29:06.274431 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:29:06.274583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:06.274602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:12.834431 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:29:12.834513 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:29:12.835561 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:29:12.835647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:12.835678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:22.529884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:29:22.529938 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:29:22.529978 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:29:22.530082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:22.530106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:28.835650 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:29:28.835816 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:29:28.835879 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:29:28.836048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:28.836069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:32.171481 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:29:32.171530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:29:32.171560 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:29:32.172251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:32.172272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:35.503443 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:29:35.503514 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:29:35.503555 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:29:35.503737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:35.503816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:38.836322 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:29:38.836383 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:29:38.836554 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:29:38.836856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:38.836893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:42.169726 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:29:42.170000 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:29:42.170099 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:29:42.170263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:42.170329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:45.502930 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:29:45.503002 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:29:45.503037 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 02:29:45.503161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:45.503190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.14 - - [03/Apr/2026:02:29:47 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "Go-http-client/1.1" 160 0.034 [auth-system-keycloak-80] [] 10.0.0.168:8080 6243 0.034 200 0a5a5cfdb84953b35bdb3ed989eeecd8 10.0.0.115 - - [03/Apr/2026:02:29:48 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.168:8080 6243 0.009 200 21af2cc144a3e00c1e543505b2d76fe3 W0403 02:29:49.073300 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:29:49.073407 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:29:49.073650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:49.073700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:52.407282 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:29:52.407346 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 02:29:52.407586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:52.407617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:55.740370 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:29:55.740659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:55.740754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:59.073957 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 02:29:59.074184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:29:59.074217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.96 - - [03/Apr/2026:02:29:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.049 200 161c15c5d55efb604d02696e3bbd7fe1 199.19.213.96 - - [03/Apr/2026:02:29:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1195 0.005 [auth-system-keycloak-80] [] 10.0.0.168:8080 4101 0.006 200 a7ee6da6f92e03b7b68e5282686fba89 199.19.213.96 - - [03/Apr/2026:02:30:00 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5554 0.247 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.246 204 bc5c6a8f558b64e0ee360f231cc3472f 199.19.213.96 - - [03/Apr/2026:02:30:00 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1195 0.052 [auth-system-keycloak-80] [] 10.0.0.168:8080 4239 0.052 200 4da65016b1a87e72ffd9a35121321a40 199.19.213.96 - - [03/Apr/2026:02:30:00 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "ansible-httpget" 180 0.005 [auth-system-keycloak-80] [] 10.0.0.168:8080 6243 0.005 200 b4d7c17c5bc5a9a0e674fa061b051727 199.19.213.96 - - [03/Apr/2026:02:30:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.042 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.040 200 5e1ed4fdba92016c4ab3b150c8ecfafa 199.19.213.96 - - [03/Apr/2026:02:30:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.013 [auth-system-keycloak-80] [] 10.0.0.168:8080 2 0.013 200 725f286375ae7f156b93fcf71e593c23 199.19.213.96 - - [03/Apr/2026:02:30:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.114 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.112 201 cfe539f43cbb885fb53ca20cee681fa7 199.19.213.96 - - [03/Apr/2026:02:30:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2137 "-" "Ansible" 1221 0.025 [auth-system-keycloak-80] [] 10.0.0.168:8080 2137 0.025 200 018b798783b5a388c3abff002bccaafa 199.19.213.96 - - [03/Apr/2026:02:30:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.040 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.039 200 cf4e4085bcf38d5ce6bf1824627cd860 199.19.213.96 - - [03/Apr/2026:02:30:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2137 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.168:8080 2137 0.004 200 0e27daf3db5ac75a35fd25c4d10e5cab 199.19.213.96 - - [03/Apr/2026:02:30:02 +0000] "GET /admin/realms/atmosphere/clients/cf0ddfee-0939-462c-a6c0-4f1ed4eb57dd/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.014 [auth-system-keycloak-80] [] 10.0.0.168:8080 233 0.014 200 2eaf92a7b381de9bf839fa9a29ed7cc2 199.19.213.96 - - [03/Apr/2026:02:30:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.019 [auth-system-keycloak-80] [] 10.0.0.168:8080 831 0.019 200 5ab48285be0e71c8c6a41ce2b5aa4a7a 199.19.213.96 - - [03/Apr/2026:02:30:02 +0000] "GET /admin/realms/atmosphere/clients/b8fe90c9-076d-4e54-9db3-be47cd46a175/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.025 [auth-system-keycloak-80] [] 10.0.0.168:8080 3758 0.025 200 0e749a243d228dba5248cdf724c1bc77 199.19.213.96 - - [03/Apr/2026:02:30:02 +0000] "GET /admin/realms/atmosphere/users/aa5ba729-515a-47b4-a020-9f2075f52cd7/role-mappings/clients/b8fe90c9-076d-4e54-9db3-be47cd46a175/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.076 [auth-system-keycloak-80] [] 10.0.0.168:8080 3758 0.076 200 30ee03f41bdc4ce5864a6d7c99919bbe 199.19.213.96 - - [03/Apr/2026:02:30:02 +0000] "GET /admin/realms/atmosphere/users/aa5ba729-515a-47b4-a020-9f2075f52cd7/role-mappings/clients/b8fe90c9-076d-4e54-9db3-be47cd46a175/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.016 [auth-system-keycloak-80] [] 10.0.0.168:8080 2 0.015 200 adbfd1c84e24657d3f6b4c0300e58214 199.19.213.96 - - [03/Apr/2026:02:30:02 +0000] "POST /admin/realms/atmosphere/users/aa5ba729-515a-47b4-a020-9f2075f52cd7/role-mappings/clients/b8fe90c9-076d-4e54-9db3-be47cd46a175 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.018 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.017 204 a70a3d8169cc166974018be3eb12b094 199.19.213.96 - - [03/Apr/2026:02:30:02 +0000] "GET /admin/realms/atmosphere/users/aa5ba729-515a-47b4-a020-9f2075f52cd7/role-mappings/clients/b8fe90c9-076d-4e54-9db3-be47cd46a175/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.168:8080 576 0.012 200 d45a7172d7323344a7a7dab9a8803569 W0403 02:30:02.649874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:02.649901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:07.680918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:07.680953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:14.305769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:30:14.305811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:12.690115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:12.690141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:57.002161 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 02:32:57.002221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:57.002235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:32:57.004754 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0403 02:32:57.004781 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0403 02:32:57.200880 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0403 02:32:57.201250 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"c26d4e27-20e9-43fb-9d70-ea864baa0391", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7192", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:32:57.201392 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0403 02:32:57.201773 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 02:32:57.201843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:32:57.201866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:32:57.201976 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:32:57.260998 7 controller.go:216] "Backend successfully reloaded" I0403 02:32:57.261395 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6ccf7", UID:"9426c0df-122f-4408-aa55-5b3cf8c5d4f0", APIVersion:"v1", ResourceVersion:"1594", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:32:59.586421 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.97.101.8"}] W0403 02:32:59.806630 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0403 02:32:59.807158 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"c26d4e27-20e9-43fb-9d70-ea864baa0391", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7218", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 02:33:00.517445 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0403 02:33:00.519116 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0403 02:33:00.535294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:00.535336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.96 - - [03/Apr/2026:02:33:01 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.25:5000 280 0.005 300 97f866b0568984ceee495cd421806580 199.19.213.96 - - [03/Apr/2026:02:33:03 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.25:5000 265 0.003 200 e7958d0d51be7e18bc6e4f5edd76f423 W0403 02:33:03.868816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:03.868961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.96 - - [03/Apr/2026:02:33:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.325 [openstack-keystone-api-5000] [] 10.0.0.25:5000 1296 0.325 201 ac432e8269a266522f5696f0011c2df2 199.19.213.96 - - [03/Apr/2026:02:33:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.25:5000 280 0.003 300 b5f7be19249a45e49dd53dcfde50c727 199.19.213.96 - - [03/Apr/2026:02:33:03 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.035 [openstack-keystone-api-5000] [] 10.0.0.25:5000 366 0.035 200 4f8bd3184a211b29605d8bc8a7ae2f0a 199.19.213.96 - - [03/Apr/2026:02:33:04 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.25:5000 265 0.005 200 d1a1e4ea37fc55d12eab989b0f32a5ad 199.19.213.96 - - [03/Apr/2026:02:33:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.25:5000 1296 0.294 201 a38c5afc0fedbe11cb16cd8a1bebc98e 199.19.213.96 - - [03/Apr/2026:02:33:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.25:5000 280 0.004 300 2ace7063e7e15cd86e79d43498855196 199.19.213.96 - - [03/Apr/2026:02:33:04 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.023 [openstack-keystone-api-5000] [] 10.0.0.25:5000 101 0.022 404 5a7c3897342fe50c3494e029918a7ac2 199.19.213.96 - - [03/Apr/2026:02:33:04 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.018 [openstack-keystone-api-5000] [] 10.0.0.25:5000 155 0.018 200 0925e11ecd9bcf98aaae0a9e8f72aed4 199.19.213.96 - - [03/Apr/2026:02:33:05 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.226 [openstack-keystone-api-5000] [] 10.0.0.25:5000 451 0.226 201 ae7900a2ea53cd67f991cd5294507b47 199.19.213.96 - - [03/Apr/2026:02:33:05 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.25:5000 265 0.003 200 3756bae4175801ff567e0b40091c276d 199.19.213.96 - - [03/Apr/2026:02:33:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.314 [openstack-keystone-api-5000] [] 10.0.0.25:5000 1296 0.314 201 1f56b1af495faefa8b1ca422e8354931 199.19.213.96 - - [03/Apr/2026:02:33:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.25:5000 280 0.004 300 103402a419c3c81173b3bc2e16f48c1d 199.19.213.96 - - [03/Apr/2026:02:33:06 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.023 [openstack-keystone-api-5000] [] 10.0.0.25:5000 98 0.023 404 78dbb8608d68956101bba1c52187848c 199.19.213.96 - - [03/Apr/2026:02:33:06 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.018 [openstack-keystone-api-5000] [] 10.0.0.25:5000 135 0.017 200 70675613122e39ecf3bc6ba3db9b28be 199.19.213.96 - - [03/Apr/2026:02:33:06 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.474 [openstack-keystone-api-5000] [] 10.0.0.25:5000 331 0.473 201 ef214ecf67e669bf0ca47bca185458f8 199.19.213.96 - - [03/Apr/2026:02:33:07 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.002 [openstack-keystone-api-5000] [] 10.0.0.25:5000 265 0.002 200 9beed4150a411fc5a4f732e3f21933e2 199.19.213.96 - - [03/Apr/2026:02:33:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.278 [openstack-keystone-api-5000] [] 10.0.0.25:5000 1296 0.278 201 82ea64c2ae5ec10c230193f2441456c3 199.19.213.96 - - [03/Apr/2026:02:33:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.25:5000 280 0.003 300 a1026ba85ed4af39bed16bae251bc04d 199.19.213.96 - - [03/Apr/2026:02:33:07 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.026 [openstack-keystone-api-5000] [] 10.0.0.25:5000 131 0.026 404 0ce53a41b690db60d5ddc4ac0cf8c4cf 199.19.213.96 - - [03/Apr/2026:02:33:07 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.021 [openstack-keystone-api-5000] [] 10.0.0.25:5000 167 0.021 200 40fa87414105189fc9746ca76096f480 199.19.213.96 - - [03/Apr/2026:02:33:08 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.656 [openstack-keystone-api-5000] [] 10.0.0.25:5000 222 0.656 201 b16990b19957151583e9000e6b565c3a W0403 02:33:17.717283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:17.717499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:21.050559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:21.050587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:36.409829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:36.409992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:39.744802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:39.744940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:43.076633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:33:43.076676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:31.147013 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0403 02:34:31.147094 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0403 02:34:31.147156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:31.147174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:34:31.150158 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0403 02:34:31.150180 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0403 02:34:31.172688 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" I0403 02:34:31.172989 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"f165d280-8fde-4eff-9cc9-02aab113d31c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7825", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:34:31.174081 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0403 02:34:31.174606 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0403 02:34:31.175773 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0403 02:34:31.175926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:31.176107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:34:31.176889 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 02:34:31.222446 7 controller.go:216] "Backend successfully reloaded" I0403 02:34:31.223248 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6ccf7", UID:"9426c0df-122f-4408-aa55-5b3cf8c5d4f0", APIVersion:"v1", ResourceVersion:"1594", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 02:34:31.981478 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" I0403 02:34:31.982503 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0403 02:34:34.508140 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0403 02:34:34.508284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:34.508306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:34:59.359213 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.97.101.8"}] I0403 02:34:59.368225 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"f165d280-8fde-4eff-9cc9-02aab113d31c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8046", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 02:34:59.374204 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0403 02:34:59.374321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:34:59.374340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:16.814331 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0403 02:35:16.814562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:16.814589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:35:16.817446 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:32.2kB} I0403 02:35:16.817478 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" 199.19.213.96 - - [03/Apr/2026:02:35:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.053 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.053 200 145502455a011295a24c71492a3acf5d 199.19.213.96 - - [03/Apr/2026:02:35:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1195 0.014 [auth-system-keycloak-80] [] 10.0.0.168:8080 4239 0.014 200 9133a367300ec2864be84c66b097f45f 199.19.213.96 - - [03/Apr/2026:02:35:22 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5700 0.086 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.085 204 b4e05d9020b26979ed21027a6248cdac 199.19.213.96 - - [03/Apr/2026:02:35:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1195 0.059 [auth-system-keycloak-80] [] 10.0.0.168:8080 4239 0.059 200 291f28b28b976d8bca84ddaca4cfbc93 199.19.213.96 - - [03/Apr/2026:02:35:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.048 200 c96d393059118f97df652a687a57350f 199.19.213.96 - - [03/Apr/2026:02:35:23 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11510 "-" "Ansible" 1209 0.008 [auth-system-keycloak-80] [] 10.0.0.168:8080 11510 0.008 200 f461ef83b86ae3bd0ab432a44ec1c3a7 199.19.213.96 - - [03/Apr/2026:02:35:23 +0000] "GET /admin/realms/atmosphere/client-scopes/b7133cce-555a-41b1-b346-935f33b5660e HTTP/1.1" 200 1121 "-" "Ansible" 1246 0.005 [auth-system-keycloak-80] [] 10.0.0.168:8080 1121 0.005 200 9bd63b71b5e2909524cc3315a70eb440 199.19.213.96 - - [03/Apr/2026:02:35:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/b7133cce-555a-41b1-b346-935f33b5660e HTTP/1.1" 204 0 "-" "Ansible" 1846 0.013 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.010 204 cf18a7277865ef9ff9711c7c284f0813 199.19.213.96 - - [03/Apr/2026:02:35:23 +0000] "GET /admin/realms/atmosphere/client-scopes/b7133cce-555a-41b1-b346-935f33b5660e/protocol-mappers/models HTTP/1.1" 200 806 "-" "Ansible" 1270 0.014 [auth-system-keycloak-80] [] 10.0.0.168:8080 806 0.014 200 9ca1f8f185f3da6123412ffc63dd9441 199.19.213.96 - - [03/Apr/2026:02:35:23 +0000] "GET /admin/realms/atmosphere/client-scopes/b7133cce-555a-41b1-b346-935f33b5660e/protocol-mappers/models/e6cb7632-7f78-414a-90a9-0082d52b94bf HTTP/1.1" 200 306 "-" "Ansible" 1307 0.009 [auth-system-keycloak-80] [] 10.0.0.168:8080 306 0.009 200 fef33de2e68212f17b3db9c1014da7cc 199.19.213.96 - - [03/Apr/2026:02:35:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/b7133cce-555a-41b1-b346-935f33b5660e/protocol-mappers/models/e6cb7632-7f78-414a-90a9-0082d52b94bf HTTP/1.1" 204 0 "-" "Ansible" 1620 0.013 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.012 204 bdbece86853d518ccd66ea583e3dc84b 199.19.213.96 - - [03/Apr/2026:02:35:23 +0000] "GET /admin/realms/atmosphere/client-scopes/b7133cce-555a-41b1-b346-935f33b5660e HTTP/1.1" 200 1121 "-" "Ansible" 1246 0.021 [auth-system-keycloak-80] [] 10.0.0.168:8080 1121 0.021 200 78d8c46de793f8ab31197bd9502363de 199.19.213.96 - - [03/Apr/2026:02:35:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.045 200 643ae8da430f3454e58f87d4434c3d3d 199.19.213.96 - - [03/Apr/2026:02:35:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.168:8080 1259 0.008 200 826d5cc56abecd327781cfba9bece44f 199.19.213.96 - - [03/Apr/2026:02:35:29 +0000] "PUT /admin/realms/atmosphere/clients/393b2d93-7219-4d03-8747-f566b818cb41 HTTP/1.1" 204 0 "-" "Ansible" 2603 0.059 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.058 204 91b0fdecd7630e563061f30d2c1e6002 199.19.213.96 - - [03/Apr/2026:02:35:29 +0000] "GET /admin/realms/atmosphere/clients/393b2d93-7219-4d03-8747-f566b818cb41 HTTP/1.1" 200 1257 "-" "Ansible" 1240 0.016 [auth-system-keycloak-80] [] 10.0.0.168:8080 1257 0.016 200 0cdc79c5126f978b0cf0027188ea3068 199.19.213.96 - - [03/Apr/2026:02:35:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.048 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.047 200 65c3ca0d52477a3d91bdfba154f9bc45 199.19.213.96 - - [03/Apr/2026:02:35:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.168:8080 1283 0.006 200 46f4f402938811c213143565f891268d 199.19.213.96 - - [03/Apr/2026:02:35:30 +0000] "PUT /admin/realms/atmosphere/clients/79bbc584-9e49-4163-8870-942e46ba4ded HTTP/1.1" 204 0 "-" "Ansible" 2628 0.037 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.036 204 7a2783b8b94d16b1efb1ec19e0c2e328 199.19.213.96 - - [03/Apr/2026:02:35:30 +0000] "GET /admin/realms/atmosphere/clients/79bbc584-9e49-4163-8870-942e46ba4ded HTTP/1.1" 200 1281 "-" "Ansible" 1240 0.017 [auth-system-keycloak-80] [] 10.0.0.168:8080 1281 0.017 200 fb66510f55b5834f619ff97070fc76da 199.19.213.96 - - [03/Apr/2026:02:35:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.043 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.042 200 f28b09f792887cd81b8e2a0de18460f4 199.19.213.96 - - [03/Apr/2026:02:35:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.168:8080 1249 0.005 200 dec6bbd30dcc90d2b0719bdf12483725 199.19.213.96 - - [03/Apr/2026:02:35:30 +0000] "PUT /admin/realms/atmosphere/clients/fb9a85a4-2abe-4b8b-966d-417f1fe0292a HTTP/1.1" 204 0 "-" "Ansible" 2593 0.025 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.024 204 abdd537a21abfc10a023ef2b03f40a64 199.19.213.96 - - [03/Apr/2026:02:35:30 +0000] "GET /admin/realms/atmosphere/clients/fb9a85a4-2abe-4b8b-966d-417f1fe0292a HTTP/1.1" 200 1247 "-" "Ansible" 1240 0.022 [auth-system-keycloak-80] [] 10.0.0.168:8080 1247 0.022 200 71f60c76ac702fdba995a2760b6b3ed2 199.19.213.96 - - [03/Apr/2026:02:35:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.049 200 c3453293081f007d296ecdbb627a64d5 199.19.213.96 - - [03/Apr/2026:02:35:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.168:8080 1259 0.017 200 d7fdbd5a6483baceb52e0568d848070a 199.19.213.96 - - [03/Apr/2026:02:35:31 +0000] "GET /admin/realms/atmosphere/clients/393b2d93-7219-4d03-8747-f566b818cb41/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.006 [auth-system-keycloak-80] [] 10.0.0.168:8080 166 0.006 200 d56acfb553379b194f58510c2d748d9d 199.19.213.96 - - [03/Apr/2026:02:35:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.042 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.041 200 791b98eb93adef23518b2183a11d603e 199.19.213.96 - - [03/Apr/2026:02:35:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.168:8080 1283 0.009 200 a54cc81364f0b42656c0d920050892e5 199.19.213.96 - - [03/Apr/2026:02:35:32 +0000] "GET /admin/realms/atmosphere/clients/79bbc584-9e49-4163-8870-942e46ba4ded/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.003 [auth-system-keycloak-80] [] 10.0.0.168:8080 165 0.003 200 0b2c084a1e7e4f8d6cbac09d08728ae0 199.19.213.96 - - [03/Apr/2026:02:35:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.052 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.046 200 a3592cf60dc82b2a138d8a5848dab5fe 199.19.213.96 - - [03/Apr/2026:02:35:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.168:8080 1283 0.007 200 90cff412c4f222148d4cedbf70806eb4 199.19.213.96 - - [03/Apr/2026:02:35:32 +0000] "GET /admin/realms/atmosphere/clients/79bbc584-9e49-4163-8870-942e46ba4ded/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.005 [auth-system-keycloak-80] [] 10.0.0.168:8080 166 0.005 200 1f0f93191f824110eb681b561ae6ec88 199.19.213.96 - - [03/Apr/2026:02:35:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.053 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.051 200 64bbb4f3981472a8ab9125ba4d40e435 199.19.213.96 - - [03/Apr/2026:02:35:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.168:8080 1283 0.006 200 0394d4e7705b2d3bdddb573002c35bc2 W0403 02:35:34.092293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:34.092332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.96 - - [03/Apr/2026:02:35:34 +0000] "GET /admin/realms/atmosphere/clients/79bbc584-9e49-4163-8870-942e46ba4ded/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.004 [auth-system-keycloak-80] [] 10.0.0.168:8080 166 0.004 200 c1a70d648b1092305dedb1113788f672 199.19.213.96 - - [03/Apr/2026:02:35:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.042 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.041 200 08aa41bf48fc93ace32fb2e0f9436853 199.19.213.96 - - [03/Apr/2026:02:35:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.168:8080 1249 0.009 200 42aa1d1f3cadd2e75d4bcbfb70e8b7d4 199.19.213.96 - - [03/Apr/2026:02:35:34 +0000] "GET /admin/realms/atmosphere/clients/fb9a85a4-2abe-4b8b-966d-417f1fe0292a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.168:8080 166 0.009 200 02daa8b3242a88337a17234a7b499fbc W0403 02:35:37.425738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:37.425779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:40.758493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:35:40.758556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.96 - - [03/Apr/2026:02:36:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.043 200 63c6993e78620c63e68c8d2dd268f69c 199.19.213.96 - - [03/Apr/2026:02:36:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1195 0.004 [auth-system-keycloak-80] [] 10.0.0.168:8080 4239 0.004 200 2e68774a67223de047e9319e02ee0917 199.19.213.96 - - [03/Apr/2026:02:36:25 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5700 0.095 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.094 204 b7bac62d04aa135b3b91563b22a29db7 199.19.213.96 - - [03/Apr/2026:02:36:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1195 0.055 [auth-system-keycloak-80] [] 10.0.0.168:8080 4239 0.055 200 36a91312fc932e806d5547082de1afb9 199.19.213.96 - - [03/Apr/2026:02:36:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.168:8080 6243 0.007 200 2995a00551d88168512c65c3062b4b4f 199.19.213.96 - - [03/Apr/2026:02:36:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.042 200 d04aa2419e49842efd7f8b5ad11b20bd 199.19.213.96 - - [03/Apr/2026:02:36:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2137 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.168:8080 2137 0.006 200 c072ee7330d343885a0c6527ff6de1d1 199.19.213.96 - - [03/Apr/2026:02:36:27 +0000] "PUT /admin/realms/atmosphere/clients/cf0ddfee-0939-462c-a6c0-4f1ed4eb57dd HTTP/1.1" 204 0 "-" "Ansible" 3529 0.209 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.208 204 2fb475c661c44cbf8a4df37d77eb7539 199.19.213.96 - - [03/Apr/2026:02:36:27 +0000] "GET /admin/realms/atmosphere/clients/cf0ddfee-0939-462c-a6c0-4f1ed4eb57dd HTTP/1.1" 200 2135 "-" "Ansible" 1240 0.020 [auth-system-keycloak-80] [] 10.0.0.168:8080 2135 0.020 200 d4afadb047d3f45fe5d2b2659a760cf3 199.19.213.96 - - [03/Apr/2026:02:36:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.039 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.038 200 18e62fcdd09b548741f4e1ad308b65ec 199.19.213.96 - - [03/Apr/2026:02:36:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2137 "-" "Ansible" 1221 0.009 [auth-system-keycloak-80] [] 10.0.0.168:8080 2137 0.009 200 e57a8f17e9d11e6bca058cfcdf965a45 199.19.213.96 - - [03/Apr/2026:02:36:28 +0000] "GET /admin/realms/atmosphere/clients/cf0ddfee-0939-462c-a6c0-4f1ed4eb57dd/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.009 [auth-system-keycloak-80] [] 10.0.0.168:8080 233 0.008 200 c951c8eb182ffed13c70c83e00fe1169 199.19.213.96 - - [03/Apr/2026:02:36:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.006 [auth-system-keycloak-80] [] 10.0.0.168:8080 831 0.005 200 2f606e0ba7a2e478132e97921375becc 199.19.213.96 - - [03/Apr/2026:02:36:28 +0000] "GET /admin/realms/atmosphere/clients/b8fe90c9-076d-4e54-9db3-be47cd46a175/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.004 [auth-system-keycloak-80] [] 10.0.0.168:8080 3758 0.004 200 8d07a3e2c669bf13dcbd0454ab8d3c10 199.19.213.96 - - [03/Apr/2026:02:36:28 +0000] "GET /admin/realms/atmosphere/users/aa5ba729-515a-47b4-a020-9f2075f52cd7/role-mappings/clients/b8fe90c9-076d-4e54-9db3-be47cd46a175/available HTTP/1.1" 200 3569 "-" "Ansible" 1307 0.006 [auth-system-keycloak-80] [] 10.0.0.168:8080 3569 0.006 200 03d7af423b7da2e13067f9362351798f 199.19.213.96 - - [03/Apr/2026:02:36:28 +0000] "GET /admin/realms/atmosphere/users/aa5ba729-515a-47b4-a020-9f2075f52cd7/role-mappings/clients/b8fe90c9-076d-4e54-9db3-be47cd46a175/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.004 [auth-system-keycloak-80] [] 10.0.0.168:8080 576 0.004 200 e011113d4be4b9c1d2771c33a6b1d631 W0403 02:36:32.111847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:32.112020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:36:32.115044 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0403 02:36:32.115114 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" 199.19.213.96 - - [03/Apr/2026:02:36:32 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.25:5000 280 0.005 300 5306cb5b2c1ba5ec36ae97d7591c7ecb 199.19.213.96 - - [03/Apr/2026:02:36:33 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.25:5000 265 0.004 200 01cb19673c384b8d3d055e94bd2b550e 199.19.213.96 - - [03/Apr/2026:02:36:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.25:5000 1296 0.291 201 6cfc10d52472a0f544e55c3abade16b0 199.19.213.96 - - [03/Apr/2026:02:36:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.25:5000 280 0.004 300 dff36ddc9f4cc95f1da2cea0d9ed9ba9 199.19.213.96 - - [03/Apr/2026:02:36:34 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.25:5000 366 0.027 200 c632e3261602ace448c5cc2d71a32a78 199.19.213.96 - - [03/Apr/2026:02:36:34 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.25:5000 265 0.004 200 d764456c2bb4486c73aba4123073c058 199.19.213.96 - - [03/Apr/2026:02:36:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.25:5000 1296 0.294 201 f490b55c0a97204f0286f2d1f4630a00 199.19.213.96 - - [03/Apr/2026:02:36:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.25:5000 280 0.002 300 cc42beaf1a59be9fff052ef26727f750 199.19.213.96 - - [03/Apr/2026:02:36:35 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 200 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.021 [openstack-keystone-api-5000] [] 10.0.0.25:5000 451 0.021 200 a92bd4d844a0aa7e17049f6cc7ac5682 199.19.213.96 - - [03/Apr/2026:02:36:35 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.25:5000 265 0.003 200 8ddd5ed4362b097ebc24c52b7e83f5b0 199.19.213.96 - - [03/Apr/2026:02:36:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.274 [openstack-keystone-api-5000] [] 10.0.0.25:5000 1296 0.274 201 a25308843ce48e5e70737047c3b30aff 199.19.213.96 - - [03/Apr/2026:02:36:36 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.25:5000 280 0.002 300 b9b98aa8fa154579d75d920569cf3ed6 199.19.213.96 - - [03/Apr/2026:02:36:36 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 200 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-keystone-api-5000] [] 10.0.0.25:5000 331 0.021 200 904fd0959226cdfe0854c77f5fe78cfa 199.19.213.96 - - [03/Apr/2026:02:36:36 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.25:5000 265 0.004 200 25a021fbfaf1d09548788dc9e91116cc 199.19.213.96 - - [03/Apr/2026:02:36:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.274 [openstack-keystone-api-5000] [] 10.0.0.25:5000 1296 0.274 201 ff1130e0d3c9b12a36903cb59f88e635 199.19.213.96 - - [03/Apr/2026:02:36:36 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.25:5000 280 0.004 300 a0cf4947b5f6b27c404c1d4d1f769c78 199.19.213.96 - - [03/Apr/2026:02:36:36 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 200 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.019 [openstack-keystone-api-5000] [] 10.0.0.25:5000 222 0.019 200 f5d02ee6225752937d16d14a94d9aae1 W0403 02:36:42.613735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 02:36:42.613769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 02:36:42.616863 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0403 02:36:42.616890 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" 199.19.213.96 - - [03/Apr/2026:02:36:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.168:8080 1882 0.043 200 dd9645e4eb001a76a13aea83020dd5b6 199.19.213.96 - - [03/Apr/2026:02:36:45 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1231 0.018 [auth-system-keycloak-80] [] 10.0.0.168:8080 2 0.018 200 811218cd6b47679dea1de7362ccf6bd0 199.19.213.96 - - [03/Apr/2026:02:36:46 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1397 0.082 [auth-system-keycloak-80] [] 10.0.0.168:8080 0 0.081 201 36f1727c44aab373b60d796199c669e5 199.19.213.96 - - [03/Apr/2026:02:36:46 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1231 0.015 [auth-system-keycloak-80] [] 10.0.0.168:8080 322 0.015 200 b7d9110018736b370b4a5d7dbeac0e6d 199.19.213.96 - - [03/Apr/2026:02:36:46 +0000] "GET /admin/realms/atmosphere/users/7e17c405-49be-4ec4-b0c6-54d5f53e9f8a/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.009 [auth-system-keycloak-80] [] 10.0.0.168:8080 2 0.009 200 32612082689628528bcc94a2a6d1105d 199.19.213.96 - - [03/Apr/2026:02:36:46 +0000] "GET /admin/realms/atmosphere/users/7e17c405-49be-4ec4-b0c6-54d5f53e9f8a/groups HTTP/1.1" 200 2 "-" "Ansible" 1245 0.004 [auth-system-keycloak-80] [] 10.0.0.168:8080 2 0.004 200 bfdf4cca6d6a0bff1b2ba8fbf401793b 199.19.213.96 - - [03/Apr/2026:02:36:47 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.25:5000 265 0.003 200 34816074a538d9052f572580aa714bbb 199.19.213.96 - - [03/Apr/2026:02:36:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 548 0.284 [openstack-keystone-api-5000] [] 10.0.0.25:5000 1296 0.284 201 aebed764d5bb3dbf12690bf7d4425a7f 199.19.213.96 - - [03/Apr/2026:02:36:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.25:5000 280 0.003 300 efc772adc4b6d01fcd88fcac83b425ef 199.19.213.96 - - [03/Apr/2026:02:36:47 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 436 0.031 [openstack-keystone-api-5000] [] 10.0.0.25:5000 90 0.031 404 ba5d0b3f50f1125e1243acced7a9ee2b 199.19.213.96 - - [03/Apr/2026:02:36:47 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 454 0.028 [openstack-keystone-api-5000] [] 10.0.0.25:5000 366 0.028 200 8beb123b336a6122b2e6f9eae8e27c19 199.19.213.96 - - [03/Apr/2026:02:36:47 +0000] "GET /v3/users?domain_id=742685e15ea14cab85ae546942eded32&name=test-user HTTP/1.1" 200 449 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 494 0.180 [openstack-keystone-api-5000] [] 10.0.0.25:5000 449 0.181 200 f19002203870d91c10c730d1ad5d2056