------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0424 09:33:38.792805 6 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0424 09:33:38.792963 6 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0424 09:33:38.799746 6 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0424 09:33:38.803931 6 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0424 09:33:39.305014 6 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0424 09:33:39.320867 6 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0424 09:33:39.335210 6 nginx.go:271] "Starting NGINX Ingress controller" I0424 09:33:39.344691 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"1eff9dbb-f3b4-4e17-b934-09e4f1280316", APIVersion:"v1", ResourceVersion:"1609", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0424 09:33:39.350681 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"f6a4620e-a18a-4f0e-83b4-200536c6a75f", APIVersion:"v1", ResourceVersion:"1611", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0424 09:33:39.350717 6 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"2bd66d47-70e1-465f-96de-5fce35686845", APIVersion:"v1", ResourceVersion:"1610", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0424 09:33:40.536950 6 nginx.go:317] "Starting NGINX process" I0424 09:33:40.536974 6 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0424 09:33:40.537434 6 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0424 09:33:40.537605 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:33:40.537624 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 09:33:40.537655 6 controller.go:196] "Configuration changes detected, backend reload required" I0424 09:33:40.571601 6 controller.go:216] "Backend successfully reloaded" I0424 09:33:40.571713 6 controller.go:227] "Initial sync, sleeping for 1 second" I0424 09:33:40.571892 6 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0424 09:33:40.571912 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hsptk", UID:"e66164bd-5dc4-4da3-be9c-6a699c1e2fb0", APIVersion:"v1", ResourceVersion:"1651", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0424 09:33:40.572051 6 status.go:85] "New leader elected" identity="ingress-nginx-controller-hsptk" W0424 09:33:44.356612 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:33:44.356650 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:33:47.691997 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:33:47.692044 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:33:51.023994 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:33:51.024023 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:33:54.357840 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:33:54.357868 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:33:57.690991 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:33:57.691035 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:01.023381 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:01.023447 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:04.357554 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:04.357619 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:07.690247 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:07.690287 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:11.023794 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:11.023827 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:19.746868 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:19.746903 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:23.080529 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:23.080560 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:34.051728 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:34.051765 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:37.385765 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:34:37.385819 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:11.691518 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:11.691558 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:28.619167 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:28.619221 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:31.952658 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:31.952713 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:35.494028 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:35.494102 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:46.561108 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:46.561166 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:49.894506 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:49.894647 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:53.227877 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:53.227930 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:56.561814 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:56.561867 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:59.894687 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:36:59.894792 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:37:41.210622 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:37:41.210666 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:37:44.544605 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:37:44.544648 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:39:47.843420 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:39:47.843466 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:39:50.910560 6 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-4.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-4.nip.io-tls was not found. Using default certificate W0424 09:39:50.910619 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:39:50.910633 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 09:39:50.912041 6 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0424 09:39:50.912071 6 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0424 09:39:50.918987 6 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0424 09:39:50.919591 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-4.nip.io-tls" in local store I0424 09:39:50.919952 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"acbe7429-2e26-49ad-972a-9cbadeffaa27", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4214", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0424 09:39:51.177447 6 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-4.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-4.nip.io-tls was not found. Using default certificate W0424 09:39:51.177521 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:39:51.177537 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 09:39:51.177598 6 controller.go:196] "Configuration changes detected, backend reload required" I0424 09:39:51.224547 6 controller.go:216] "Backend successfully reloaded" I0424 09:39:51.225987 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hsptk", UID:"e66164bd-5dc4-4da3-be9c-6a699c1e2fb0", APIVersion:"v1", ResourceVersion:"1651", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0424 09:39:51.649683 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-4.nip.io-tls" I0424 09:39:51.650810 6 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-4.nip.io-tls" W0424 09:39:54.511364 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:39:54.511417 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:39:57.844441 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:39:57.844503 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [24/Apr/2026:09:40:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 2.287 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 2.286 200 abeeb7286b6f952007e51fced74063d1 199.204.45.4 - - [24/Apr/2026:09:40:00 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1193 0.194 [auth-system-keycloak-80] [] 10.0.0.248:8080 116 0.193 404 f046a78e10363c26be9d45237a16c5ee W0424 09:40:02.695711 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:40:02.695753 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [24/Apr/2026:09:40:05 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1292 4.677 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 4.677 201 27c7bc2d7cad1a5122635d93ff1e588f 199.204.45.4 - - [24/Apr/2026:09:40:05 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.799 [auth-system-keycloak-80] [] 10.0.0.248:8080 4246 0.799 200 5367e84ed49cb560319967b945b55b5c W0424 09:40:06.029388 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:40:06.029452 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [24/Apr/2026:09:40:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.503 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 0.502 200 47f664629970c15def53c679096f8899 199.204.45.4 - - [24/Apr/2026:09:40:07 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1207 0.091 [auth-system-keycloak-80] [] 10.0.0.248:8080 12500 0.092 200 7330673a67c911f8b84c8a962aee4b17 199.204.45.4 - - [24/Apr/2026:09:40:07 +0000] "GET /admin/realms/atmosphere/client-scopes/6c553f9c-278a-4f34-b9be-f0d92935bde1 HTTP/1.1" 200 1278 "-" "Ansible" 1244 0.008 [auth-system-keycloak-80] [] 10.0.0.248:8080 1278 0.008 200 e38f2464fed5c1f5473b2f40786158fd 199.204.45.4 - - [24/Apr/2026:09:40:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/6c553f9c-278a-4f34-b9be-f0d92935bde1 HTTP/1.1" 204 0 "-" "Ansible" 1844 0.053 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.052 204 322b173e7b998559268b0f1e42343859 199.204.45.4 - - [24/Apr/2026:09:40:07 +0000] "GET /admin/realms/atmosphere/client-scopes/6c553f9c-278a-4f34-b9be-f0d92935bde1/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1268 0.104 [auth-system-keycloak-80] [] 10.0.0.248:8080 963 0.103 200 6fdb382b8f10f065af52a123ca83a7d7 199.204.45.4 - - [24/Apr/2026:09:40:07 +0000] "GET /admin/realms/atmosphere/client-scopes/6c553f9c-278a-4f34-b9be-f0d92935bde1/protocol-mappers/models/54c24756-6b9f-4089-98a3-d299988681f8 HTTP/1.1" 200 366 "-" "Ansible" 1305 0.068 [auth-system-keycloak-80] [] 10.0.0.248:8080 366 0.069 200 c21340983525d19807316b15f43a517e 199.204.45.4 - - [24/Apr/2026:09:40:07 +0000] "PUT /admin/realms/atmosphere/client-scopes/6c553f9c-278a-4f34-b9be-f0d92935bde1/protocol-mappers/models/54c24756-6b9f-4089-98a3-d299988681f8 HTTP/1.1" 204 0 "-" "Ansible" 1618 0.093 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.092 204 a38f46b42960cab17340b081fa4e4b81 199.204.45.4 - - [24/Apr/2026:09:40:07 +0000] "GET /admin/realms/atmosphere/client-scopes/6c553f9c-278a-4f34-b9be-f0d92935bde1 HTTP/1.1" 200 1218 "-" "Ansible" 1244 0.076 [auth-system-keycloak-80] [] 10.0.0.248:8080 1218 0.076 200 dab0040f09496da925b3295af1a9a3e8 W0424 09:40:14.875231 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:40:14.875333 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:40:18.208937 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:40:18.208981 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:40:28.597219 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:40:28.597249 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [24/Apr/2026:09:40:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.511 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 0.510 200 40698ab5f9e57ff5937c7c7a733b4926 199.204.45.4 - - [24/Apr/2026:09:40:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1223 0.019 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.019 200 d24afba40916f112fca5015418a79de1 199.204.45.4 - - [24/Apr/2026:09:40:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1651 0.178 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.177 201 9fef2a8982e38750fab8f625ddfd989a 199.204.45.4 - - [24/Apr/2026:09:40:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.073 [auth-system-keycloak-80] [] 10.0.0.248:8080 1257 0.072 200 db340d23421ce3ca71f6863cf32a70c0 W0424 09:40:31.931099 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:40:31.931168 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [24/Apr/2026:09:40:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.479 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 0.477 200 aaa87bfeca4572a83e6b109bc283231c 199.204.45.4 - - [24/Apr/2026:09:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1218 0.039 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.040 200 a50735f560718688587f402faae240ce 199.204.45.4 - - [24/Apr/2026:09:40:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1680 0.107 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.107 201 93ea7484a980ecf2e2d8dbe85de69673 199.204.45.4 - - [24/Apr/2026:09:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.088 [auth-system-keycloak-80] [] 10.0.0.248:8080 1280 0.088 200 93a3a1fed98665848e71f73f9602e633 199.204.45.4 - - [24/Apr/2026:09:40:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.475 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 0.473 200 d63d3f441238593231c4f6ac8872e81c 199.204.45.4 - - [24/Apr/2026:09:40:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1221 0.011 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.012 200 c356fef1d67e955a698cca271701f3bc 199.204.45.4 - - [24/Apr/2026:09:40:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1643 0.122 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.122 201 40ac554084cb1b520a3686e3ae69f007 199.204.45.4 - - [24/Apr/2026:09:40:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.028 [auth-system-keycloak-80] [] 10.0.0.248:8080 1247 0.028 200 fbab3552cfcebce9780b22c0ea85521b 199.204.45.4 - - [24/Apr/2026:09:40:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.525 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 0.523 200 c8389e076a56359824d57f02b793e279 199.204.45.4 - - [24/Apr/2026:09:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.248:8080 1257 0.010 200 00a943936cbfc0f8d2f5c41f03da193b 199.204.45.4 - - [24/Apr/2026:09:40:34 +0000] "GET /admin/realms/atmosphere/clients/7c0ca821-4fb1-44a4-878d-5842957a4e5e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.058 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.057 404 ac346cc3bf7a48cd028d0c22f6436ef2 199.204.45.4 - - [24/Apr/2026:09:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.248:8080 1257 0.008 200 61f48f40fee7422ee666dc33d90cef83 199.204.45.4 - - [24/Apr/2026:09:40:34 +0000] "POST /admin/realms/atmosphere/clients/7c0ca821-4fb1-44a4-878d-5842957a4e5e/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.063 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.060 201 4557c83de16ef2306b757494f6f3454c 199.204.45.4 - - [24/Apr/2026:09:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.248:8080 1257 0.010 200 554927e3569a0f7570f910732c6e82e4 199.204.45.4 - - [24/Apr/2026:09:40:34 +0000] "GET /admin/realms/atmosphere/clients/7c0ca821-4fb1-44a4-878d-5842957a4e5e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.022 [auth-system-keycloak-80] [] 10.0.0.248:8080 166 0.022 200 f2d0dae1058c16440c8fcbfd8bb2ac8e 199.204.45.4 - - [24/Apr/2026:09:40:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.483 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 0.481 200 633c451f954747c054e2d057096610a7 199.204.45.4 - - [24/Apr/2026:09:40:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.049 [auth-system-keycloak-80] [] 10.0.0.248:8080 1280 0.049 200 fb9ba6d3a8d30fad136cf96c5f8e9ad3 199.204.45.4 - - [24/Apr/2026:09:40:35 +0000] "GET /admin/realms/atmosphere/clients/11c3d897-5d75-4f14-ba7a-55bac359153b/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1250 0.013 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.012 404 a87797b8bfb6ad282ce8f641ac0d7924 199.204.45.4 - - [24/Apr/2026:09:40:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.009 [auth-system-keycloak-80] [] 10.0.0.248:8080 1280 0.009 200 c3f4a6bf4a3e0afe472c82d4d02cc7a0 199.204.45.4 - - [24/Apr/2026:09:40:35 +0000] "POST /admin/realms/atmosphere/clients/11c3d897-5d75-4f14-ba7a-55bac359153b/roles HTTP/1.1" 201 0 "-" "Ansible" 1345 0.054 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.052 201 5af423dd0261eabdc9ea32aba6e7ef87 199.204.45.4 - - [24/Apr/2026:09:40:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.011 [auth-system-keycloak-80] [] 10.0.0.248:8080 1280 0.010 200 cef0d1d8f896538d3d700983f8da79e7 199.204.45.4 - - [24/Apr/2026:09:40:35 +0000] "GET /admin/realms/atmosphere/clients/11c3d897-5d75-4f14-ba7a-55bac359153b/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1250 0.058 [auth-system-keycloak-80] [] 10.0.0.248:8080 165 0.058 200 86294cb74d4ec48a9c152648b048ad04 199.204.45.4 - - [24/Apr/2026:09:40:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.771 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 0.770 200 bf8a27fba9ed2b653e4e63c79f3ba0c2 199.204.45.4 - - [24/Apr/2026:09:40:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.062 [auth-system-keycloak-80] [] 10.0.0.248:8080 4246 0.063 200 f633155b56e5fb6bc70047f3584f08ae 199.204.45.4 - - [24/Apr/2026:09:40:38 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5705 1.088 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 1.087 204 0698f470edccf7769f0513c9867adc34 199.204.45.4 - - [24/Apr/2026:09:40:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 1.822 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 1.821 200 5304ebbe2fa0f78da9a1d6169ec209fc 199.204.45.4 - - [24/Apr/2026:09:40:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.185 [auth-system-keycloak-80] [] 10.0.0.248:8080 1280 0.185 200 b17075cc5488b330751b1d184a2e6765 199.204.45.4 - - [24/Apr/2026:09:40:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1193 0.304 [auth-system-keycloak-80] [] 10.0.0.248:8080 4384 0.305 200 4a1f10002edf5fa7030748e142cd503b 199.204.45.4 - - [24/Apr/2026:09:40:38 +0000] "GET /admin/realms/atmosphere/clients/11c3d897-5d75-4f14-ba7a-55bac359153b/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1251 0.079 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.080 404 cd97ee8832e3304d094c0917c4d1e981 199.204.45.4 - - [24/Apr/2026:09:40:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.010 [auth-system-keycloak-80] [] 10.0.0.248:8080 1280 0.010 200 1d1e9c88a4a1131dda7e31a7e9c3da3d 199.204.45.4 - - [24/Apr/2026:09:40:38 +0000] "POST /admin/realms/atmosphere/clients/11c3d897-5d75-4f14-ba7a-55bac359153b/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.091 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.090 201 175d261417f26e714e898f79e6d3a6ae 199.204.45.4 - - [24/Apr/2026:09:40:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.054 [auth-system-keycloak-80] [] 10.0.0.248:8080 1280 0.054 200 b64e4cabf2a7ba8bf6e8280c26269861 199.204.45.4 - - [24/Apr/2026:09:40:38 +0000] "GET /admin/realms/atmosphere/clients/11c3d897-5d75-4f14-ba7a-55bac359153b/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1251 0.014 [auth-system-keycloak-80] [] 10.0.0.248:8080 166 0.013 200 25f02f673ba479e894913ea4d9c832a8 199.204.45.4 - - [24/Apr/2026:09:40:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 1.084 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 1.080 200 d232593e488c5b4eb764a051bb111e13 199.204.45.4 - - [24/Apr/2026:09:40:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 1.172 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 1.170 200 60ba478d1b76bdbbc9ef4d59f5755274 199.204.45.4 - - [24/Apr/2026:09:40:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.064 [auth-system-keycloak-80] [] 10.0.0.248:8080 1280 0.063 200 cea1252a3244d9a42b18f419e92281f5 199.204.45.4 - - [24/Apr/2026:09:40:40 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1225 0.011 [auth-system-keycloak-80] [] 10.0.0.248:8080 1682 0.012 200 2ef9fb642a10fff9b0aa15b70f5690f6 199.204.45.4 - - [24/Apr/2026:09:40:40 +0000] "GET /admin/realms/atmosphere/clients/11c3d897-5d75-4f14-ba7a-55bac359153b/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1251 0.083 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.083 404 1a82a6827e4d90c827d593d71316d769 199.204.45.4 - - [24/Apr/2026:09:40:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.008 [auth-system-keycloak-80] [] 10.0.0.248:8080 1280 0.007 200 a1f9e30cff459e8bd9a76947da812066 199.204.45.4 - - [24/Apr/2026:09:40:40 +0000] "POST /admin/realms/atmosphere/clients/11c3d897-5d75-4f14-ba7a-55bac359153b/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.031 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.029 201 3d77ec4a49edcce402d9867293128606 199.204.45.4 - - [24/Apr/2026:09:40:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.248:8080 1280 0.007 200 541d68b92104f49fb1a3d712b2d3131a 199.204.45.4 - - [24/Apr/2026:09:40:40 +0000] "GET /admin/realms/atmosphere/clients/11c3d897-5d75-4f14-ba7a-55bac359153b/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1251 0.023 [auth-system-keycloak-80] [] 10.0.0.248:8080 166 0.023 200 2b2c43fc6099f0eeee257f683cdb24fa I0424 09:40:40.579035 6 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.67.96"}] I0424 09:40:40.585050 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"acbe7429-2e26-49ad-972a-9cbadeffaa27", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4665", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0424 09:40:40.586772 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:40:40.586798 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [24/Apr/2026:09:40:40 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6390 "-" "ansible-httpget" 179 0.039 [auth-system-keycloak-80] [] 10.0.0.248:8080 6390 0.039 200 74b0521483099f65dcccf7972a4ff989 199.204.45.4 - - [24/Apr/2026:09:40:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.476 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 0.476 200 b057af44ac9ec535fe041cdd091d600d 199.204.45.4 - - [24/Apr/2026:09:40:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.248:8080 1247 0.004 200 6f864a693224a48051f6df081a70e65d 199.204.45.4 - - [24/Apr/2026:09:40:41 +0000] "GET /admin/realms/atmosphere/clients/1dd69392-4f32-4214-9421-9d030a2cdea7/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.009 [auth-system-keycloak-80] [] 10.0.0.248:8080 119 0.009 404 23374c4cd581215f3850306a7ea553f9 199.204.45.4 - - [24/Apr/2026:09:40:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.035 [auth-system-keycloak-80] [] 10.0.0.248:8080 1247 0.035 200 8fce6c2c1bfde358347c01a23ab8a581 199.204.45.4 - - [24/Apr/2026:09:40:41 +0000] "POST /admin/realms/atmosphere/clients/1dd69392-4f32-4214-9421-9d030a2cdea7/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.016 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.015 201 eeb283f9e68229ad8dc330a6ff086b79 199.204.45.4 - - [24/Apr/2026:09:40:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.248:8080 1247 0.006 200 091d3d9dda792068a6803d881adcf626 199.204.45.4 - - [24/Apr/2026:09:40:41 +0000] "GET /admin/realms/atmosphere/clients/1dd69392-4f32-4214-9421-9d030a2cdea7/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.018 [auth-system-keycloak-80] [] 10.0.0.248:8080 166 0.018 200 b8618d0a9bd7b2a9c677415018ab7e1b 199.204.45.4 - - [24/Apr/2026:09:40:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.506 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 0.505 200 8819ce02685646261161dd94858e939a 199.204.45.4 - - [24/Apr/2026:09:40:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1219 0.010 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.009 200 82bc283b266f30184964949884d87287 199.204.45.4 - - [24/Apr/2026:09:40:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1620 0.174 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.172 201 093f02fe432dde4f06cf1c526c803ca7 199.204.45.4 - - [24/Apr/2026:09:40:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2238 "-" "Ansible" 1219 0.071 [auth-system-keycloak-80] [] 10.0.0.248:8080 2238 0.071 200 fd1dd1b10167bddaaa7ea652ec03d402 199.204.45.4 - - [24/Apr/2026:09:40:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.486 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 0.484 200 c00ae1704bacee47f05993527510adb0 199.204.45.4 - - [24/Apr/2026:09:40:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2238 "-" "Ansible" 1219 0.006 [auth-system-keycloak-80] [] 10.0.0.248:8080 2238 0.006 200 bb753b51fdfb292646142d64b5458a93 199.204.45.4 - - [24/Apr/2026:09:40:43 +0000] "GET /admin/realms/atmosphere/clients/d617bc92-8225-4549-a841-de03e36282bf/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1259 0.046 [auth-system-keycloak-80] [] 10.0.0.248:8080 233 0.047 200 3fd9e651b893351aae8547389aba9933 199.204.45.4 - - [24/Apr/2026:09:40:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1227 0.021 [auth-system-keycloak-80] [] 10.0.0.248:8080 831 0.021 200 49a4376c7d8a28f5ffcefceba0a78c99 199.204.45.4 - - [24/Apr/2026:09:40:43 +0000] "GET /admin/realms/atmosphere/clients/c111d27c-3893-4110-aedb-68f35882e041/roles HTTP/1.1" 200 3758 "-" "Ansible" 1244 0.076 [auth-system-keycloak-80] [] 10.0.0.248:8080 3758 0.077 200 29b232d3825aa661b6fbb655ea14a8a0 199.204.45.4 - - [24/Apr/2026:09:40:44 +0000] "GET /admin/realms/atmosphere/users/67b9151e-2a88-44af-a65e-118ba4eb8f40/role-mappings/clients/c111d27c-3893-4110-aedb-68f35882e041/available HTTP/1.1" 200 3758 "-" "Ansible" 1305 0.179 [auth-system-keycloak-80] [] 10.0.0.248:8080 3758 0.179 200 f57835db756e38d2f8498ccf0bd74338 199.204.45.4 - - [24/Apr/2026:09:40:44 +0000] "GET /admin/realms/atmosphere/users/67b9151e-2a88-44af-a65e-118ba4eb8f40/role-mappings/clients/c111d27c-3893-4110-aedb-68f35882e041/composite HTTP/1.1" 200 2 "-" "Ansible" 1305 0.082 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.083 200 8bd3ba37334cb0f04215342bdab6f6b3 199.204.45.4 - - [24/Apr/2026:09:40:44 +0000] "POST /admin/realms/atmosphere/users/67b9151e-2a88-44af-a65e-118ba4eb8f40/role-mappings/clients/c111d27c-3893-4110-aedb-68f35882e041 HTTP/1.1" 204 0 "-" "Ansible" 1386 0.020 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.020 204 2596723d3295820c6cc36457293f3dc0 199.204.45.4 - - [24/Apr/2026:09:40:44 +0000] "GET /admin/realms/atmosphere/users/67b9151e-2a88-44af-a65e-118ba4eb8f40/role-mappings/clients/c111d27c-3893-4110-aedb-68f35882e041/composite HTTP/1.1" 200 576 "-" "Ansible" 1305 0.053 [auth-system-keycloak-80] [] 10.0.0.248:8080 576 0.054 200 ab2a602542e55420acd49cd76a28dcf9 W0424 09:40:48.484568 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:40:48.484603 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:40:51.819554 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:40:51.819652 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:41:56.881956 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:41:56.881998 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:41:56.992856 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0424 09:41:56.992856 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0424 09:41:56.993078 6 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0424 09:41:56.993113 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:41:56.992937 6 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0424 09:41:56.993128 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:41:56.993169 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:41:56.993185 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 09:41:56.994722 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} W0424 09:41:56.994741 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. I0424 09:41:56.994758 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0424 09:41:56.994833 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0424 09:41:56.994856 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0424 09:41:56.995124 6 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0424 09:41:56.995268 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:41:56.995332 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 09:41:57.000954 6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0424 09:41:57.001001 6 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0424 09:41:57.005509 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0424 09:41:57.006046 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0424 09:41:57.006085 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0424 09:41:57.006162 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d25bba40-40d8-4659-ad61-a2fad4c60017", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5513", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0424 09:41:57.006315 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0424 09:41:57.006340 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ba54eded-8a81-48bc-b9c9-5b9e05fe9ac1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5514", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0424 09:41:57.014909 6 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0424 09:41:57.015253 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0424 09:41:57.015292 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7862aa30-7f85-47ea-8fc8-15e96af7fd45", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5521", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0424 09:41:57.484516 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0424 09:41:57.485370 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0424 09:41:57.816984 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0424 09:41:57.818339 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0424 09:41:57.972698 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0424 09:41:57.973643 6 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0424 09:42:00.214527 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0424 09:42:00.214593 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0424 09:42:00.214626 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0424 09:42:00.214779 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:00.214803 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 09:42:00.214936 6 controller.go:196] "Configuration changes detected, backend reload required" I0424 09:42:00.268054 6 controller.go:216] "Backend successfully reloaded" I0424 09:42:00.268543 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hsptk", UID:"e66164bd-5dc4-4da3-be9c-6a699c1e2fb0", APIVersion:"v1", ResourceVersion:"1651", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0424 09:42:03.547163 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0424 09:42:03.547252 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0424 09:42:03.547297 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0424 09:42:03.547444 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:03.547479 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:06.880821 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0424 09:42:06.880888 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0424 09:42:06.880922 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0424 09:42:06.881027 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:06.881052 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:10.213870 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0424 09:42:10.213951 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0424 09:42:10.213995 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0424 09:42:10.214177 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:10.214231 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:13.948964 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0424 09:42:13.949023 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0424 09:42:13.949057 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0424 09:42:13.949165 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:13.949195 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:17.283496 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0424 09:42:17.283584 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0424 09:42:17.283622 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0424 09:42:17.283828 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:17.283857 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:20.616099 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0424 09:42:20.616180 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0424 09:42:20.616277 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0424 09:42:20.616538 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:20.616569 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:23.949068 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0424 09:42:23.949122 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0424 09:42:23.949326 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0424 09:42:23.949443 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:23.949464 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.121 - - [24/Apr/2026:09:42:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6390 "-" "Go-http-client/1.1" 159 0.010 [auth-system-keycloak-80] [] 10.0.0.248:8080 6390 0.011 200 c31cc6a7a6be22c4989a86eb50c7d374 10.0.0.138 - - [24/Apr/2026:09:42:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6390 "-" "Go-http-client/1.1" 159 0.004 [auth-system-keycloak-80] [] 10.0.0.248:8080 6390 0.004 200 634de7e639d5a39a7b8705632a3c6ad5 W0424 09:42:27.283549 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0424 09:42:27.283621 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0424 09:42:27.283813 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:27.283847 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:30.616663 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0424 09:42:30.616932 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:30.617020 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:33.950904 6 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0424 09:42:33.951235 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:33.951269 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:37.283588 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:37.283640 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 09:42:40.581299 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.67.96"}] I0424 09:42:40.581477 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.67.96"}] I0424 09:42:40.581851 6 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.67.96"}] I0424 09:42:40.588402 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"ba54eded-8a81-48bc-b9c9-5b9e05fe9ac1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6258", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0424 09:42:40.610081 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7862aa30-7f85-47ea-8fc8-15e96af7fd45", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6259", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0424 09:42:40.613142 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d25bba40-40d8-4659-ad61-a2fad4c60017", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6260", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0424 09:42:40.616466 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:40.616666 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:43.949634 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:43.949684 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:55.534136 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:42:55.534245 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:43:32.275085 6 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0424 09:43:32.275202 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:43:32.275226 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 09:43:32.278485 6 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0424 09:43:32.278513 6 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0424 09:43:32.284312 6 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0424 09:43:32.284969 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0424 09:43:32.285451 6 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0424 09:43:32.285527 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:43:32.285545 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 09:43:32.285679 6 controller.go:196] "Configuration changes detected, backend reload required" I0424 09:43:32.285766 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4027305c-773b-4a70-9a80-f4dbeb98e2d4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6574", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0424 09:43:32.347526 6 controller.go:216] "Backend successfully reloaded" I0424 09:43:32.348479 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hsptk", UID:"e66164bd-5dc4-4da3-be9c-6a699c1e2fb0", APIVersion:"v1", ResourceVersion:"1651", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0424 09:43:32.591745 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0424 09:43:32.593895 6 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0424 09:43:35.619873 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:43:35.619926 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [24/Apr/2026:09:43:35 +0000] "GET / HTTP/1.1" 300 279 "-" "ansible-httpget" 129 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 279 0.005 300 f00eafc8dc05fc12395121637eba3a0d 199.204.45.4 - - [24/Apr/2026:09:43:37 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 264 0.005 200 05055f08de5077ceab0ce5e65558df64 199.204.45.4 - - [24/Apr/2026:09:43:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.509 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1358 0.508 201 44a9e248f8bcdc92656d705dd5e8d141 199.204.45.4 - - [24/Apr/2026:09:43:38 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 279 0.004 300 b9943a1e879f9acb6e47780f94c2892d 199.204.45.4 - - [24/Apr/2026:09:43:38 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.037 [openstack-keystone-api-5000] [] 10.0.0.3:5000 90 0.037 404 44fa222c9efeb2f7dc0fa3cfb625e9b1 199.204.45.4 - - [24/Apr/2026:09:43:38 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.036 [openstack-keystone-api-5000] [] 10.0.0.3:5000 366 0.035 200 a0235dd8d615259389fa73c34f04b1b9 199.204.45.4 - - [24/Apr/2026:09:43:38 +0000] "GET /v3/domains/079f9ef6fce147549cd7e82d871758cd HTTP/1.1" 200 245 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.021 [openstack-keystone-api-5000] [] 10.0.0.3:5000 245 0.021 200 27570ebbfac6580fd223000927832314 199.204.45.4 - - [24/Apr/2026:09:43:39 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 264 0.003 200 733ab26685ed9a7d6fdd6ac520c4294b 199.204.45.4 - - [24/Apr/2026:09:43:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.334 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1358 0.333 201 111d400e229f1598a723eb4e4c8b61cb 199.204.45.4 - - [24/Apr/2026:09:43:39 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 279 0.004 300 c9f2e22aaed9cc8922e644fa1a35e740 199.204.45.4 - - [24/Apr/2026:09:43:39 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 461 0.044 [openstack-keystone-api-5000] [] 10.0.0.3:5000 101 0.044 404 e1cb14b8c44616e790039860bc50c1f5 199.204.45.4 - - [24/Apr/2026:09:43:39 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 154 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.034 [openstack-keystone-api-5000] [] 10.0.0.3:5000 154 0.034 200 3877e580229d241ad5586e063f1ba2d3 199.204.45.4 - - [24/Apr/2026:09:43:39 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 338 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 677 0.039 [openstack-keystone-api-5000] [] 10.0.0.3:5000 338 0.039 201 5a0f984abb02eef5076a1f0cb03f7fee 199.204.45.4 - - [24/Apr/2026:09:43:40 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 264 0.004 200 5ac4aa52d39acf6ba6100736fe761752 I0424 09:43:40.579107 6 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.110.67.96"}] I0424 09:43:40.584734 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"4027305c-773b-4a70-9a80-f4dbeb98e2d4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6646", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0424 09:43:40.586811 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:43:40.586855 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [24/Apr/2026:09:43:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.307 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1358 0.307 201 55d35fe3f54220071fc9e0822a6d6be2 199.204.45.4 - - [24/Apr/2026:09:43:40 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 279 0.003 300 f77c43930927c915025da356feb2c0e0 199.204.45.4 - - [24/Apr/2026:09:43:40 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.020 [openstack-keystone-api-5000] [] 10.0.0.3:5000 98 0.021 404 8ba034f796d349fc1683839eff4d560c 199.204.45.4 - - [24/Apr/2026:09:43:40 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 134 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.015 [openstack-keystone-api-5000] [] 10.0.0.3:5000 134 0.015 200 60725ab0aeb3f7e15e0fbaaf8629a3f5 199.204.45.4 - - [24/Apr/2026:09:43:40 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 355 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 737 0.021 [openstack-keystone-api-5000] [] 10.0.0.3:5000 355 0.021 201 f2cd014ca123862105d51fc1e6464c8d 199.204.45.4 - - [24/Apr/2026:09:43:41 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 264 0.003 200 865bba7ab600bad3967e608f04dfc0dc 199.204.45.4 - - [24/Apr/2026:09:43:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.316 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1358 0.317 201 56812c39ddd0dc434fad9e0fc5d8a8d9 199.204.45.4 - - [24/Apr/2026:09:43:42 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 279 0.003 300 c7e1b23d77a55b874935485347dd9d1a 199.204.45.4 - - [24/Apr/2026:09:43:42 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 496 0.025 [openstack-keystone-api-5000] [] 10.0.0.3:5000 131 0.026 404 6ef874ac17a66e31fdc05c376a124bfb 199.204.45.4 - - [24/Apr/2026:09:43:42 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 166 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 484 0.018 [openstack-keystone-api-5000] [] 10.0.0.3:5000 166 0.018 200 c09140503c4c40f1482bc06c33b624e5 199.204.45.4 - - [24/Apr/2026:09:43:42 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 220 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 579 0.027 [openstack-keystone-api-5000] [] 10.0.0.3:5000 220 0.027 201 9fa4f4f541b641d61bb19aeeb6b8fdf1 W0424 09:43:49.315288 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:43:49.315335 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:43:52.648961 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:43:52.649021 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:43:55.982360 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:43:55.982419 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0424 09:44:22.847737 6 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-4.nip.io. Skipping. W0424 09:44:22.848136 6 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0424 09:44:22.848225 6 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0424 09:44:22.848285 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:44:22.848305 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 09:44:22.850817 6 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:33.4kB} I0424 09:44:22.850845 6 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0424 09:44:22.857047 6 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0424 09:44:22.857335 6 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-4.nip.io. Skipping. W0424 09:44:22.857448 6 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0424 09:44:22.857646 6 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0424 09:44:22.857715 6 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0424 09:44:22.857763 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:44:22.857778 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 09:44:22.857930 6 controller.go:196] "Configuration changes detected, backend reload required" I0424 09:44:22.866721 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"f6bd7173-17fc-4616-b14d-e7aae5a8f0df", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6993", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0424 09:44:22.933647 6 controller.go:216] "Backend successfully reloaded" I0424 09:44:22.934269 6 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-hsptk", UID:"e66164bd-5dc4-4da3-be9c-6a699c1e2fb0", APIVersion:"v1", ResourceVersion:"1651", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0424 09:44:23.403559 6 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0424 09:44:23.403886 6 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-4.nip.io. Skipping. I0424 09:44:23.405037 6 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0424 09:44:26.192095 6 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0424 09:44:26.192227 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:44:26.192244 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0424 09:44:41.011889 6 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.110.67.96"}] E0424 09:44:41.828387 6 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-4.nip.io. Skipping. I0424 09:44:41.830715 6 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"f6bd7173-17fc-4616-b14d-e7aae5a8f0df", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7121", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0424 09:44:42.135677 6 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0424 09:44:42.135940 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:44:42.135961 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [24/Apr/2026:09:44:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.479 [auth-system-keycloak-80] [] 10.0.0.248:8080 1921 0.478 200 16d3f589a4fd8e5b26294a1056aa4045 199.204.45.4 - - [24/Apr/2026:09:44:46 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1229 0.024 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.024 200 aba7a162aca50313d4759f6443e01211 199.204.45.4 - - [24/Apr/2026:09:44:46 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1395 0.063 [auth-system-keycloak-80] [] 10.0.0.248:8080 0 0.063 201 d9b18f9da44131fe5ea3809c736dde9d 199.204.45.4 - - [24/Apr/2026:09:44:46 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1229 0.017 [auth-system-keycloak-80] [] 10.0.0.248:8080 322 0.018 200 de4380476f40c68a5b5165ff5987d2ff 199.204.45.4 - - [24/Apr/2026:09:44:46 +0000] "GET /admin/realms/atmosphere/users/9f6a45af-a7c2-4804-a5c8-c2f55bcba730/groups HTTP/1.1" 200 2 "-" "Ansible" 1243 0.011 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.012 200 4f6d3173ab70aab4da4b0f48c6d46cd1 199.204.45.4 - - [24/Apr/2026:09:44:46 +0000] "GET /admin/realms/atmosphere/users/9f6a45af-a7c2-4804-a5c8-c2f55bcba730/groups HTTP/1.1" 200 2 "-" "Ansible" 1243 0.018 [auth-system-keycloak-80] [] 10.0.0.248:8080 2 0.018 200 128ed37882c829eaf125b676d5e95609 199.204.45.4 - - [24/Apr/2026:09:44:47 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.008 [openstack-keystone-api-5000] [] 10.0.0.3:5000 264 0.008 200 eb6744f073a6b6ac1c8cb81e054225f7 199.204.45.4 - - [24/Apr/2026:09:44:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 547 0.339 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1358 0.339 201 f7ba008d4274f81b528731d5bfa79a5a 199.204.45.4 - - [24/Apr/2026:09:44:47 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 279 0.003 300 c70e699c2b3f68c66782b1761f168d97 199.204.45.4 - - [24/Apr/2026:09:44:48 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 435 0.032 [openstack-keystone-api-5000] [] 10.0.0.3:5000 90 0.033 404 f2998ca9bfd70213c6c37f9d169f9831 199.204.45.4 - - [24/Apr/2026:09:44:48 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 453 0.034 [openstack-keystone-api-5000] [] 10.0.0.3:5000 366 0.033 200 600d24f7abcf83d4551a3cb02782ef38 199.204.45.4 - - [24/Apr/2026:09:44:48 +0000] "GET /v3/users?domain_id=079f9ef6fce147549cd7e82d871758cd&name=test-user HTTP/1.1" 200 447 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 493 0.373 [openstack-keystone-api-5000] [] 10.0.0.3:5000 447 0.374 200 342ab1b56ab149e12fc9adce704b4884 W0424 09:45:13.297697 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:45:13.297728 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:45:16.634397 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:45:16.634448 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:45:19.964823 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0424 09:45:19.964871 6 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store