------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0420 05:48:22.182509 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0420 05:48:22.183061 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0420 05:48:22.192497 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0420 05:48:22.198100 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0420 05:48:22.517897 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0420 05:48:22.538807 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0420 05:48:22.550405 7 nginx.go:271] "Starting NGINX Ingress controller" I0420 05:48:22.562101 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"447d9825-ede7-496c-b9de-7b866306dd97", APIVersion:"v1", ResourceVersion:"1525", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0420 05:48:22.566786 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"9a7fe9fc-a1d8-4680-86ec-d5f1e185bbbb", APIVersion:"v1", ResourceVersion:"1527", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0420 05:48:22.566863 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"b7e2cc19-6d27-4b05-8a6d-577505177332", APIVersion:"v1", ResourceVersion:"1526", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0420 05:48:23.752241 7 nginx.go:317] "Starting NGINX process" I0420 05:48:23.752364 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0420 05:48:23.752930 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0420 05:48:23.753377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:23.753457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 05:48:23.753549 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 05:48:23.895135 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0420 05:48:23.895548 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-5tfvb" I0420 05:48:23.911338 7 controller.go:216] "Backend successfully reloaded" I0420 05:48:23.911441 7 controller.go:227] "Initial sync, sleeping for 1 second" I0420 05:48:23.911489 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5tfvb", UID:"d241de6a-5929-4c43-bfb4-a3b0dcf270b6", APIVersion:"v1", ResourceVersion:"1567", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0420 05:48:27.567457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:27.567495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:30.903435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:30.903484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:34.234897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:34.234939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:37.568077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:37.568134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:40.903139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:40.903172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:44.234252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:44.234303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:47.568329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:47.568374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:50.903503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:50.903549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:56.360529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:48:56.361037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:49:07.931656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:49:07.931699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:49:22.527915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:49:22.527944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:49:25.862038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:49:25.862080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:21.498504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:21.498532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:24.832568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:24.832611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:28.166075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:28.166114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:31.499937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:31.499985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:37.641081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:37.641125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:40.975667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:40.975716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:44.308411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:44.308452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:47.642135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:50:47.642179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:52:22.296287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:52:22.296325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:52:25.630362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:52:25.630422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:52:48.813724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:52:48.813763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:52:51.618772 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-138.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-138.nip.io-tls was not found. Using default certificate W0420 05:52:51.618832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:52:51.618848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 05:52:51.620733 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0420 05:52:51.620766 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0420 05:52:51.630461 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0420 05:52:51.631144 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-138.nip.io-tls" in local store I0420 05:52:51.631722 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4133a800-062f-478a-8eb5-4d9a3b492120", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3698", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 05:52:52.009233 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-138.nip.io-tls" I0420 05:52:52.011410 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-138.nip.io-tls" W0420 05:52:52.148286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:52:52.148338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 05:52:52.148415 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 05:52:52.199291 7 controller.go:216] "Backend successfully reloaded" I0420 05:52:52.199491 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5tfvb", UID:"d241de6a-5929-4c43-bfb4-a3b0dcf270b6", APIVersion:"v1", ResourceVersion:"1567", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0420 05:52:55.480935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:52:55.480971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [20/Apr/2026:05:52:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.113 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 2.109 200 ef1097e73724742ce17f17c51c95fea5 199.204.45.138 - - [20/Apr/2026:05:53:00 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.174 [auth-system-keycloak-80] [] 10.0.0.84:8080 116 0.174 404 b41447126cf45abec9fdf2f49dacb51d W0420 05:53:01.783447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:53:01.783481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [20/Apr/2026:05:53:04 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.979 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 3.977 201 63cc59bfd3cb656b89fdced1a203285d 199.204.45.138 - - [20/Apr/2026:05:53:04 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.692 [auth-system-keycloak-80] [] 10.0.0.84:8080 4246 0.692 200 8b20c227c827cdbc76fa8ab6960a9f6a W0420 05:53:05.117422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:53:05.117468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [20/Apr/2026:05:53:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.552 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 0.551 200 ed847058326681078c73b8133c2299db 199.204.45.138 - - [20/Apr/2026:05:53:06 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.163 [auth-system-keycloak-80] [] 10.0.0.84:8080 12500 0.162 200 eb3ac38b3cb91bccb159f017e2321663 199.204.45.138 - - [20/Apr/2026:05:53:06 +0000] "GET /admin/realms/atmosphere/client-scopes/3e913af0-7eff-413e-be3a-7ea5d74d5e35 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.84:8080 1278 0.012 200 bc010e0d465592b9dd4a084db3a838f0 199.204.45.138 - - [20/Apr/2026:05:53:06 +0000] "PUT /admin/realms/atmosphere/client-scopes/3e913af0-7eff-413e-be3a-7ea5d74d5e35 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.088 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 0.079 204 7f70d67dd9df3ddc0bf31a3c791265c9 199.204.45.138 - - [20/Apr/2026:05:53:06 +0000] "GET /admin/realms/atmosphere/client-scopes/3e913af0-7eff-413e-be3a-7ea5d74d5e35/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.088 [auth-system-keycloak-80] [] 10.0.0.84:8080 963 0.088 200 0ccd1d9cadba1ae21f9971618bfc5e40 199.204.45.138 - - [20/Apr/2026:05:53:06 +0000] "GET /admin/realms/atmosphere/client-scopes/3e913af0-7eff-413e-be3a-7ea5d74d5e35/protocol-mappers/models/95f694dd-4323-46ed-b8a3-e1cb9162bd09 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.080 [auth-system-keycloak-80] [] 10.0.0.84:8080 366 0.080 200 e0734810cec0cc1d822a6bb853392d02 199.204.45.138 - - [20/Apr/2026:05:53:06 +0000] "PUT /admin/realms/atmosphere/client-scopes/3e913af0-7eff-413e-be3a-7ea5d74d5e35/protocol-mappers/models/95f694dd-4323-46ed-b8a3-e1cb9162bd09 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.094 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 0.093 204 2c48ffbe157957616f535b54e12a0bc0 199.204.45.138 - - [20/Apr/2026:05:53:06 +0000] "GET /admin/realms/atmosphere/client-scopes/3e913af0-7eff-413e-be3a-7ea5d74d5e35 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.019 [auth-system-keycloak-80] [] 10.0.0.84:8080 1218 0.019 200 4d137a2ad853a461ca28d6023f7beab5 W0420 05:53:13.832613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:53:13.832654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 05:53:23.902092 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.28.190"}] I0420 05:53:23.908895 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4133a800-062f-478a-8eb5-4d9a3b492120", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4045", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 05:53:23.909494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:53:23.909534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:53:27.256921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:53:27.256950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [20/Apr/2026:05:53:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 0.489 200 99a520b25b3670c55dd9f634b0a6a399 199.204.45.138 - - [20/Apr/2026:05:53:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.050 [auth-system-keycloak-80] [] 10.0.0.84:8080 2 0.051 200 1624d202a33999ec14e035230bfdf009 199.204.45.138 - - [20/Apr/2026:05:53:28 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.181 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 0.180 201 001bb43515e579b17901eee2a3489467 199.204.45.138 - - [20/Apr/2026:05:53:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.024 [auth-system-keycloak-80] [] 10.0.0.84:8080 1261 0.025 200 cb70083d2537dee463a99a2d376863dd 199.204.45.138 - - [20/Apr/2026:05:53:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.487 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 0.486 200 46894481dc725131ed997758c06141fb 199.204.45.138 - - [20/Apr/2026:05:53:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.84:8080 2 0.011 200 0bfb68be1c2a81d1356d45cd5685575d 199.204.45.138 - - [20/Apr/2026:05:53:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.073 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 0.072 201 e045ecfd8f4a0cb1e285fa4e6aff5dd5 199.204.45.138 - - [20/Apr/2026:05:53:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.015 [auth-system-keycloak-80] [] 10.0.0.84:8080 1286 0.015 200 d205ea942fbd4160f4432c22f5c19c7a W0420 05:53:30.590438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:53:30.590480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [20/Apr/2026:05:53:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.452 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 0.451 200 e5665a394e09c6e972496947a432b605 199.204.45.138 - - [20/Apr/2026:05:53:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.84:8080 2 0.008 200 72a1584582fc065af671b931da494e45 199.204.45.138 - - [20/Apr/2026:05:53:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.090 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 0.089 201 296f48ebfc48d24a4a6ca8deb5d8e82f 199.204.45.138 - - [20/Apr/2026:05:53:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.064 [auth-system-keycloak-80] [] 10.0.0.84:8080 1251 0.063 200 74e1495c58258d92108cc80402a79bef 199.204.45.138 - - [20/Apr/2026:05:53:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 0.495 200 fa620bd0fea353c528ee90620f07fae2 199.204.45.138 - - [20/Apr/2026:05:53:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.034 [auth-system-keycloak-80] [] 10.0.0.84:8080 1261 0.034 200 f0ad15d5808be54694972eef9f9bde93 199.204.45.138 - - [20/Apr/2026:05:53:32 +0000] "GET /admin/realms/atmosphere/clients/c7f89500-39fa-4ff2-80e8-d6421fdbd7de/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.84:8080 119 0.014 404 be8205dbb094e4fa05626ea7877b04ff 199.204.45.138 - - [20/Apr/2026:05:53:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.84:8080 1261 0.008 200 28f6e18afa2623d1e3d0a283ce7c50ec 199.204.45.138 - - [20/Apr/2026:05:53:32 +0000] "POST /admin/realms/atmosphere/clients/c7f89500-39fa-4ff2-80e8-d6421fdbd7de/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.064 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 0.063 201 befd772ba8bd56ce8a0bd8bcf6e8d593 199.204.45.138 - - [20/Apr/2026:05:53:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.84:8080 1261 0.007 200 d8ba682e7ef62d1a2ea6e043f2915845 199.204.45.138 - - [20/Apr/2026:05:53:32 +0000] "GET /admin/realms/atmosphere/clients/c7f89500-39fa-4ff2-80e8-d6421fdbd7de/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.84:8080 166 0.015 200 a9ee1e4ee9008f70178dad774e5c703a 199.204.45.138 - - [20/Apr/2026:05:53:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 0.478 200 9daf50029e4b76403763063b25c80b40 199.204.45.138 - - [20/Apr/2026:05:53:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.84:8080 1286 0.006 200 cb4d0acc0f6aeaeda17a30edd834f1fd 199.204.45.138 - - [20/Apr/2026:05:53:33 +0000] "GET /admin/realms/atmosphere/clients/bb795a79-a9e6-4ce7-b44b-b677f8be7165/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.008 [auth-system-keycloak-80] [] 10.0.0.84:8080 119 0.009 404 79b5dabd7c98af9c8c3cb6a09cecda15 199.204.45.138 - - [20/Apr/2026:05:53:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.034 [auth-system-keycloak-80] [] 10.0.0.84:8080 1286 0.034 200 024f1680b55c30619ac162edfa514726 199.204.45.138 - - [20/Apr/2026:05:53:33 +0000] "POST /admin/realms/atmosphere/clients/bb795a79-a9e6-4ce7-b44b-b677f8be7165/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 0.017 201 877cefd69dafe789697d14ab3c147b40 199.204.45.138 - - [20/Apr/2026:05:53:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.84:8080 1286 0.006 200 596075290f35177605619f48a7765857 199.204.45.138 - - [20/Apr/2026:05:53:33 +0000] "GET /admin/realms/atmosphere/clients/bb795a79-a9e6-4ce7-b44b-b677f8be7165/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.041 [auth-system-keycloak-80] [] 10.0.0.84:8080 165 0.041 200 d2e1ffe45411462e0b4732b09cf1433c 199.204.45.138 - - [20/Apr/2026:05:53:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.530 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 0.529 200 c89f53299698f7b38951f408a9c2efbe 199.204.45.138 - - [20/Apr/2026:05:53:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.84:8080 1286 0.014 200 f80ac6e2387afd5380fbfbb685a945a6 199.204.45.138 - - [20/Apr/2026:05:53:34 +0000] "GET /admin/realms/atmosphere/clients/bb795a79-a9e6-4ce7-b44b-b677f8be7165/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.84:8080 119 0.008 404 bfd45f00a9b7e315a3ed1b37b0064542 199.204.45.138 - - [20/Apr/2026:05:53:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.84:8080 1286 0.040 200 a34eac3a7f9b3120cb88771c33f97c6a 199.204.45.138 - - [20/Apr/2026:05:53:34 +0000] "POST /admin/realms/atmosphere/clients/bb795a79-a9e6-4ce7-b44b-b677f8be7165/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 0.017 201 0d65cdeb9b1f6fb60b9b2a507a226b3e 199.204.45.138 - - [20/Apr/2026:05:53:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.84:8080 1286 0.010 200 4c54d170ac6709c1523c35f654d7d62d 199.204.45.138 - - [20/Apr/2026:05:53:34 +0000] "GET /admin/realms/atmosphere/clients/bb795a79-a9e6-4ce7-b44b-b677f8be7165/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.045 [auth-system-keycloak-80] [] 10.0.0.84:8080 166 0.045 200 db25172b6974777f3b0039004383c503 199.204.45.138 - - [20/Apr/2026:05:53:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.817 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 0.817 200 1dd0f1d01d646105c0a21adc605e1925 199.204.45.138 - - [20/Apr/2026:05:53:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.070 [auth-system-keycloak-80] [] 10.0.0.84:8080 4246 0.070 200 2befdce0978073088751b6d5d520b9a7 199.204.45.138 - - [20/Apr/2026:05:53:36 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.594 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 0.593 204 1adbad687ee491e9d8be21b6300f5f0d 199.204.45.138 - - [20/Apr/2026:05:53:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.280 [auth-system-keycloak-80] [] 10.0.0.84:8080 4384 0.280 200 e366824ba7290c6b66586aa40511c3ab 199.204.45.138 - - [20/Apr/2026:05:53:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.699 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 1.697 200 c6f072030989877455c5672db5a4d8b6 199.204.45.138 - - [20/Apr/2026:05:53:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.077 [auth-system-keycloak-80] [] 10.0.0.84:8080 1286 0.076 200 c1e8f1022ad5bbc091119db111872cd8 199.204.45.138 - - [20/Apr/2026:05:53:36 +0000] "GET /admin/realms/atmosphere/clients/bb795a79-a9e6-4ce7-b44b-b677f8be7165/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.84:8080 119 0.008 404 ec7ac021362a5db298f295031ecac97e 199.204.45.138 - - [20/Apr/2026:05:53:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.067 [auth-system-keycloak-80] [] 10.0.0.84:8080 1286 0.066 200 7e0cd7fca770c5d6a2f31fe90061edff 199.204.45.138 - - [20/Apr/2026:05:53:36 +0000] "POST /admin/realms/atmosphere/clients/bb795a79-a9e6-4ce7-b44b-b677f8be7165/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 0.018 201 6ac1ab441cf8e176ef2417f00599aa30 199.204.45.138 - - [20/Apr/2026:05:53:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.047 [auth-system-keycloak-80] [] 10.0.0.84:8080 1286 0.047 200 559efc05b79d8454e2da115f5fcddb69 199.204.45.138 - - [20/Apr/2026:05:53:36 +0000] "GET /admin/realms/atmosphere/clients/bb795a79-a9e6-4ce7-b44b-b677f8be7165/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.84:8080 166 0.010 200 f596cc5b1c3730bcc17c05dd9ac09d84 199.204.45.138 - - [20/Apr/2026:05:53:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.524 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 1.524 200 27518471b6452d271b22317923d5d069 199.204.45.138 - - [20/Apr/2026:05:53:38 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.84:8080 1682 0.009 200 8762ad621b179c23fc990fdbe34b1799 199.204.45.138 - - [20/Apr/2026:05:53:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.493 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 1.493 200 746b8a0a462a2ed9c98b622a232f4bd5 199.204.45.138 - - [20/Apr/2026:05:53:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.84:8080 1251 0.007 200 5292dd8e7d16f6266cd0070530984146 199.204.45.138 - - [20/Apr/2026:05:53:38 +0000] "GET /admin/realms/atmosphere/clients/107ac083-53a9-474c-a185-2ce19db9177b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.84:8080 119 0.010 404 481c48dad7e3c5b315dd9f27bfd22673 199.204.45.138 - - [20/Apr/2026:05:53:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.84:8080 1251 0.007 200 09d85520b59962d3234eb29777c3927c 199.204.45.138 - - [20/Apr/2026:05:53:38 +0000] "POST /admin/realms/atmosphere/clients/107ac083-53a9-474c-a185-2ce19db9177b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.038 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 0.038 201 0f2682130a68d7d467546754c764f0d8 199.204.45.138 - - [20/Apr/2026:05:53:38 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.046 [auth-system-keycloak-80] [] 10.0.0.84:8080 6432 0.045 200 f33f2c1c6dbabc22319ece8867df4d50 199.204.45.138 - - [20/Apr/2026:05:53:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.082 [auth-system-keycloak-80] [] 10.0.0.84:8080 1251 0.081 200 cd749297fb631a583b63ffac86219c7c 199.204.45.138 - - [20/Apr/2026:05:53:38 +0000] "GET /admin/realms/atmosphere/clients/107ac083-53a9-474c-a185-2ce19db9177b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.021 [auth-system-keycloak-80] [] 10.0.0.84:8080 166 0.021 200 caab37201a0cf51f58e399eadac03a8a 199.204.45.138 - - [20/Apr/2026:05:53:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 0.475 200 2e5452756996c0e0055cc6ad7668f59e 199.204.45.138 - - [20/Apr/2026:05:53:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.049 [auth-system-keycloak-80] [] 10.0.0.84:8080 2 0.049 200 ddc2c34adb38c3f11a7ab8379a600a3b 199.204.45.138 - - [20/Apr/2026:05:53:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.111 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 0.110 201 ba97cfbcfab9a8dc511a4d8e38504d67 199.204.45.138 - - [20/Apr/2026:05:53:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.018 [auth-system-keycloak-80] [] 10.0.0.84:8080 2246 0.018 200 056fb8b60533945d890cf458f9de795c 199.204.45.138 - - [20/Apr/2026:05:53:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 0.479 200 29246f0a7c439a5056efa2b6135c290a 199.204.45.138 - - [20/Apr/2026:05:53:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.84:8080 2246 0.005 200 1af7c2073a2aa4249edc35a125d695ed 199.204.45.138 - - [20/Apr/2026:05:53:41 +0000] "GET /admin/realms/atmosphere/clients/9625278c-a2dd-492f-87b1-f91ba7e805ab/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.019 [auth-system-keycloak-80] [] 10.0.0.84:8080 233 0.019 200 3fab8efabd35dee51baebc6aa7923866 199.204.45.138 - - [20/Apr/2026:05:53:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.052 [auth-system-keycloak-80] [] 10.0.0.84:8080 831 0.052 200 e563c3b757f5477018ea70382c45a909 199.204.45.138 - - [20/Apr/2026:05:53:41 +0000] "GET /admin/realms/atmosphere/clients/c79843da-3e33-4df8-9a32-0447b282dcd8/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.077 [auth-system-keycloak-80] [] 10.0.0.84:8080 3758 0.076 200 7e6d021ad3da4e3a8470e679f8ac5650 199.204.45.138 - - [20/Apr/2026:05:53:42 +0000] "GET /admin/realms/atmosphere/users/f0814203-d60a-4e8a-aab2-ce1259f7637f/role-mappings/clients/c79843da-3e33-4df8-9a32-0447b282dcd8/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.101 [auth-system-keycloak-80] [] 10.0.0.84:8080 3758 0.101 200 dcf509393e372ec62a57f29842744e54 199.204.45.138 - - [20/Apr/2026:05:53:42 +0000] "GET /admin/realms/atmosphere/users/f0814203-d60a-4e8a-aab2-ce1259f7637f/role-mappings/clients/c79843da-3e33-4df8-9a32-0447b282dcd8/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.085 [auth-system-keycloak-80] [] 10.0.0.84:8080 2 0.085 200 20ac3defa4899e3a8e11808da6bf1234 199.204.45.138 - - [20/Apr/2026:05:53:42 +0000] "POST /admin/realms/atmosphere/users/f0814203-d60a-4e8a-aab2-ce1259f7637f/role-mappings/clients/c79843da-3e33-4df8-9a32-0447b282dcd8 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.022 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 0.022 204 f5ac62635b46ae150554af3b15e13da9 199.204.45.138 - - [20/Apr/2026:05:53:42 +0000] "GET /admin/realms/atmosphere/users/f0814203-d60a-4e8a-aab2-ce1259f7637f/role-mappings/clients/c79843da-3e33-4df8-9a32-0447b282dcd8/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.065 [auth-system-keycloak-80] [] 10.0.0.84:8080 576 0.065 200 b513ae975a521c532f7954a6e84dd7bd W0420 05:53:46.133596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:53:46.133623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:53:49.467517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:53:49.467560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:54:47.432357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:54:47.433019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:54:47.510886 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 05:54:47.510948 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0420 05:54:47.510975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:54:47.510997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:54:47.511628 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 05:54:47.511710 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0420 05:54:47.511755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:54:47.511783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:54:47.512119 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 05:54:47.512279 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0420 05:54:47.512367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:54:47.512419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 05:54:47.512518 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0420 05:54:47.512547 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0420 05:54:47.514539 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0420 05:54:47.514582 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0420 05:54:47.515175 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0420 05:54:47.515209 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0420 05:54:47.518086 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0420 05:54:47.518487 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0420 05:54:47.518849 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"25827eba-f6c1-4bd0-b00f-26c8b44c809b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4979", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 05:54:47.520986 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0420 05:54:47.521245 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0420 05:54:47.521290 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d14dff77-ea94-4f7b-91d0-42fd71088779", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4983", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 05:54:47.522327 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0420 05:54:47.523002 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0420 05:54:47.523058 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"02429710-8afb-4e05-86a8-9e0147e0f4ec", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4985", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 05:54:47.825857 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0420 05:54:47.827289 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0420 05:54:48.493291 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0420 05:54:48.494893 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0420 05:54:48.856630 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0420 05:54:48.857784 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0420 05:54:50.766131 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 05:54:50.766184 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 05:54:50.766213 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 05:54:50.766296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:54:50.766311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 05:54:50.766394 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 05:54:50.823200 7 controller.go:216] "Backend successfully reloaded" I0420 05:54:50.823691 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5tfvb", UID:"d241de6a-5929-4c43-bfb4-a3b0dcf270b6", APIVersion:"v1", ResourceVersion:"1567", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0420 05:54:54.099567 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 05:54:54.099655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 05:54:54.099682 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 05:54:54.099762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:54:54.099778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:54:57.433177 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 05:54:57.433258 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 05:54:57.433296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 05:54:57.433510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:54:57.433543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:00.766252 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 05:55:00.766452 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 05:55:00.766535 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 05:55:00.766693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:00.766743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:04.099852 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 05:55:04.099953 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 05:55:04.100016 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 05:55:04.100276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:04.100325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:07.432983 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 05:55:07.433052 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0420 05:55:07.433088 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0420 05:55:07.433239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:07.433268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.241 - - [20/Apr/2026:05:55:09 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.84:8080 6432 0.008 200 f97b82dbc4f20d56468952dfdbde218f 10.0.0.201 - - [20/Apr/2026:05:55:09 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.84:8080 6432 0.006 200 a07e97b3a5dc594fe40bde58bb92bbdc W0420 05:55:10.766613 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0420 05:55:10.767018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:10.767110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:14.099771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:14.099825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:17.433383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:17.433435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:20.767650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:20.767705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 05:55:23.903597 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.28.190"}] I0420 05:55:23.903617 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.28.190"}] I0420 05:55:23.903965 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.28.190"}] I0420 05:55:23.908307 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"02429710-8afb-4e05-86a8-9e0147e0f4ec", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5657", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 05:55:23.909799 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"25827eba-f6c1-4bd0-b00f-26c8b44c809b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5658", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0420 05:55:23.913667 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d14dff77-ea94-4f7b-91d0-42fd71088779", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5659", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 05:55:24.099951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:24.099998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:27.432682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:27.432733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:53.360398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:55:53.360436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:56:29.585653 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0420 05:56:29.585742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:56:29.585765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 05:56:29.589655 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0420 05:56:29.589693 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0420 05:56:29.596794 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0420 05:56:29.597009 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e0849f6e-e3b9-4bca-909e-fd8d2c718931", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6052", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 05:56:29.597133 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0420 05:56:29.597405 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0420 05:56:29.597443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:56:29.597452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 05:56:29.597563 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 05:56:29.653233 7 controller.go:216] "Backend successfully reloaded" I0420 05:56:29.653523 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5tfvb", UID:"d241de6a-5929-4c43-bfb4-a3b0dcf270b6", APIVersion:"v1", ResourceVersion:"1567", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0420 05:56:29.868890 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0420 05:56:29.869619 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0420 05:56:32.931076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:56:32.931118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [20/Apr/2026:05:56:32 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.011 [openstack-keystone-api-5000] [] 10.0.0.207:5000 281 0.012 300 94a302dc4a613b6f2dcc356439a34066 199.204.45.138 - - [20/Apr/2026:05:56:34 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.207:5000 266 0.003 200 0cc68a8933091bc8587ef5bee32b490d 199.204.45.138 - - [20/Apr/2026:05:56:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.437 [openstack-keystone-api-5000] [] 10.0.0.207:5000 1360 0.437 201 105cc8c2ebddec7b7487362d40092f8b 199.204.45.138 - - [20/Apr/2026:05:56:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.207:5000 281 0.003 300 939a6d98a3bcb899c67a04c8f59c8f3d 199.204.45.138 - - [20/Apr/2026:05:56:34 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.033 [openstack-keystone-api-5000] [] 10.0.0.207:5000 90 0.033 404 ce6e164d791fa7d7dd22d7e43e192ad6 199.204.45.138 - - [20/Apr/2026:05:56:35 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.022 [openstack-keystone-api-5000] [] 10.0.0.207:5000 370 0.022 200 3ef96c0246e47829918c7f8d7cd7695b 199.204.45.138 - - [20/Apr/2026:05:56:35 +0000] "GET /v3/domains/b193e13a66e148a29aafeb64534f323e HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.207:5000 247 0.019 200 4f1880785aeb793a079151b960612b01 199.204.45.138 - - [20/Apr/2026:05:56:35 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.207:5000 266 0.003 200 bf98106b5f7fc3f2bc89d08672604d66 199.204.45.138 - - [20/Apr/2026:05:56:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.207:5000 1360 0.299 201 2ac1fd5a1b66f35d7dc555f0be125738 199.204.45.138 - - [20/Apr/2026:05:56:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.207:5000 281 0.002 300 ef5008bc5c58b78ed56b6481641ac547 199.204.45.138 - - [20/Apr/2026:05:56:36 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.207:5000 101 0.022 404 e7795120579b1e401982531c7013fd49 199.204.45.138 - - [20/Apr/2026:05:56:36 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.024 [openstack-keystone-api-5000] [] 10.0.0.207:5000 156 0.024 200 2cdffc46061e1702e41551f4f2d8bfc8 199.204.45.138 - - [20/Apr/2026:05:56:36 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.036 [openstack-keystone-api-5000] [] 10.0.0.207:5000 342 0.037 201 28b2493189b11da07571ef843e646df2 199.204.45.138 - - [20/Apr/2026:05:56:36 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.207:5000 266 0.003 200 21e80743bcbf522a9c53b55e78404c45 199.204.45.138 - - [20/Apr/2026:05:56:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.207:5000 1360 0.292 201 d801e067e06957d0052433f5ed7f09c1 199.204.45.138 - - [20/Apr/2026:05:56:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.207:5000 281 0.003 300 5bf4cd59e5c3f3d324069870a7c8f1da 199.204.45.138 - - [20/Apr/2026:05:56:37 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-keystone-api-5000] [] 10.0.0.207:5000 98 0.016 404 6d83fd2fd9d8437fbc8079ba407d251d 199.204.45.138 - - [20/Apr/2026:05:56:37 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.207:5000 136 0.017 200 f909e8a98813dc96865e7f6391cb3b1f 199.204.45.138 - - [20/Apr/2026:05:56:37 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.207:5000 357 0.020 201 76a42f39bebbb045afa6d5e070248930 199.204.45.138 - - [20/Apr/2026:05:56:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.207:5000 266 0.003 200 9e7c5f49b779b696f3fa8def93393f68 199.204.45.138 - - [20/Apr/2026:05:56:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.207:5000 1360 0.288 201 3932aa7ab44e966fb4556efde346c0fb 199.204.45.138 - - [20/Apr/2026:05:56:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.207:5000 281 0.003 300 347a6effbeda69cd02467697816066d3 199.204.45.138 - - [20/Apr/2026:05:56:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.015 [openstack-keystone-api-5000] [] 10.0.0.207:5000 131 0.016 404 98fff779f5f905d2b5cc024a11ac38a8 199.204.45.138 - - [20/Apr/2026:05:56:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.011 [openstack-keystone-api-5000] [] 10.0.0.207:5000 168 0.011 200 48b64b43b7cf55af9a721c85f27a4dbc 199.204.45.138 - - [20/Apr/2026:05:56:38 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.016 [openstack-keystone-api-5000] [] 10.0.0.207:5000 224 0.016 201 eed690ea50c23b589b9240833627573e W0420 05:56:44.732359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:56:44.732385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:56:48.066166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:56:48.066209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:56:51.399644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:56:51.399676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0420 05:57:14.997718 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-138.nip.io. Skipping. W0420 05:57:14.998301 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0420 05:57:14.998404 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0420 05:57:14.998476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:57:14.998501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 05:57:15.002642 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.002s admissionTime:0.006s testedConfigurationSize:33.4kB} I0420 05:57:15.002681 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0420 05:57:15.007371 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" I0420 05:57:15.007629 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"13033a56-b36c-4d24-a973-86c5c73cfd40", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6449", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0420 05:57:15.007680 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-138.nip.io. Skipping. W0420 05:57:15.007913 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0420 05:57:15.008235 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0420 05:57:15.008348 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0420 05:57:15.008401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:57:15.008416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 05:57:15.008542 7 controller.go:196] "Configuration changes detected, backend reload required" I0420 05:57:15.051208 7 controller.go:216] "Backend successfully reloaded" I0420 05:57:15.051594 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-5tfvb", UID:"d241de6a-5929-4c43-bfb4-a3b0dcf270b6", APIVersion:"v1", ResourceVersion:"1567", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0420 05:57:15.313364 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0420 05:57:15.314038 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-138.nip.io. Skipping. I0420 05:57:15.317770 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0420 05:57:18.341841 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0420 05:57:18.342143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:57:18.342240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 05:57:23.905217 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.110.28.190"}] I0420 05:57:23.905493 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.110.28.190"}] E0420 05:57:23.910737 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-138.nip.io. Skipping. I0420 05:57:23.911419 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"13033a56-b36c-4d24-a973-86c5c73cfd40", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6541", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 05:57:23.912407 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0420 05:57:23.912525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:57:23.912543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0420 05:57:23.916024 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"e0849f6e-e3b9-4bca-909e-fd8d2c718931", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6542", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0420 05:57:27.246057 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0420 05:57:27.246518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:57:27.246551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [20/Apr/2026:05:57:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.84:8080 1928 0.474 200 4732a1dfae51c0a9554504a917eeeef6 199.204.45.138 - - [20/Apr/2026:05:57:35 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.025 [auth-system-keycloak-80] [] 10.0.0.84:8080 2 0.025 200 df59d76e6d379ed9c19f5de833f1788d 199.204.45.138 - - [20/Apr/2026:05:57:35 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.064 [auth-system-keycloak-80] [] 10.0.0.84:8080 0 0.063 201 4d9023aae07ba2a1403b7c60e3795575 199.204.45.138 - - [20/Apr/2026:05:57:35 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.083 [auth-system-keycloak-80] [] 10.0.0.84:8080 322 0.084 200 74e2db8aebaa5435aee29a560f4dce93 199.204.45.138 - - [20/Apr/2026:05:57:35 +0000] "GET /admin/realms/atmosphere/users/d0959957-7062-4ddc-bc9f-51830ace37fe/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.014 [auth-system-keycloak-80] [] 10.0.0.84:8080 2 0.014 200 2970c14ecaa66b8260f41c4c5c0f0d40 199.204.45.138 - - [20/Apr/2026:05:57:35 +0000] "GET /admin/realms/atmosphere/users/d0959957-7062-4ddc-bc9f-51830ace37fe/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.004 [auth-system-keycloak-80] [] 10.0.0.84:8080 2 0.004 200 089ef2ea1880274dc2f90cfce5701619 199.204.45.138 - - [20/Apr/2026:05:57:36 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.017 [openstack-keystone-api-5000] [] 10.0.0.207:5000 266 0.017 200 eadf3341302e467beac0ebff08557ba0 199.204.45.138 - - [20/Apr/2026:05:57:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.339 [openstack-keystone-api-5000] [] 10.0.0.207:5000 1360 0.339 201 d27819c0b46ed43d6bb6f07e13381498 199.204.45.138 - - [20/Apr/2026:05:57:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.207:5000 281 0.005 300 dc74be9a4a2e3a67d1b1e4d0cc4b71c8 199.204.45.138 - - [20/Apr/2026:05:57:36 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.035 [openstack-keystone-api-5000] [] 10.0.0.207:5000 90 0.035 404 d5428e5bac989dc7002f4c7069790b02 199.204.45.138 - - [20/Apr/2026:05:57:36 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.039 [openstack-keystone-api-5000] [] 10.0.0.207:5000 370 0.039 200 132ac59818d1aa80d5ed0f546694aa05 199.204.45.138 - - [20/Apr/2026:05:57:36 +0000] "GET /v3/users?domain_id=b193e13a66e148a29aafeb64534f323e&name=test-user HTTP/1.1" 200 174 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.066 [openstack-keystone-api-5000] [] 10.0.0.207:5000 174 0.067 200 02df5cd439fa82233911ea8f55bbb6ea 199.204.45.138 - - [20/Apr/2026:05:57:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.207:5000 266 0.005 200 02fb62edcc7771770137d4419fd7d71f 199.204.45.138 - - [20/Apr/2026:05:57:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.327 [openstack-keystone-api-5000] [] 10.0.0.207:5000 1360 0.327 201 fb3ec9267a3b2f382853ca57bb3810e3 199.204.45.138 - - [20/Apr/2026:05:57:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.207:5000 281 0.006 300 c0478fc87ed6b3e1a3f353cd721e7ea2 199.204.45.138 - - [20/Apr/2026:05:57:38 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.026 [openstack-keystone-api-5000] [] 10.0.0.207:5000 90 0.025 404 e9fdf448d2ad40126fd55b674bf55b84 199.204.45.138 - - [20/Apr/2026:05:57:38 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.030 [openstack-keystone-api-5000] [] 10.0.0.207:5000 370 0.030 200 10b1b89ea8d381ebd6436d54b4b758ca 199.204.45.138 - - [20/Apr/2026:05:57:39 +0000] "GET /v3/users?domain_id=b193e13a66e148a29aafeb64534f323e&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.214 [openstack-keystone-api-5000] [] 10.0.0.207:5000 451 0.213 200 28f66cfe57472a1483277ba2e3a331fe W0420 05:57:58.324455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:57:58.324489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:58:01.659698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:58:01.659733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:58:04.991735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0420 05:58:04.991788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store