------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0628 20:00:22.522285 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0628 20:00:22.522432 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0628 20:00:22.532551 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0628 20:00:22.536395 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0628 20:00:23.547133 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0628 20:00:23.567389 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0628 20:00:23.581839 7 nginx.go:271] "Starting NGINX Ingress controller" I0628 20:00:23.587970 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"fc63516f-25c4-4928-8cda-e9e255db0714", APIVersion:"v1", ResourceVersion:"1387", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0628 20:00:23.593071 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"41848db4-3c76-41e5-9d7d-0387b959a448", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0628 20:00:23.593113 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"04c441cb-b757-41fa-90e5-5fb4c68df08d", APIVersion:"v1", ResourceVersion:"1388", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0628 20:00:24.783966 7 nginx.go:317] "Starting NGINX process" I0628 20:00:24.784111 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0628 20:00:24.784521 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0628 20:00:24.784883 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0628 20:00:24.784972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:24.785004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0628 20:00:24.785065 7 controller.go:196] "Configuration changes detected, backend reload required" I0628 20:00:24.793729 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0628 20:00:24.793861 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-glz4d" I0628 20:00:24.821886 7 controller.go:216] "Backend successfully reloaded" I0628 20:00:24.822010 7 controller.go:227] "Initial sync, sleeping for 1 second" I0628 20:00:24.822096 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-glz4d", UID:"f9234ec0-ae27-43e4-b1eb-d8e1cf5458d2", APIVersion:"v1", ResourceVersion:"1519", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0628 20:00:28.608240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:28.608270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:31.943251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:31.943292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:35.275180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:35.275226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:38.608671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:38.608768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:41.942680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:41.942820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:52.775312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:52.775358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:56.109622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:56.109683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:59.443003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:00:59.443071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:01:02.776304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:01:02.776347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:01:06.109698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:01:06.109748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:01:09.444947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:01:09.445001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:02.552486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:02.552528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:05.886461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:05.886509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:23.663870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:23.663910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:26.997611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:26.997664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:30.331310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:30.331353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:33.664808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:33.664871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:36.997732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:36.997835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:40.333675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:40.333715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:43.664878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:43.664920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:46.997416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:46.997449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:51.694483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:51.694510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:55.027969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:02:55.028019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:05:01.767347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:05:01.767389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:05:05.101730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:05:05.101777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:05:05.462464 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-169.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-169.nip.io-tls was not found. Using default certificate W0628 20:05:05.462527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:05:05.462545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0628 20:05:05.464335 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0628 20:05:05.464370 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0628 20:05:05.473769 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0628 20:05:05.474127 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-169.nip.io-tls" in local store I0628 20:05:05.474169 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"76b0bbff-216f-4449-95fd-f3c7573c57b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3489", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0628 20:05:05.811374 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-169.nip.io-tls" I0628 20:05:05.812422 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-169.nip.io-tls" W0628 20:05:08.435579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:05:08.435630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0628 20:05:08.435727 7 controller.go:196] "Configuration changes detected, backend reload required" I0628 20:05:08.475748 7 controller.go:216] "Backend successfully reloaded" I0628 20:05:08.476014 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-glz4d", UID:"f9234ec0-ae27-43e4-b1eb-d8e1cf5458d2", APIVersion:"v1", ResourceVersion:"1519", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0628 20:05:11.768195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:05:11.768235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [28/Jun/2026:20:05:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.960 [auth-system-keycloak-80] [] 10.0.0.73:8080 1928 1.959 200 6495366224798b8ef7f4d6b7021967e5 199.204.45.169 - - [28/Jun/2026:20:05:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.170 [auth-system-keycloak-80] [] 10.0.0.73:8080 116 0.170 404 bebd3d25351a7dde7e929a163922460b 199.204.45.169 - - [28/Jun/2026:20:05:21 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.385 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 4.384 201 26a487a56cbd19934fe896508ab1e24f 199.204.45.169 - - [28/Jun/2026:20:05:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.593 [auth-system-keycloak-80] [] 10.0.0.73:8080 4246 0.593 200 7a55627f3b6404a4192b600be1e2b870 199.204.45.169 - - [28/Jun/2026:20:05:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.73:8080 1928 0.492 200 04f73f2ae8e5d04e7056272efa5cea08 199.204.45.169 - - [28/Jun/2026:20:05:23 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.085 [auth-system-keycloak-80] [] 10.0.0.73:8080 12500 0.085 200 36b78716970fdb8712a4b5bcb872005a 199.204.45.169 - - [28/Jun/2026:20:05:23 +0000] "GET /admin/realms/atmosphere/client-scopes/94085bca-9e88-4c7e-83df-5071067842c6 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.066 [auth-system-keycloak-80] [] 10.0.0.73:8080 1278 0.066 200 509b281d210537b5a8fea23267658065 199.204.45.169 - - [28/Jun/2026:20:05:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/94085bca-9e88-4c7e-83df-5071067842c6 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.093 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.092 204 a55c8eb06dcd2ba84e491fdc85ed74e5 199.204.45.169 - - [28/Jun/2026:20:05:23 +0000] "GET /admin/realms/atmosphere/client-scopes/94085bca-9e88-4c7e-83df-5071067842c6/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.085 [auth-system-keycloak-80] [] 10.0.0.73:8080 963 0.085 200 ef2bee78d8ff1d4fe9b7112c5f383a79 199.204.45.169 - - [28/Jun/2026:20:05:23 +0000] "GET /admin/realms/atmosphere/client-scopes/94085bca-9e88-4c7e-83df-5071067842c6/protocol-mappers/models/5a232b42-45fb-4ab2-b21b-17c44878780d HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.73:8080 366 0.010 200 2ae349c8f8c573efb025edf196d1820a 199.204.45.169 - - [28/Jun/2026:20:05:23 +0000] "PUT /admin/realms/atmosphere/client-scopes/94085bca-9e88-4c7e-83df-5071067842c6/protocol-mappers/models/5a232b42-45fb-4ab2-b21b-17c44878780d HTTP/1.1" 204 0 "-" "Ansible" 1622 0.082 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.081 204 9716424883bba632fb76071ca60be879 199.204.45.169 - - [28/Jun/2026:20:05:23 +0000] "GET /admin/realms/atmosphere/client-scopes/94085bca-9e88-4c7e-83df-5071067842c6 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.077 [auth-system-keycloak-80] [] 10.0.0.73:8080 1218 0.077 200 66e48bf3679c0e6709c5f0c256f59c4a I0628 20:05:24.804101 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.96.12.51"}] I0628 20:05:24.810858 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"76b0bbff-216f-4449-95fd-f3c7573c57b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3771", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0628 20:05:24.813320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:05:24.813370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [28/Jun/2026:20:05:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.527 [auth-system-keycloak-80] [] 10.0.0.73:8080 1928 0.526 200 52093920514d0a2c4c671522497ea546 199.204.45.169 - - [28/Jun/2026:20:05:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.067 [auth-system-keycloak-80] [] 10.0.0.73:8080 2 0.067 200 5131fb239e0ab70cef08604bb6a2d766 199.204.45.169 - - [28/Jun/2026:20:05:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.185 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.184 201 0d02cb356c53542a16929a6a40dd99cb 199.204.45.169 - - [28/Jun/2026:20:05:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.026 [auth-system-keycloak-80] [] 10.0.0.73:8080 1261 0.026 200 03a399effb89a7598917755078a89848 199.204.45.169 - - [28/Jun/2026:20:05:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.004 [auth-system-keycloak-80] [] 10.0.0.73:8080 1928 1.003 200 de06cd6577e7ba1acc56b4b692ddaee6 199.204.45.169 - - [28/Jun/2026:20:05:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.73:8080 2 0.010 200 8bd8c557e1d65043a6c64e2d24f61021 199.204.45.169 - - [28/Jun/2026:20:05:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.090 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.089 201 550bdbd7d4d7a52921aeaadeeb0c6e9f 199.204.45.169 - - [28/Jun/2026:20:05:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.075 [auth-system-keycloak-80] [] 10.0.0.73:8080 1286 0.075 200 e56e0e79bc3b341d0e150042a8c2373d 199.204.45.169 - - [28/Jun/2026:20:05:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.487 [auth-system-keycloak-80] [] 10.0.0.73:8080 1928 0.486 200 9c9290ac0ac0f1300f53e17dfa285708 199.204.45.169 - - [28/Jun/2026:20:05:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.73:8080 2 0.010 200 fd25f316343cd3d8de8ec3ca9abe6e3f 199.204.45.169 - - [28/Jun/2026:20:05:47 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.069 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.068 201 9f70093e571eef86d7a0c72af1a3c7d3 199.204.45.169 - - [28/Jun/2026:20:05:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.020 [auth-system-keycloak-80] [] 10.0.0.73:8080 1251 0.020 200 71139c900029340863097889f5c4e16e 199.204.45.169 - - [28/Jun/2026:20:05:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.73:8080 1928 0.479 200 d73eef94fb1d96ab627016c9cfa2eb5c 199.204.45.169 - - [28/Jun/2026:20:05:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.027 [auth-system-keycloak-80] [] 10.0.0.73:8080 1261 0.027 200 7e03940ec9e4e6813efdb42c33201e3a 199.204.45.169 - - [28/Jun/2026:20:05:49 +0000] "GET /admin/realms/atmosphere/clients/f486970e-41b8-4ea4-ae8e-df216eff67d8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.73:8080 119 0.014 404 febe4ef04761e4e51ed962361686b852 199.204.45.169 - - [28/Jun/2026:20:05:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.73:8080 1261 0.007 200 3786b6f4d172d88c41646b16b2d3207e 199.204.45.169 - - [28/Jun/2026:20:05:49 +0000] "POST /admin/realms/atmosphere/clients/f486970e-41b8-4ea4-ae8e-df216eff67d8/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.062 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.061 201 cd7e4417d3efef1c45b8a70331491986 199.204.45.169 - - [28/Jun/2026:20:05:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.73:8080 1261 0.006 200 d29ce2346b4c1b4af21a47d0328e99e2 199.204.45.169 - - [28/Jun/2026:20:05:49 +0000] "GET /admin/realms/atmosphere/clients/f486970e-41b8-4ea4-ae8e-df216eff67d8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.066 [auth-system-keycloak-80] [] 10.0.0.73:8080 166 0.066 200 497165a8462ce6458b4d755bb43dead4 199.204.45.169 - - [28/Jun/2026:20:05:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.73:8080 1928 0.471 200 ac22874c652e1215da7fe2f125a0c2bb 199.204.45.169 - - [28/Jun/2026:20:05:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.73:8080 1286 0.009 200 9198def1f6b5594e1a3c5254ef63d3af 199.204.45.169 - - [28/Jun/2026:20:05:50 +0000] "GET /admin/realms/atmosphere/clients/5599a32f-9802-4b59-8177-9994a81a5202/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.030 [auth-system-keycloak-80] [] 10.0.0.73:8080 119 0.030 404 14f770c037b2b20cf683432df0ed75cd 199.204.45.169 - - [28/Jun/2026:20:05:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.73:8080 1286 0.007 200 88536438e67c83410aed02b2d7e72a99 199.204.45.169 - - [28/Jun/2026:20:05:50 +0000] "POST /admin/realms/atmosphere/clients/5599a32f-9802-4b59-8177-9994a81a5202/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.016 201 69b4527e6b1da194fa8052bc75eaeef0 199.204.45.169 - - [28/Jun/2026:20:05:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.036 [auth-system-keycloak-80] [] 10.0.0.73:8080 1286 0.036 200 7a6c64b0e10e64545da04997a9993020 199.204.45.169 - - [28/Jun/2026:20:05:50 +0000] "GET /admin/realms/atmosphere/clients/5599a32f-9802-4b59-8177-9994a81a5202/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.73:8080 165 0.014 200 9a099dd103ab7bac321e215f7f72d462 199.204.45.169 - - [28/Jun/2026:20:05:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.73:8080 1928 0.501 200 7a3591e9e1af4263b18c2ec6f9f436c2 199.204.45.169 - - [28/Jun/2026:20:05:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.73:8080 1286 0.008 200 0851a524a461fb83fc11db7cef596e64 199.204.45.169 - - [28/Jun/2026:20:05:51 +0000] "GET /admin/realms/atmosphere/clients/5599a32f-9802-4b59-8177-9994a81a5202/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.061 [auth-system-keycloak-80] [] 10.0.0.73:8080 119 0.061 404 bb2502943bdf5a3d677e0792aa304354 199.204.45.169 - - [28/Jun/2026:20:05:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.73:8080 1286 0.007 200 033137aa2129da8ce961cb34f5acf201 199.204.45.169 - - [28/Jun/2026:20:05:51 +0000] "POST /admin/realms/atmosphere/clients/5599a32f-9802-4b59-8177-9994a81a5202/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.015 201 349b431d367c2fe4ff43dbc5d8afb167 199.204.45.169 - - [28/Jun/2026:20:05:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.73:8080 1286 0.006 200 fc53fbc8f174f2595d01135f44d02eb8 199.204.45.169 - - [28/Jun/2026:20:05:51 +0000] "GET /admin/realms/atmosphere/clients/5599a32f-9802-4b59-8177-9994a81a5202/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.73:8080 166 0.013 200 febe03f69596d93f802ef32c016a45f6 199.204.45.169 - - [28/Jun/2026:20:05:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.73:8080 1928 0.471 200 50eb798b81d225913746455dac44e073 199.204.45.169 - - [28/Jun/2026:20:05:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.73:8080 1286 0.014 200 9e886a03a1b9d62db3787c2a208a4a5a 199.204.45.169 - - [28/Jun/2026:20:05:51 +0000] "GET /admin/realms/atmosphere/clients/5599a32f-9802-4b59-8177-9994a81a5202/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.042 [auth-system-keycloak-80] [] 10.0.0.73:8080 119 0.042 404 84c99ea9e56de735126f43e10f2ddafb 199.204.45.169 - - [28/Jun/2026:20:05:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.73:8080 1286 0.006 200 ca8e1f62bf78846209eca3ebf924ae74 199.204.45.169 - - [28/Jun/2026:20:05:52 +0000] "POST /admin/realms/atmosphere/clients/5599a32f-9802-4b59-8177-9994a81a5202/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.068 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.067 201 3c2fe92cacddc21ff5f1c670b201af1c 199.204.45.169 - - [28/Jun/2026:20:05:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.73:8080 1286 0.006 200 952abacfb968d17d5cfd642741f8a7af 199.204.45.169 - - [28/Jun/2026:20:05:52 +0000] "GET /admin/realms/atmosphere/clients/5599a32f-9802-4b59-8177-9994a81a5202/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.73:8080 166 0.011 200 8451fd25acbfc9faf9e499171e0bb035 199.204.45.169 - - [28/Jun/2026:20:05:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.73:8080 1928 0.472 200 c45f3e25fc5ab7314b1afcae1ae0232d 199.204.45.169 - - [28/Jun/2026:20:05:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.73:8080 1251 0.007 200 4516ac97b215dce1f5da9979cc87db9e 199.204.45.169 - - [28/Jun/2026:20:05:52 +0000] "GET /admin/realms/atmosphere/clients/55b07858-d0b2-4fb8-8887-26ceeb3df241/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.73:8080 119 0.009 404 5dfb60e8b5d3cc11fe3f7b13946674f6 199.204.45.169 - - [28/Jun/2026:20:05:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.043 [auth-system-keycloak-80] [] 10.0.0.73:8080 1251 0.043 200 0ed2bfe99ebc20da55f9cf68943511a8 199.204.45.169 - - [28/Jun/2026:20:05:52 +0000] "POST /admin/realms/atmosphere/clients/55b07858-d0b2-4fb8-8887-26ceeb3df241/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.015 201 2fed33d2ea2e61d058c9e75b207943af 199.204.45.169 - - [28/Jun/2026:20:05:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.73:8080 1251 0.006 200 c41d8a4e4ddf7edca78460736e11eb94 199.204.45.169 - - [28/Jun/2026:20:05:52 +0000] "GET /admin/realms/atmosphere/clients/55b07858-d0b2-4fb8-8887-26ceeb3df241/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.73:8080 166 0.011 200 49a78770f3ac06d8302d4613184fbdf9 W0628 20:06:04.742311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:06:04.742470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:06:08.078086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:06:08.078137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:00.961492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:00.961558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:01.046900 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:01.046979 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0628 20:07:01.047065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:01.047079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:01.047862 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0628 20:07:01.048679 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0628 20:07:01.048800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:01.048837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:01.048879 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:01.049055 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0628 20:07:01.049132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:01.049226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0628 20:07:01.049695 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0628 20:07:01.049733 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0628 20:07:01.051474 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0628 20:07:01.051503 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0628 20:07:01.051702 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0628 20:07:01.051740 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0628 20:07:01.061022 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0628 20:07:01.061551 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1b1f9084-a2b7-460e-ba42-00ec8367c618", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4512", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0628 20:07:01.062226 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0628 20:07:01.062292 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0628 20:07:01.062594 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"cd9c21a1-218a-4c8d-bab2-cd5c1331b334", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4514", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0628 20:07:01.062723 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0628 20:07:01.063331 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0628 20:07:01.063882 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0628 20:07:01.063944 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"4fcc0a9f-6219-4890-9649-dea47a0f1cca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4516", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0628 20:07:01.447135 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0628 20:07:01.448540 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0628 20:07:01.718557 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0628 20:07:01.719957 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0628 20:07:03.670887 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0628 20:07:03.672228 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0628 20:07:04.295448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:04.295519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0628 20:07:04.295563 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:04.295687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:04.295717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0628 20:07:04.295846 7 controller.go:196] "Configuration changes detected, backend reload required" I0628 20:07:04.337216 7 controller.go:216] "Backend successfully reloaded" I0628 20:07:04.337453 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-glz4d", UID:"f9234ec0-ae27-43e4-b1eb-d8e1cf5458d2", APIVersion:"v1", ResourceVersion:"1519", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0628 20:07:07.629210 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:07.629281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0628 20:07:07.629323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:07.629449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:07.629480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:10.961837 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:10.961921 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0628 20:07:10.961973 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:10.962151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:10.962180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:14.295604 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:14.295673 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0628 20:07:14.295729 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:14.295851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:14.295879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:17.628955 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:17.629057 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0628 20:07:17.629103 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:17.629274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:17.629314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:20.961255 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:20.961292 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0628 20:07:20.961312 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:20.961393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:20.961403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:24.295583 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:24.295667 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0628 20:07:24.295727 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:24.295888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:24.295921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0628 20:07:24.800347 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.96.12.51"}] I0628 20:07:24.800437 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.96.12.51"}] I0628 20:07:24.800918 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.96.12.51"}] I0628 20:07:24.806853 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"cd9c21a1-218a-4c8d-bab2-cd5c1331b334", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5289", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0628 20:07:24.809047 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"1b1f9084-a2b7-460e-ba42-00ec8367c618", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5290", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0628 20:07:24.810570 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"4fcc0a9f-6219-4890-9649-dea47a0f1cca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5291", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0628 20:07:27.628732 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:27.628789 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0628 20:07:27.628821 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:27.628936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:27.628960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:30.962321 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:30.962392 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0628 20:07:30.962427 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:30.962543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:30.962571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:34.295417 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:34.295551 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:34.295719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:34.295748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:37.628266 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:37.628375 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:37.628496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:37.628525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:40.962427 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:40.962614 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:40.962803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:40.962888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:44.295381 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:44.295537 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:44.295689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:44.295721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:47.628323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:47.628480 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0628 20:07:47.628617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:47.628646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.80 - - [28/Jun/2026:20:07:48 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.043 [auth-system-keycloak-80] [] 10.0.0.73:8080 6432 0.043 200 0d3135ce2eaf82747282f1eb722dbb6d 10.0.0.195 - - [28/Jun/2026:20:07:48 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.73:8080 6432 0.008 200 ad797c2c6e2ae254a7bd97c702fea94d W0628 20:07:50.961319 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:50.961477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:50.961501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:54.295372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:54.295760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:54.295795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:57.630786 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0628 20:07:57.630997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:07:57.631037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:00.963503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:00.963546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:04.295089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:04.295137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:07.628932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:07.628994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:14.355524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:14.355577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:17.691501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:17.691556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [28/Jun/2026:20:08:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.73:8080 1928 0.476 200 afa1551e5644fcb1e9f061ca3c1d85ed 199.204.45.169 - - [28/Jun/2026:20:08:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.008 [auth-system-keycloak-80] [] 10.0.0.73:8080 4246 0.008 200 7fba404ea4cea20f45a85af9106f7c43 199.204.45.169 - - [28/Jun/2026:20:08:20 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.481 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.480 204 2c9c3a5f443b7985f5906887d0f9188c 199.204.45.169 - - [28/Jun/2026:20:08:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.186 [auth-system-keycloak-80] [] 10.0.0.73:8080 4384 0.186 200 f500684438ab54bb85055706cdda0da9 199.204.45.169 - - [28/Jun/2026:20:08:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.73:8080 1928 0.505 200 5c8ff919e327f8f82c4773b0ae730c3a 199.204.45.169 - - [28/Jun/2026:20:08:21 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.011 [auth-system-keycloak-80] [] 10.0.0.73:8080 1682 0.011 200 7a4731f28c3398aea4d45840781ecfcb 199.204.45.169 - - [28/Jun/2026:20:08:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.73:8080 6432 0.007 200 0d0ba4495d92c68d9c000befc0b07962 199.204.45.169 - - [28/Jun/2026:20:08:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.73:8080 1928 0.470 200 461a26beea021662140f6e184f2e450b 199.204.45.169 - - [28/Jun/2026:20:08:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.73:8080 2 0.010 200 04b18570223abe3bc066ce83c5ad1201 199.204.45.169 - - [28/Jun/2026:20:08:23 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.168 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.167 201 5319f8acdadf85ce6e54cd81ae1539dc 199.204.45.169 - - [28/Jun/2026:20:08:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.081 [auth-system-keycloak-80] [] 10.0.0.73:8080 2246 0.081 200 d84115786ebb43324827741e2b022a56 199.204.45.169 - - [28/Jun/2026:20:08:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.73:8080 1928 0.476 200 8dd57bf14de9b00d3dc31c8092c6e252 199.204.45.169 - - [28/Jun/2026:20:08:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.73:8080 2246 0.007 200 59367f34dc5f0b077a1a4fc56bd0a050 199.204.45.169 - - [28/Jun/2026:20:08:24 +0000] "GET /admin/realms/atmosphere/clients/d23793b3-d6bc-408f-a28a-b6b941d5275b/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.046 [auth-system-keycloak-80] [] 10.0.0.73:8080 233 0.046 200 df44559e865d528d2b87c2f70c3353ca 199.204.45.169 - - [28/Jun/2026:20:08:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.023 [auth-system-keycloak-80] [] 10.0.0.73:8080 831 0.023 200 2e8f63074cb4590c7282b3a4fb5ce0dc 199.204.45.169 - - [28/Jun/2026:20:08:25 +0000] "GET /admin/realms/atmosphere/clients/274d6ad4-8a6f-4cf1-9d9d-30fbcccf7d17/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.071 [auth-system-keycloak-80] [] 10.0.0.73:8080 3758 0.071 200 473ce6621a5720dc247b13b67c778820 199.204.45.169 - - [28/Jun/2026:20:08:25 +0000] "GET /admin/realms/atmosphere/users/c36f3734-e9a8-4828-991e-de5edb247aa6/role-mappings/clients/274d6ad4-8a6f-4cf1-9d9d-30fbcccf7d17/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.270 [auth-system-keycloak-80] [] 10.0.0.73:8080 3758 0.270 200 38fb75a69abeef4b4fadd13f48c8cd94 199.204.45.169 - - [28/Jun/2026:20:08:25 +0000] "GET /admin/realms/atmosphere/users/c36f3734-e9a8-4828-991e-de5edb247aa6/role-mappings/clients/274d6ad4-8a6f-4cf1-9d9d-30fbcccf7d17/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.082 [auth-system-keycloak-80] [] 10.0.0.73:8080 2 0.082 200 39ea48a4ac63f77d60c833df577f9389 199.204.45.169 - - [28/Jun/2026:20:08:25 +0000] "POST /admin/realms/atmosphere/users/c36f3734-e9a8-4828-991e-de5edb247aa6/role-mappings/clients/274d6ad4-8a6f-4cf1-9d9d-30fbcccf7d17 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.022 [auth-system-keycloak-80] [] 10.0.0.73:8080 0 0.022 204 480191fc91a6c9cb110f22b31df02252 199.204.45.169 - - [28/Jun/2026:20:08:25 +0000] "GET /admin/realms/atmosphere/users/c36f3734-e9a8-4828-991e-de5edb247aa6/role-mappings/clients/274d6ad4-8a6f-4cf1-9d9d-30fbcccf7d17/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.064 [auth-system-keycloak-80] [] 10.0.0.73:8080 576 0.064 200 706a575df141ac767f325f4ca756d811 W0628 20:08:28.325661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:28.325701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:31.659427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:31.659491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:40.849893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:40.849939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:44.183539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:08:44.183586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:10:34.316796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:10:34.316843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:11:09.199018 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0628 20:11:09.199155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:11:09.199181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0628 20:11:09.203020 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0628 20:11:09.203064 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0628 20:11:09.210887 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0628 20:11:09.211191 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"48c786c4-66b5-4e85-9669-5c994f47fccc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7027", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0628 20:11:09.211398 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0628 20:11:09.211744 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0628 20:11:09.211811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:11:09.211823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0628 20:11:09.211933 7 controller.go:196] "Configuration changes detected, backend reload required" I0628 20:11:09.260842 7 controller.go:216] "Backend successfully reloaded" I0628 20:11:09.261139 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-glz4d", UID:"f9234ec0-ae27-43e4-b1eb-d8e1cf5458d2", APIVersion:"v1", ResourceVersion:"1519", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0628 20:11:09.492055 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0628 20:11:09.493600 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0628 20:11:12.547336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:11:12.547395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.169 - - [28/Jun/2026:20:11:13 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.006 300 4927a837a27ef81f6b1eb03bccc89a8e 199.204.45.169 - - [28/Jun/2026:20:11:15 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.188:5000 266 0.005 200 df54f877f8a28c9fd42fbc6adad47594 199.204.45.169 - - [28/Jun/2026:20:11:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.343 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1360 0.343 201 d0ac9c1091523971840675ec033b4ce7 199.204.45.169 - - [28/Jun/2026:20:11:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 2f1f27e5f95a38e9c0b81c1a1b179678 199.204.45.169 - - [28/Jun/2026:20:11:15 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 438 0.036 [openstack-keystone-api-5000] [] 10.0.0.188:5000 90 0.036 404 f2c7a7646adb2b3a4a98c67f4c3a3382 199.204.45.169 - - [28/Jun/2026:20:11:15 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.025 [openstack-keystone-api-5000] [] 10.0.0.188:5000 368 0.025 200 7d7f9462de6bc22f408452dac09d638d 199.204.45.169 - - [28/Jun/2026:20:11:15 +0000] "GET /v3/domains/626aae2b9e8a4e0c8bec3cf49af788f0 HTTP/1.1" 200 245 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-keystone-api-5000] [] 10.0.0.188:5000 245 0.015 200 20e7e70566296d74fc3c48bd0ff0b607 199.204.45.169 - - [28/Jun/2026:20:11:16 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 266 0.003 200 55722dfc64bc5d9b1d317608aa8c0801 199.204.45.169 - - [28/Jun/2026:20:11:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.357 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1360 0.357 201 462ef3d5c6e46c0f3d1cc1294a8c6a6f 199.204.45.169 - - [28/Jun/2026:20:11:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 c61f904410a460711d204c09db592249 199.204.45.169 - - [28/Jun/2026:20:11:16 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.188:5000 101 0.022 404 9f5055e06aad4a89e156d0bb78ab34e1 199.204.45.169 - - [28/Jun/2026:20:11:17 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 465 0.023 [openstack-keystone-api-5000] [] 10.0.0.188:5000 156 0.023 200 4f7a9aef36a777b53e0212e380708b29 199.204.45.169 - - [28/Jun/2026:20:11:17 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 681 0.037 [openstack-keystone-api-5000] [] 10.0.0.188:5000 454 0.037 201 5035c07373147d49cafea6f355ff6574 199.204.45.169 - - [28/Jun/2026:20:11:17 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 266 0.004 200 c6ce7fc6ecffacc59d4722bd29d9a81e 199.204.45.169 - - [28/Jun/2026:20:11:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1360 0.312 201 d938e054953fa25b53fb3137d3637cb5 199.204.45.169 - - [28/Jun/2026:20:11:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 89e5d64e3d30a75e51f975c15a171d07 199.204.45.169 - - [28/Jun/2026:20:11:18 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.188:5000 98 0.021 404 9ed3bc34d33d3556a5a4c4074f3adcca 199.204.45.169 - - [28/Jun/2026:20:11:18 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.188:5000 136 0.022 200 50c4921779cc9e5ff08db5593f67022c 199.204.45.169 - - [28/Jun/2026:20:11:18 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 763 0.024 [openstack-keystone-api-5000] [] 10.0.0.188:5000 357 0.024 201 de1e8bd4661d8600bb49ad1ccd45487c 199.204.45.169 - - [28/Jun/2026:20:11:19 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 266 0.003 200 efa240255e9178a0a8e1bdb25ea84727 199.204.45.169 - - [28/Jun/2026:20:11:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1360 0.293 201 0359608f165fd9a2e914a8bfb3ef394a 199.204.45.169 - - [28/Jun/2026:20:11:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.005 300 f8bafa6c0e5413d6dba6ef8f9729e7f8 199.204.45.169 - - [28/Jun/2026:20:11:19 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.027 [openstack-keystone-api-5000] [] 10.0.0.188:5000 131 0.026 404 414b6c8616133fddeda488176d6a256a 199.204.45.169 - - [28/Jun/2026:20:11:19 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 486 0.017 [openstack-keystone-api-5000] [] 10.0.0.188:5000 168 0.017 200 dae913a7bb3a41a7ce408e8fb4410d7f 199.204.45.169 - - [28/Jun/2026:20:11:19 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 581 0.020 [openstack-keystone-api-5000] [] 10.0.0.188:5000 224 0.020 201 4dfb9c6abe0e63ec4d85c864073cc94c I0628 20:11:24.802870 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.96.12.51"}] I0628 20:11:24.809643 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"48c786c4-66b5-4e85-9669-5c994f47fccc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7136", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0628 20:11:24.811961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:11:24.811999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:11:31.114332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:11:31.114384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:11:34.448204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:11:34.448282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:11:37.786217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:11:37.786266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:11:41.122370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:11:41.122417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0628 20:11:47.447088 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0628 20:11:55.439658 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0628 20:11:55.440254 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded I0628 20:11:55.441080 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0628 20:11:55.441905 7 status.go:104] "error running poll" err="timed out waiting for the condition" E0628 20:12:02.449158 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path I0628 20:12:07.484930 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader E0628 20:12:22.018876 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0628 20:12:30.013017 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0628 20:12:30.013076 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded I0628 20:12:30.013251 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0628 20:12:30.013590 7 status.go:104] "error running poll" err="timed out waiting for the condition" E0628 20:12:37.020754 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0628 20:12:46.623492 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: etcdserver: request timed out I0628 20:13:07.372579 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0628 20:13:08.791686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:13:08.791717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:13:12.127444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:13:12.127487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:13:15.459323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:13:15.459376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:13:18.793025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:13:18.793066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:13:22.127463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:13:22.127501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:13:27.732222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0628 20:13:27.732257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store