------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 00:08:36.830917 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 00:08:36.831087 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 00:08:36.842333 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 00:08:36.848673 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 00:08:36.907135 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 00:08:36.924598 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 00:08:36.938192 7 nginx.go:271] "Starting NGINX Ingress controller" I0407 00:08:36.945798 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"c9b4036d-83a1-46c2-b3e7-888723c866b2", APIVersion:"v1", ResourceVersion:"1339", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 00:08:36.949614 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"34546df1-781e-46f0-99a5-fc922953d8e3", APIVersion:"v1", ResourceVersion:"1337", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 00:08:36.949663 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"b527479b-81cc-41bb-9b74-e318ee74bc1d", APIVersion:"v1", ResourceVersion:"1338", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 00:08:38.141759 7 nginx.go:317] "Starting NGINX process" I0407 00:08:38.141927 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0407 00:08:38.142408 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0407 00:08:38.142635 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0407 00:08:38.142678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:08:38.142701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:08:38.142741 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:08:38.152136 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 00:08:38.152176 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rsr92" I0407 00:08:38.178620 7 controller.go:216] "Backend successfully reloaded" I0407 00:08:38.178879 7 controller.go:227] "Initial sync, sleeping for 1 second" I0407 00:08:38.178994 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rsr92", UID:"0511b90c-f1ba-480a-8331-fe7767cff555", APIVersion:"v1", ResourceVersion:"1384", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 00:08:41.964864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:08:41.965068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:08:45.299180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:08:45.299253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:08:48.632702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:08:48.632753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:08:51.965006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:08:51.965062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:08:55.300351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:08:55.300418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:08:58.632345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:08:58.632395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:01.964788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:01.964840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:05.299015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:05.299073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:08.632096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:08.632165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:11.965421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:11.965525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:15.298655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:15.298712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:10:34.473213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:10:34.473258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:10:37.807639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:10:37.807687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:02.355722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:02.355766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:10.853883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:10.853918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:14.187864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:14.187915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:17.521055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:17.521106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:20.854123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:20.854177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:24.187400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:24.187453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:29.008495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:29.008550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:32.342658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:32.342717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:37.085659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:37.085706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:13:56.169684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:13:56.169732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:13:59.504143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:13:59.504190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:13:59.873928 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-113.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-113.nip.io-tls was not found. Using default certificate W0407 00:13:59.873991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:13:59.874008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:13:59.875999 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0407 00:13:59.876038 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 00:13:59.881437 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0407 00:13:59.881704 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c21f105d-65bb-4405-8064-87e2440ef11f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3684", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:13:59.881803 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-113.nip.io-tls" in local store I0407 00:14:00.124615 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-113.nip.io-tls" I0407 00:14:00.126070 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-113.nip.io-tls" W0407 00:14:02.836577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:02.836623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:14:02.836695 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:14:02.879180 7 controller.go:216] "Backend successfully reloaded" I0407 00:14:02.879456 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rsr92", UID:"0511b90c-f1ba-480a-8331-fe7767cff555", APIVersion:"v1", ResourceVersion:"1384", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 00:14:06.170892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:06.170947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [07/Apr/2026:00:14:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.430 [auth-system-keycloak-80] [] 10.0.0.213:8080 1928 2.427 200 949e1e49222e4c59eb977c39dd495fa2 199.204.45.113 - - [07/Apr/2026:00:14:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.101 [auth-system-keycloak-80] [] 10.0.0.213:8080 116 0.102 404 6532f3f6274ee9e9440975ebd1ed0349 199.204.45.113 - - [07/Apr/2026:00:14:16 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.075 [auth-system-keycloak-80] [] 10.0.0.213:8080 0 4.074 201 fad7568c32dd6d7c6a75bd217ca405a9 199.204.45.113 - - [07/Apr/2026:00:14:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.680 [auth-system-keycloak-80] [] 10.0.0.213:8080 4246 0.680 200 8a6bebccecdf91777a05d7521a5bb221 199.204.45.113 - - [07/Apr/2026:00:14:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.213:8080 1928 0.507 200 f0733a412ac5db630896811921653495 199.204.45.113 - - [07/Apr/2026:00:14:18 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.085 [auth-system-keycloak-80] [] 10.0.0.213:8080 12500 0.085 200 31d70b83a170e8736117f0ffc3d2b437 199.204.45.113 - - [07/Apr/2026:00:14:18 +0000] "GET /admin/realms/atmosphere/client-scopes/3f021d27-4fd5-4ed4-a510-fa4d196fd8e4 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.058 [auth-system-keycloak-80] [] 10.0.0.213:8080 1278 0.058 200 ccbee78bb8926d1f2db2451ec6f4b2b7 199.204.45.113 - - [07/Apr/2026:00:14:18 +0000] "PUT /admin/realms/atmosphere/client-scopes/3f021d27-4fd5-4ed4-a510-fa4d196fd8e4 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.022 [auth-system-keycloak-80] [] 10.0.0.213:8080 0 0.021 204 a261562d722cb1ec265a698cac2ef7ea 199.204.45.113 - - [07/Apr/2026:00:14:18 +0000] "GET /admin/realms/atmosphere/client-scopes/3f021d27-4fd5-4ed4-a510-fa4d196fd8e4/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.067 [auth-system-keycloak-80] [] 10.0.0.213:8080 963 0.067 200 5f21c91a38cc42b182b786998e78a7e3 199.204.45.113 - - [07/Apr/2026:00:14:18 +0000] "GET /admin/realms/atmosphere/client-scopes/3f021d27-4fd5-4ed4-a510-fa4d196fd8e4/protocol-mappers/models/6a36d83f-83d3-409e-acf8-0c64ea54b15d HTTP/1.1" 200 366 "-" "Ansible" 1309 0.074 [auth-system-keycloak-80] [] 10.0.0.213:8080 366 0.074 200 3992a9f4a9c1548eeb50507f35eab5b8 199.204.45.113 - - [07/Apr/2026:00:14:18 +0000] "PUT /admin/realms/atmosphere/client-scopes/3f021d27-4fd5-4ed4-a510-fa4d196fd8e4/protocol-mappers/models/6a36d83f-83d3-409e-acf8-0c64ea54b15d HTTP/1.1" 204 0 "-" "Ansible" 1622 0.026 [auth-system-keycloak-80] [] 10.0.0.213:8080 0 0.025 204 079b4f471b978aeeaa9facc55d795992 199.204.45.113 - - [07/Apr/2026:00:14:18 +0000] "GET /admin/realms/atmosphere/client-scopes/3f021d27-4fd5-4ed4-a510-fa4d196fd8e4 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.061 [auth-system-keycloak-80] [] 10.0.0.213:8080 1218 0.061 200 5f8d364fb454b6afdf46cfdc3085b86a I0407 00:14:38.157968 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.249.96"}] I0407 00:14:38.164021 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c21f105d-65bb-4405-8064-87e2440ef11f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4076", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:14:38.165414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:38.165472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [07/Apr/2026:00:14:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.537 [auth-system-keycloak-80] [] 10.0.0.213:8080 1928 0.536 200 996d4e0469c1b8783fe1ed19ed326429 199.204.45.113 - - [07/Apr/2026:00:14:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.055 [auth-system-keycloak-80] [] 10.0.0.213:8080 2 0.054 200 a39ec4f15ad13620e101683076b7d2ba 199.204.45.113 - - [07/Apr/2026:00:14:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.226 [auth-system-keycloak-80] [] 10.0.0.213:8080 0 0.224 201 d04e6edcd4a1c33667ee1debe4d5d3b9 199.204.45.113 - - [07/Apr/2026:00:14:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.069 [auth-system-keycloak-80] [] 10.0.0.213:8080 1261 0.069 200 cf846b16e1ea923ac2a2d704a73b7306 199.204.45.113 - - [07/Apr/2026:00:14:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.213:8080 1928 0.476 200 d830ecf69c8e09894809d56db8503ce4 199.204.45.113 - - [07/Apr/2026:00:14:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.052 [auth-system-keycloak-80] [] 10.0.0.213:8080 2 0.052 200 367e2acad16ab568c07055942d19b139 199.204.45.113 - - [07/Apr/2026:00:14:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.095 [auth-system-keycloak-80] [] 10.0.0.213:8080 0 0.093 201 471f06208d2b6ef295f8a673620ee0e4 199.204.45.113 - - [07/Apr/2026:00:14:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.023 [auth-system-keycloak-80] [] 10.0.0.213:8080 1286 0.024 200 b8b2ad40ae825e2c60329eaf0740f70a 199.204.45.113 - - [07/Apr/2026:00:14:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.213:8080 1928 0.500 200 f2054d249efc7b77098f438cb46fc74c 199.204.45.113 - - [07/Apr/2026:00:14:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.213:8080 2 0.009 200 8a1842ac14db0092060561c8209d43b4 199.204.45.113 - - [07/Apr/2026:00:14:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.075 [auth-system-keycloak-80] [] 10.0.0.213:8080 0 0.073 201 4aee606a1f9162bc166462a0cc8422e8 199.204.45.113 - - [07/Apr/2026:00:14:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.070 [auth-system-keycloak-80] [] 10.0.0.213:8080 1251 0.071 200 151caffa97438adb5df7add906fe4fa0 199.204.45.113 - - [07/Apr/2026:00:14:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.637 [auth-system-keycloak-80] [] 10.0.0.213:8080 1928 0.636 200 a78d12e0996ca4ede15129270745caf9 199.204.45.113 - - [07/Apr/2026:00:14:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.019 [auth-system-keycloak-80] [] 10.0.0.213:8080 1261 0.019 200 b07b22bf51bc8810e1d88836dc3fee5a 199.204.45.113 - - [07/Apr/2026:00:14:43 +0000] "GET /admin/realms/atmosphere/clients/6e3fd50f-e5b4-45cb-ba39-ad7641005de7/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.213:8080 119 0.015 404 c3fcd7f1a6970455b6c3fd631427b790 199.204.45.113 - - [07/Apr/2026:00:14:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.213:8080 1261 0.008 200 7883772234ffa4533088b7f8147f0079 199.204.45.113 - - [07/Apr/2026:00:14:43 +0000] "POST /admin/realms/atmosphere/clients/6e3fd50f-e5b4-45cb-ba39-ad7641005de7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.059 [auth-system-keycloak-80] [] 10.0.0.213:8080 0 0.059 201 33fed806693a87dd930c17e52ec3dd18 199.204.45.113 - - [07/Apr/2026:00:14:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.213:8080 1261 0.007 200 03823c2ac5ebfc138d7dfbe9adb0e5b1 199.204.45.113 - - [07/Apr/2026:00:14:43 +0000] "GET /admin/realms/atmosphere/clients/6e3fd50f-e5b4-45cb-ba39-ad7641005de7/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.066 [auth-system-keycloak-80] [] 10.0.0.213:8080 166 0.065 200 b68516777fc4d3988ec6f68c8b88ccdc 199.204.45.113 - - [07/Apr/2026:00:14:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.213:8080 1928 0.507 200 c34c427029f462e1bc8d9856231c0b50 199.204.45.113 - - [07/Apr/2026:00:14:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.213:8080 1286 0.007 200 0d4b3596eadd149eed74e33c1f7db61d 199.204.45.113 - - [07/Apr/2026:00:14:44 +0000] "GET /admin/realms/atmosphere/clients/69dbe487-6ec9-46ff-a5d2-220da14abfda/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.050 [auth-system-keycloak-80] [] 10.0.0.213:8080 119 0.050 404 d7b267fe5ed7567137b5c506b68eb49f 199.204.45.113 - - [07/Apr/2026:00:14:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.213:8080 1286 0.007 200 75e723034ee31c55d3858c85342bbbb1 199.204.45.113 - - [07/Apr/2026:00:14:44 +0000] "POST /admin/realms/atmosphere/clients/69dbe487-6ec9-46ff-a5d2-220da14abfda/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.213:8080 0 0.016 201 36f8181ef5bf8f879ce81aa72b1c50c8 199.204.45.113 - - [07/Apr/2026:00:14:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.213:8080 1286 0.007 200 ec3ac468d49682749372703effc21418 199.204.45.113 - - [07/Apr/2026:00:14:44 +0000] "GET /admin/realms/atmosphere/clients/69dbe487-6ec9-46ff-a5d2-220da14abfda/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.031 [auth-system-keycloak-80] [] 10.0.0.213:8080 165 0.031 200 0d74571d1d624d67ab247b7a60e34283 199.204.45.113 - - [07/Apr/2026:00:14:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.213:8080 1928 0.474 200 6de8aa2973f2eb787a401f319d0e931b 199.204.45.113 - - [07/Apr/2026:00:14:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.033 [auth-system-keycloak-80] [] 10.0.0.213:8080 1286 0.032 200 fcea630e7bfe37e1a988a72c4c275edd 199.204.45.113 - - [07/Apr/2026:00:14:45 +0000] "GET /admin/realms/atmosphere/clients/69dbe487-6ec9-46ff-a5d2-220da14abfda/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.213:8080 119 0.007 404 6948d6687f90d8701efb5e2f945a8ede 199.204.45.113 - - [07/Apr/2026:00:14:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.213:8080 1286 0.007 200 072eeb7964448cb75dc54b2617e216ba 199.204.45.113 - - [07/Apr/2026:00:14:45 +0000] "POST /admin/realms/atmosphere/clients/69dbe487-6ec9-46ff-a5d2-220da14abfda/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.072 [auth-system-keycloak-80] [] 10.0.0.213:8080 0 0.071 201 375bbe7ec78306da8b49c529675ded50 199.204.45.113 - - [07/Apr/2026:00:14:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.213:8080 1286 0.006 200 c8b33786d27083aea36eeccc4bc9fb7b 199.204.45.113 - - [07/Apr/2026:00:14:45 +0000] "GET /admin/realms/atmosphere/clients/69dbe487-6ec9-46ff-a5d2-220da14abfda/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.213:8080 166 0.014 200 8231af2eda49ff838c650a164086d305 199.204.45.113 - - [07/Apr/2026:00:14:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.213:8080 1928 0.479 200 ed5855a32e777c289deaa2b1c4b25b60 199.204.45.113 - - [07/Apr/2026:00:14:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.062 [auth-system-keycloak-80] [] 10.0.0.213:8080 1286 0.063 200 6eb483ee99bb263a9b697d73dbd5e37a 199.204.45.113 - - [07/Apr/2026:00:14:46 +0000] "GET /admin/realms/atmosphere/clients/69dbe487-6ec9-46ff-a5d2-220da14abfda/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.213:8080 119 0.010 404 c2c1634731d5c3be7ea5466d462654bc 199.204.45.113 - - [07/Apr/2026:00:14:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.060 [auth-system-keycloak-80] [] 10.0.0.213:8080 1286 0.060 200 f2339d6d1bb5e50abe56e2f756e28db3 199.204.45.113 - - [07/Apr/2026:00:14:46 +0000] "POST /admin/realms/atmosphere/clients/69dbe487-6ec9-46ff-a5d2-220da14abfda/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.040 [auth-system-keycloak-80] [] 10.0.0.213:8080 0 0.040 201 fe35b693285469c33b80319fb9a1bc2d 199.204.45.113 - - [07/Apr/2026:00:14:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.213:8080 1286 0.040 200 1a884db25f29f0dd12aa436a8fd6fdfe 199.204.45.113 - - [07/Apr/2026:00:14:46 +0000] "GET /admin/realms/atmosphere/clients/69dbe487-6ec9-46ff-a5d2-220da14abfda/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.213:8080 166 0.014 200 638bf0be7a559a59aa1cd436e5a7e53a 199.204.45.113 - - [07/Apr/2026:00:14:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.445 [auth-system-keycloak-80] [] 10.0.0.213:8080 1928 0.445 200 9330036c2f2587b1d29e3741bf2c6771 199.204.45.113 - - [07/Apr/2026:00:14:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.028 [auth-system-keycloak-80] [] 10.0.0.213:8080 1251 0.028 200 319fbdc89bdb7f81e6a407cef572921c 199.204.45.113 - - [07/Apr/2026:00:14:47 +0000] "GET /admin/realms/atmosphere/clients/eb48c678-b7ad-4fb6-b5e9-e1221b7547dc/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.213:8080 119 0.009 404 f3c8061a68399290a7fed6463ca8d56b 199.204.45.113 - - [07/Apr/2026:00:14:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.213:8080 1251 0.005 200 79fa3cace185e0b79d6b8c13f9d77764 199.204.45.113 - - [07/Apr/2026:00:14:47 +0000] "POST /admin/realms/atmosphere/clients/eb48c678-b7ad-4fb6-b5e9-e1221b7547dc/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.058 [auth-system-keycloak-80] [] 10.0.0.213:8080 0 0.057 201 ef739853d0c56d06b5f7085f0d1082ec 199.204.45.113 - - [07/Apr/2026:00:14:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.213:8080 1251 0.007 200 395732c166748c5c21ed3515847c7853 199.204.45.113 - - [07/Apr/2026:00:14:47 +0000] "GET /admin/realms/atmosphere/clients/eb48c678-b7ad-4fb6-b5e9-e1221b7547dc/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.213:8080 166 0.069 200 e21c3371da5a6824fdea2648c2a012a2 W0407 00:14:49.874549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:49.874603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:53.208886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:53.208940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:56.541435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:14:56.541480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:56.534944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:56.535008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:56.605774 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:15:56.605862 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0407 00:15:56.605910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:56.605933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:56.606010 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:15:56.606098 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 00:15:56.606180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:56.606205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:56.607333 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:15:56.607435 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 00:15:56.607491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:56.607518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:15:56.607827 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0407 00:15:56.607858 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 00:15:56.608207 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 00:15:56.608237 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0407 00:15:56.609664 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 00:15:56.609694 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0407 00:15:56.614741 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0407 00:15:56.615316 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 00:15:56.615341 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0407 00:15:56.615600 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 00:15:56.615655 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"058e4f7e-e65f-4a3d-8a93-7ee4c6529b59", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4720", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:15:56.615685 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"235ba802-6a6a-4858-a4ec-6f1b7d7fe68a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4721", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:15:56.620013 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0407 00:15:56.621187 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"33ef3cfe-2247-48f6-aa1b-506bd729c977", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4724", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:15:56.621719 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 00:15:56.949356 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 00:15:56.950379 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0407 00:15:57.183377 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 00:15:57.185011 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0407 00:15:58.178176 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 00:15:58.179131 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0407 00:15:59.868648 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:15:59.868736 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:15:59.868782 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:15:59.868913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:15:59.868936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:15:59.869061 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:15:59.915374 7 controller.go:216] "Backend successfully reloaded" I0407 00:15:59.915703 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rsr92", UID:"0511b90c-f1ba-480a-8331-fe7767cff555", APIVersion:"v1", ResourceVersion:"1384", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 00:16:03.203249 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:16:03.203398 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:16:03.203475 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:16:03.203629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:03.203664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:06.535027 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:16:06.535091 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:16:06.535125 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:16:06.535213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:06.535231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:09.869395 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:16:09.869453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:16:09.869486 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:16:09.869603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:09.869627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:13.202262 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:16:13.202347 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:16:13.202397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:16:13.202561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:13.202590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:16.535517 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:16:16.535567 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:16:16.535597 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:16:16.535711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:16.535732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:19.868667 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:16:19.868714 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:16:19.868735 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:16:19.868829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:19.868850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:23.202074 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:16:23.202485 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:16:23.202557 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:16:23.202941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:23.204882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:26.535060 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:16:26.535131 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:16:26.535182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:16:26.535304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:26.535327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:29.869283 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:16:29.870172 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:16:29.870376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:29.870402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:33.201828 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:16:33.201938 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:16:33.202078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:33.202108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.37 - - [07/Apr/2026:00:16:35 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.046 [auth-system-keycloak-80] [] 10.0.0.213:8080 6432 0.046 200 c745a0443018d611e78f5cd679cd38ec 10.0.0.86 - - [07/Apr/2026:00:16:36 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.213:8080 6432 0.008 200 e5ce129ec1046a271962142db3f46f68 W0407 00:16:36.535120 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:16:36.535243 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:16:36.535398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:36.535441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:16:38.161061 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.249.96"}] I0407 00:16:38.161188 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.249.96"}] I0407 00:16:38.161897 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.249.96"}] I0407 00:16:38.167207 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"235ba802-6a6a-4858-a4ec-6f1b7d7fe68a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5737", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:16:38.170134 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"058e4f7e-e65f-4a3d-8a93-7ee4c6529b59", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5738", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:16:38.172562 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"33ef3cfe-2247-48f6-aa1b-506bd729c977", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5739", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:16:39.868806 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:16:39.869022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:39.869050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:43.202907 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:16:43.203196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:43.203223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:46.535727 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:16:46.535934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:46.535975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:50.958801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:16:50.958832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:17:23.974903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:17:23.975036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:17:27.308792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:17:27.308820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store