------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 00:03:33.131639 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 00:03:33.131806 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 00:03:33.138132 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 00:03:33.140465 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 00:03:33.554148 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 00:03:33.572274 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 00:03:33.585871 7 nginx.go:271] "Starting NGINX Ingress controller" I0407 00:03:33.597487 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"f1945a94-5d0a-470e-ab12-3e110c2fac95", APIVersion:"v1", ResourceVersion:"1421", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 00:03:33.607251 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"27ea355b-4c2f-45dc-9b5d-7e50d178ec99", APIVersion:"v1", ResourceVersion:"1422", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 00:03:33.607592 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"fcf37a8f-9a3c-4305-ad7e-71f23099d147", APIVersion:"v1", ResourceVersion:"1423", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 00:03:34.786946 7 nginx.go:317] "Starting NGINX process" I0407 00:03:34.786989 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0407 00:03:34.787742 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0407 00:03:34.788145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:03:34.788191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:03:34.788257 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:03:34.835306 7 controller.go:216] "Backend successfully reloaded" I0407 00:03:34.835402 7 controller.go:227] "Initial sync, sleeping for 1 second" I0407 00:03:34.835537 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ljwj8", UID:"5417932c-aab1-47c9-890e-cc337955c5a3", APIVersion:"v1", ResourceVersion:"1464", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 00:03:35.031063 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 00:03:35.031088 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-ljwj8" W0407 00:03:38.596558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:03:38.596630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:03:41.930698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:03:41.930748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:03:45.263746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:03:45.263793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:03:48.599155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:03:48.599202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:03:51.930841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:03:51.930887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:03:55.263700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:03:55.263747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:03:58.596882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:03:58.596925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:04:01.930776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:04:01.930909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:04:12.028208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:04:12.028259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:04:15.362786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:04:15.362859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:05:36.081999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:05:36.082056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:05:45.848228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:05:45.848263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:05:55.136843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:05:55.136878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:05:58.471036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:05:58.471093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:06:01.804064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:06:01.804093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:06:05.138965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:06:05.139006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:06:08.471188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:06:08.471229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:06:11.806802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:06:11.806891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:06:17.413496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:06:17.413541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:06:20.747139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:06:20.747184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:02.138470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:02.138516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:05.471921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:05.471956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:06.097175 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-116.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-116.nip.io-tls was not found. Using default certificate W0407 00:09:06.097220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:06.097231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:09:06.098779 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0407 00:09:06.098802 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 00:09:06.105082 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0407 00:09:06.105428 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-116.nip.io-tls" in local store I0407 00:09:06.105738 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"82e09552-6ab4-4263-88f0-aeceda0d9156", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3660", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:09:06.496482 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-116.nip.io-tls" I0407 00:09:06.498717 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-116.nip.io-tls" W0407 00:09:08.805551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:08.805591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:09:08.805643 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:09:08.846566 7 controller.go:216] "Backend successfully reloaded" I0407 00:09:08.847029 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ljwj8", UID:"5417932c-aab1-47c9-890e-cc337955c5a3", APIVersion:"v1", ResourceVersion:"1464", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.204.45.116 - - [07/Apr/2026:00:09:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.111 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 2.111 200 8c087d02ba06fd19b59d1ab8bd3aa49b 199.204.45.116 - - [07/Apr/2026:00:09:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.114 [auth-system-keycloak-80] [] 10.0.0.153:8080 116 0.114 404 763d57d127d8eb63b6f65cc72b7b3fcf W0407 00:09:12.139400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:12.139453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [07/Apr/2026:00:09:15 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.714 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 3.713 201 866c4bfa3caaa6c3965b2f8bf5176905 199.204.45.116 - - [07/Apr/2026:00:09:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.547 [auth-system-keycloak-80] [] 10.0.0.153:8080 4246 0.547 200 ff110f5fec8c6a7eeaa93860995ac4cb 199.204.45.116 - - [07/Apr/2026:00:09:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.559 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.558 200 c102f88fdbe28c3b49f48a086fb6ec14 199.204.45.116 - - [07/Apr/2026:00:09:17 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.081 [auth-system-keycloak-80] [] 10.0.0.153:8080 12500 0.082 200 4b7cf5e9a5052225934566763d639d5c 199.204.45.116 - - [07/Apr/2026:00:09:17 +0000] "GET /admin/realms/atmosphere/client-scopes/5ef52c25-a5b8-49cb-baf5-1e9497891ba3 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1278 0.006 200 aa4fe88e7cf5a328143cfa8008662be3 199.204.45.116 - - [07/Apr/2026:00:09:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/5ef52c25-a5b8-49cb-baf5-1e9497891ba3 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.019 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.018 204 0c63b9e37190190c6207211a8ee804a7 199.204.45.116 - - [07/Apr/2026:00:09:17 +0000] "GET /admin/realms/atmosphere/client-scopes/5ef52c25-a5b8-49cb-baf5-1e9497891ba3/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.048 [auth-system-keycloak-80] [] 10.0.0.153:8080 963 0.049 200 157c5e4cb6feb394d0a38de12a035678 199.204.45.116 - - [07/Apr/2026:00:09:17 +0000] "GET /admin/realms/atmosphere/client-scopes/5ef52c25-a5b8-49cb-baf5-1e9497891ba3/protocol-mappers/models/c22561ef-453a-4aed-8519-417306ce04b0 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.010 [auth-system-keycloak-80] [] 10.0.0.153:8080 366 0.009 200 bd40e48438d406d76c18ae22a2c4dff7 199.204.45.116 - - [07/Apr/2026:00:09:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/5ef52c25-a5b8-49cb-baf5-1e9497891ba3/protocol-mappers/models/c22561ef-453a-4aed-8519-417306ce04b0 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.296 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.295 204 84c2c65135384e1472abdd60774decfc 199.204.45.116 - - [07/Apr/2026:00:09:17 +0000] "GET /admin/realms/atmosphere/client-scopes/5ef52c25-a5b8-49cb-baf5-1e9497891ba3 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.017 [auth-system-keycloak-80] [] 10.0.0.153:8080 1218 0.017 200 4c277cbf1e52bed7bbd490985f2f4af0 I0407 00:09:35.088575 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.239.93"}] I0407 00:09:35.241927 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"82e09552-6ab4-4263-88f0-aeceda0d9156", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3886", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:09:35.298781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:09:35.298819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.116 - - [07/Apr/2026:00:09:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.587 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.585 200 ac258d5bd3f00b7024912d2fb45b6b6b 199.204.45.116 - - [07/Apr/2026:00:09:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.018 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.018 200 db83e9becf7fa02a9ec055ef5fe76c5e 199.204.45.116 - - [07/Apr/2026:00:09:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.261 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.260 201 a4477e979b38b19bd5432c000eb5a29f 199.204.45.116 - - [07/Apr/2026:00:09:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.091 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.090 200 ab897b602b08ca34afd3853c23a2fe26 199.204.45.116 - - [07/Apr/2026:00:09:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.134 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 1.133 200 c5944483117db5e386b645832eca3090 199.204.45.116 - - [07/Apr/2026:00:09:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.112 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.113 200 ba2457761b4508d8bb98edc482ad322c 199.204.45.116 - - [07/Apr/2026:00:09:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.579 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.578 201 1320dc6a991710ca79efbdc06451e972 199.204.45.116 - - [07/Apr/2026:00:09:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.020 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.019 200 ca03ff9cb8e4ed7fdf61ec30423d56cb 199.204.45.116 - - [07/Apr/2026:00:09:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.492 200 63cb1a5d6871666eff657a18d2a910f5 199.204.45.116 - - [07/Apr/2026:00:09:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.011 200 07298142bca6316fd6b24db32efbfc85 199.204.45.116 - - [07/Apr/2026:00:09:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.239 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.239 201 a8b97f6c46ca7e54f239ae1f49511fce 199.204.45.116 - - [07/Apr/2026:00:09:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.023 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.023 200 70eb764ee141ee77e3250808f2b2d632 199.204.45.116 - - [07/Apr/2026:00:09:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.471 200 b65d440a67905c87d75f800d1fa380e3 199.204.45.116 - - [07/Apr/2026:00:09:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.007 200 cdc562624de2c70bb4d56d54cb7527a4 199.204.45.116 - - [07/Apr/2026:00:09:45 +0000] "GET /admin/realms/atmosphere/clients/042e1ef2-cb7a-4e72-8011-08546727742a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.013 404 0ee049ddb0edb3d3ea8d83de3207ba69 199.204.45.116 - - [07/Apr/2026:00:09:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.006 200 32134ddc4202601e8d942efe4249b899 199.204.45.116 - - [07/Apr/2026:00:09:45 +0000] "POST /admin/realms/atmosphere/clients/042e1ef2-cb7a-4e72-8011-08546727742a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.121 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.121 201 a5631af403242d30eab7d813a4587ef5 199.204.45.116 - - [07/Apr/2026:00:09:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.006 200 8d8ad1847ab88ae8a413f8b39c293951 199.204.45.116 - - [07/Apr/2026:00:09:45 +0000] "GET /admin/realms/atmosphere/clients/042e1ef2-cb7a-4e72-8011-08546727742a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.014 200 74e397fc05d75650ab4b8b64b9faa68f 199.204.45.116 - - [07/Apr/2026:00:09:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.506 200 be651a76afa166e71ef217caed4e489a 199.204.45.116 - - [07/Apr/2026:00:09:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.006 200 f6b44464af508da46d891572ab7979cf 199.204.45.116 - - [07/Apr/2026:00:09:46 +0000] "GET /admin/realms/atmosphere/clients/a5b7aa11-3a9c-4fb6-8f25-7a05f8ad23ce/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.009 404 8b6db2919f4f0692ffcd798b67dcbf08 199.204.45.116 - - [07/Apr/2026:00:09:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.034 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.034 200 fa7dd9ad5afa986b2c7a859f675913ec 199.204.45.116 - - [07/Apr/2026:00:09:46 +0000] "POST /admin/realms/atmosphere/clients/a5b7aa11-3a9c-4fb6-8f25-7a05f8ad23ce/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.166 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.167 201 40d541eed92050e2ec86e44024812f11 199.204.45.116 - - [07/Apr/2026:00:09:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.007 200 5e41f526c3fef01b08ef5c3f87cf7229 199.204.45.116 - - [07/Apr/2026:00:09:46 +0000] "GET /admin/realms/atmosphere/clients/a5b7aa11-3a9c-4fb6-8f25-7a05f8ad23ce/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.153:8080 165 0.013 200 3e9e326db6b232f30fbad2deacb6953f 199.204.45.116 - - [07/Apr/2026:00:09:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.513 200 2441e226c1e6eddb8990b3b3214893ea 199.204.45.116 - - [07/Apr/2026:00:09:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.007 200 b17db939eec5287e8e550678cb5c3b6b 199.204.45.116 - - [07/Apr/2026:00:09:47 +0000] "GET /admin/realms/atmosphere/clients/a5b7aa11-3a9c-4fb6-8f25-7a05f8ad23ce/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.008 404 8b34629a11e18e270efb823f87780005 199.204.45.116 - - [07/Apr/2026:00:09:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.033 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.034 200 e5e5c9d651860d5bf224895f12814ae2 199.204.45.116 - - [07/Apr/2026:00:09:47 +0000] "POST /admin/realms/atmosphere/clients/a5b7aa11-3a9c-4fb6-8f25-7a05f8ad23ce/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.111 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.110 201 c22ac66fef347d22505cccbb2ebb72b2 199.204.45.116 - - [07/Apr/2026:00:09:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.008 200 da20c2b92afcb290c91732ca76cace19 199.204.45.116 - - [07/Apr/2026:00:09:47 +0000] "GET /admin/realms/atmosphere/clients/a5b7aa11-3a9c-4fb6-8f25-7a05f8ad23ce/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.015 200 f6326728c3bb7c878aa200b1e5932631 199.204.45.116 - - [07/Apr/2026:00:09:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.471 200 3391572800c7c95a8a6bbcfcd43619b2 199.204.45.116 - - [07/Apr/2026:00:09:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.060 200 eda96ca138d1a46fff98ea88dd46e2c7 199.204.45.116 - - [07/Apr/2026:00:09:48 +0000] "GET /admin/realms/atmosphere/clients/a5b7aa11-3a9c-4fb6-8f25-7a05f8ad23ce/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.010 404 ddcbbef879155904bfd933e034ba0564 199.204.45.116 - - [07/Apr/2026:00:09:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.050 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.050 200 7a8d6aac76e0f44cf911b24b92ee78eb 199.204.45.116 - - [07/Apr/2026:00:09:48 +0000] "POST /admin/realms/atmosphere/clients/a5b7aa11-3a9c-4fb6-8f25-7a05f8ad23ce/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.372 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.371 201 989263e3c8e640f26fc079f79e7a25c9 199.204.45.116 - - [07/Apr/2026:00:09:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.007 200 a5cb9b91987757c4ace685da6954dcb9 199.204.45.116 - - [07/Apr/2026:00:09:49 +0000] "GET /admin/realms/atmosphere/clients/a5b7aa11-3a9c-4fb6-8f25-7a05f8ad23ce/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.016 200 b47bebc341edd0cd010b033290524116 199.204.45.116 - - [07/Apr/2026:00:09:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.609 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.607 200 359562d0545d357998cbc9324cc11568 199.204.45.116 - - [07/Apr/2026:00:09:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.005 200 d810065d063117a217a64eb567a976ca 199.204.45.116 - - [07/Apr/2026:00:09:49 +0000] "GET /admin/realms/atmosphere/clients/0d566fa5-8b10-48d6-be1a-3f9129dbfa44/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.060 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.060 404 88282c0bbf61526602ef3e02b913943d 199.204.45.116 - - [07/Apr/2026:00:09:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.007 200 1cac444acbfe0bad35d6d9a6c90f8fb4 199.204.45.116 - - [07/Apr/2026:00:09:50 +0000] "POST /admin/realms/atmosphere/clients/0d566fa5-8b10-48d6-be1a-3f9129dbfa44/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.023 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.023 201 8fc0e185621f1bb347032467becfaf68 199.204.45.116 - - [07/Apr/2026:00:09:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.006 200 ef47be3d95ccd56514c31695adef86a5 199.204.45.116 - - [07/Apr/2026:00:09:50 +0000] "GET /admin/realms/atmosphere/clients/0d566fa5-8b10-48d6-be1a-3f9129dbfa44/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.029 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.028 200 e7b7d328d1f8f28a4963ba1124ef641b W0407 00:11:05.925138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:05.925176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:05.999870 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:11:05.999921 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 00:11:05.999947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:05.999957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:05.999973 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:11:06.000031 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 00:11:06.000061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:06.000075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:11:06.001378 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0407 00:11:06.001401 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0407 00:11:06.001477 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0407 00:11:06.001502 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0407 00:11:06.001583 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:11:06.001778 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0407 00:11:06.001895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:06.001972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:11:06.004643 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0407 00:11:06.006285 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 00:11:06.004647 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0407 00:11:06.007209 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 00:11:06.007726 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"96a1da2c-7f7d-4f60-8b1a-f3df94c4a042", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4562", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:11:06.024489 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0407 00:11:06.024854 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 00:11:06.024870 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0407 00:11:06.025181 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 00:11:06.025475 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f98bdf85-c974-4a75-8c16-e5273205499a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4567", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:11:06.025492 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2df20233-9a0d-4616-b52a-3abd398cc0c1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4571", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:11:06.480323 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 00:11:06.481138 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0407 00:11:06.767048 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 00:11:06.768178 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0407 00:11:08.675914 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 00:11:08.678780 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0407 00:11:09.258996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:11:09.259057 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:11:09.259180 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:11:09.259283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:09.259316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:11:09.259429 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 00:11:09.312344 7 controller.go:216] "Backend successfully reloaded" I0407 00:11:09.313484 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-ljwj8", UID:"5417932c-aab1-47c9-890e-cc337955c5a3", APIVersion:"v1", ResourceVersion:"1464", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 00:11:12.592182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:11:12.592223 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:11:12.592241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:11:12.592420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:12.592438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:15.925149 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:11:15.925187 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:11:15.925218 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:11:15.925292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:15.925303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:19.259097 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:11:19.259229 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:11:19.259264 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:11:19.259393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:19.259427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:22.591838 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:11:22.591890 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:11:22.591932 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:11:22.592039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:22.592057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:25.925562 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:11:25.925694 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:11:25.925729 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:11:25.925846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:25.925872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:29.813370 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:11:29.813430 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:11:29.813466 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:11:29.813595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:29.813623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:33.152546 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:11:33.152644 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:11:33.152677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:11:33.152798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:33.152817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 00:11:35.273860 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.239.93"}] I0407 00:11:35.275195 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.239.93"}] I0407 00:11:35.278927 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.239.93"}] I0407 00:11:35.600799 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"96a1da2c-7f7d-4f60-8b1a-f3df94c4a042", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5127", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:11:35.653112 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"2df20233-9a0d-4616-b52a-3abd398cc0c1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5128", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 00:11:35.656035 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f98bdf85-c974-4a75-8c16-e5273205499a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5129", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 00:11:36.481042 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:11:36.481107 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:11:36.481143 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:11:36.481266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:36.481298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:39.813567 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:11:39.813914 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:11:39.814141 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:11:39.814484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:39.814554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:43.148580 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:11:43.148653 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:11:43.148684 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 00:11:43.148830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:43.148871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.148 - - [07/Apr/2026:00:11:44 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.036 [auth-system-keycloak-80] [] 10.0.0.153:8080 6432 0.036 200 f10b316f93cff3d10013e38914ce12e6 10.0.0.95 - - [07/Apr/2026:00:11:44 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 6432 0.006 200 3244b30db7635c30d8cc4b2c4817cbfe W0407 00:11:46.480061 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:11:46.480121 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 00:11:46.480277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:46.480302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:49.813439 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 00:11:49.813632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:49.813659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:53.147461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:53.147536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:56.482869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 00:11:56.482924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store