------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0411 21:47:40.475781 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0411 21:47:40.476106 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0411 21:47:40.486929 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0411 21:47:40.490391 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0411 21:47:40.944770 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0411 21:47:40.972425 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0411 21:47:40.988671 7 nginx.go:271] "Starting NGINX Ingress controller" I0411 21:47:40.996513 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"cfe6544f-6f5e-44a2-afff-d83e69e7b9a0", APIVersion:"v1", ResourceVersion:"1398", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0411 21:47:41.000624 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"6a8e5231-3483-40c6-8078-af04036e0585", APIVersion:"v1", ResourceVersion:"1399", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0411 21:47:41.000684 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"64879ef4-ff4d-4363-9e66-11094150087a", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0411 21:47:42.189815 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0411 21:47:42.189806 7 nginx.go:317] "Starting NGINX process" I0411 21:47:42.190760 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0411 21:47:42.191005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:42.191047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:47:42.191104 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 21:47:42.199983 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0411 21:47:42.200015 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-vxtds" I0411 21:47:42.234980 7 controller.go:216] "Backend successfully reloaded" I0411 21:47:42.235087 7 controller.go:227] "Initial sync, sleeping for 1 second" I0411 21:47:42.235164 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vxtds", UID:"7ff5d766-58bd-438c-baa4-7e9ccb49c5f4", APIVersion:"v1", ResourceVersion:"1439", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 21:47:46.009594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:46.009627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:49.346361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:49.346408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:52.677196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:52.677438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:56.010338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:56.010396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:59.343604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:47:59.343652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:02.677654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:02.677698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:06.009900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:06.009951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:09.343560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:09.343624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:15.416474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:48:15.416513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:05.272592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:05.272646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:08.606708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:08.606758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:28.567698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:28.567724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:31.901799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:31.901848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:35.234895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:35.234950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:38.568754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:38.568804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:41.901837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:41.901880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:45.236127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:45.236168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:48.570841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:48.570883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:51.901217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:51.901261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:55.235317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:55.235351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:58.567852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:49:58.567895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:50:01.901519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:50:01.901572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:52:13.500084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:52:13.500137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:52:16.042241 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-65.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-65.nip.io-tls was not found. Using default certificate W0411 21:52:16.042304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:52:16.042323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:52:16.044618 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0411 21:52:16.044656 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0411 21:52:16.053457 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0411 21:52:16.053785 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"37e96254-66fa-4688-a21d-10d0b81cf1c3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3514", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:52:16.053970 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-65.nip.io-tls" in local store I0411 21:52:16.330298 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-65.nip.io-tls" I0411 21:52:16.330966 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-65.nip.io-tls" W0411 21:52:16.833767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:52:16.833807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:52:16.833865 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 21:52:16.871840 7 controller.go:216] "Backend successfully reloaded" I0411 21:52:16.872056 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vxtds", UID:"7ff5d766-58bd-438c-baa4-7e9ccb49c5f4", APIVersion:"v1", ResourceVersion:"1439", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 21:52:20.167088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:52:20.167132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [11/Apr/2026:21:52:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.933 [auth-system-keycloak-80] [] 10.0.0.155:8080 1925 1.932 200 6a03cf246b51db43a5952c139140fb72 199.204.45.65 - - [11/Apr/2026:21:52:27 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.107 [auth-system-keycloak-80] [] 10.0.0.155:8080 116 0.107 404 b7f03594cabab7f6e679b82ba46c94b4 199.204.45.65 - - [11/Apr/2026:21:52:31 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.085 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 4.084 201 6c2740b13dbeee8d0583913ab13ef7e9 199.204.45.65 - - [11/Apr/2026:21:52:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.589 [auth-system-keycloak-80] [] 10.0.0.155:8080 4246 0.588 200 7dc87df33bea0c38fad90056fb70618d 199.204.45.65 - - [11/Apr/2026:21:52:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.523 [auth-system-keycloak-80] [] 10.0.0.155:8080 1925 0.521 200 2b3578c97d2ca97ae8d7b3e48ccc9f3d 199.204.45.65 - - [11/Apr/2026:21:52:32 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.085 [auth-system-keycloak-80] [] 10.0.0.155:8080 12500 0.085 200 4fdf863ac103e9567cf01688d3c18aec 199.204.45.65 - - [11/Apr/2026:21:52:33 +0000] "GET /admin/realms/atmosphere/client-scopes/c6302a55-424d-4a24-9d77-435130927716 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.065 [auth-system-keycloak-80] [] 10.0.0.155:8080 1278 0.065 200 020b1b3446834728a9ce7b460619b708 199.204.45.65 - - [11/Apr/2026:21:52:33 +0000] "PUT /admin/realms/atmosphere/client-scopes/c6302a55-424d-4a24-9d77-435130927716 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.020 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.019 204 816b57868fd1cbd14f6cbca53390ba02 199.204.45.65 - - [11/Apr/2026:21:52:33 +0000] "GET /admin/realms/atmosphere/client-scopes/c6302a55-424d-4a24-9d77-435130927716/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.066 [auth-system-keycloak-80] [] 10.0.0.155:8080 963 0.067 200 7e77600314c09e1ff05911ba1f8051fb 199.204.45.65 - - [11/Apr/2026:21:52:33 +0000] "GET /admin/realms/atmosphere/client-scopes/c6302a55-424d-4a24-9d77-435130927716/protocol-mappers/models/05d260f1-b879-4407-a751-5f048647d9ff HTTP/1.1" 200 366 "-" "Ansible" 1307 0.010 [auth-system-keycloak-80] [] 10.0.0.155:8080 366 0.010 200 a4529c13fd29075deb68fa3fd7e88c3d 199.204.45.65 - - [11/Apr/2026:21:52:33 +0000] "PUT /admin/realms/atmosphere/client-scopes/c6302a55-424d-4a24-9d77-435130927716/protocol-mappers/models/05d260f1-b879-4407-a751-5f048647d9ff HTTP/1.1" 204 0 "-" "Ansible" 1620 0.078 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.077 204 7d013ff6701c2932f521b4b4e62c99ce 199.204.45.65 - - [11/Apr/2026:21:52:33 +0000] "GET /admin/realms/atmosphere/client-scopes/c6302a55-424d-4a24-9d77-435130927716 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.076 [auth-system-keycloak-80] [] 10.0.0.155:8080 1218 0.075 200 fa22ece6ca9904b5f315859fe5796798 I0411 21:52:42.206869 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.78.35"}] I0411 21:52:42.212159 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"37e96254-66fa-4688-a21d-10d0b81cf1c3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3840", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:52:42.214116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:52:42.215356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [11/Apr/2026:21:52:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.476 [auth-system-keycloak-80] [] 10.0.0.155:8080 1925 0.475 200 8e2ffdd0fad663f88b584a9b23f8df3d 199.204.45.65 - - [11/Apr/2026:21:52:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.047 [auth-system-keycloak-80] [] 10.0.0.155:8080 2 0.048 200 0d72efe41acff214e8f2efc2c794e39c 199.204.45.65 - - [11/Apr/2026:21:52:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.181 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.180 201 f2bb29b65d6a4b1a2604f657680f858e 199.204.45.65 - - [11/Apr/2026:21:52:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.023 [auth-system-keycloak-80] [] 10.0.0.155:8080 1259 0.024 200 e514b5e1335426270bd7cf919bc91d23 199.204.45.65 - - [11/Apr/2026:21:52:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.507 [auth-system-keycloak-80] [] 10.0.0.155:8080 1925 0.505 200 1b32b5c7dde5ae0916d8ef1753ae1511 199.204.45.65 - - [11/Apr/2026:21:52:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.155:8080 2 0.008 200 9e21571a702ec777b4d15212e200ac3f 199.204.45.65 - - [11/Apr/2026:21:52:55 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.084 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.084 201 221b729633c9997bbf4779decb65abe9 199.204.45.65 - - [11/Apr/2026:21:52:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.068 [auth-system-keycloak-80] [] 10.0.0.155:8080 1283 0.068 200 e450cedb51082c25f69fad6b8bfed9d2 199.204.45.65 - - [11/Apr/2026:21:52:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.455 [auth-system-keycloak-80] [] 10.0.0.155:8080 1925 0.454 200 85239c74fb23d3efa173c67c85fca314 199.204.45.65 - - [11/Apr/2026:21:52:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.052 [auth-system-keycloak-80] [] 10.0.0.155:8080 2 0.051 200 504c8835b6750365e1f382e0d240e29f 199.204.45.65 - - [11/Apr/2026:21:52:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.035 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.035 201 7aecc36db9dcd1ce9941b306aa28c994 199.204.45.65 - - [11/Apr/2026:21:52:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.059 [auth-system-keycloak-80] [] 10.0.0.155:8080 1249 0.058 200 eaa93e6cdc083c2af514a6daf7c9c1e6 199.204.45.65 - - [11/Apr/2026:21:52:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.425 [auth-system-keycloak-80] [] 10.0.0.155:8080 1925 0.423 200 c7717636d7ceff282abab246f19f1800 199.204.45.65 - - [11/Apr/2026:21:52:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.155:8080 1259 0.007 200 a381b5c6c1eb6a9034a74886ffc38f4e 199.204.45.65 - - [11/Apr/2026:21:52:57 +0000] "GET /admin/realms/atmosphere/clients/e04eb102-2ed5-464b-8e52-7199bd0abf66/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.031 [auth-system-keycloak-80] [] 10.0.0.155:8080 119 0.032 404 faf5960ac650a6bf32e457ab9d93921a 199.204.45.65 - - [11/Apr/2026:21:52:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.155:8080 1259 0.006 200 228541a373032bcfaee3f772294d33a0 199.204.45.65 - - [11/Apr/2026:21:52:57 +0000] "POST /admin/realms/atmosphere/clients/e04eb102-2ed5-464b-8e52-7199bd0abf66/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.074 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.072 201 c6bcaf269b27ee4ded668ad2d2a21021 199.204.45.65 - - [11/Apr/2026:21:52:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.155:8080 1259 0.007 200 4e148ebf6cfd358fb633de3af4e9bc95 199.204.45.65 - - [11/Apr/2026:21:52:57 +0000] "GET /admin/realms/atmosphere/clients/e04eb102-2ed5-464b-8e52-7199bd0abf66/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.155:8080 166 0.015 200 8c098949de6a08626b5b67a3a3e795c5 199.204.45.65 - - [11/Apr/2026:21:52:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.453 [auth-system-keycloak-80] [] 10.0.0.155:8080 1925 0.453 200 9d8af0bcb75b4fdc7719478d7d679a3f 199.204.45.65 - - [11/Apr/2026:21:52:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.026 [auth-system-keycloak-80] [] 10.0.0.155:8080 1283 0.026 200 dc93105fe4f14c45e27fdc1955b51490 199.204.45.65 - - [11/Apr/2026:21:52:58 +0000] "GET /admin/realms/atmosphere/clients/9feb143a-2162-44eb-83bb-cfc349657fb8/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.009 [auth-system-keycloak-80] [] 10.0.0.155:8080 119 0.009 404 1f5875d3218f8ac5caff04c9f9332faf 199.204.45.65 - - [11/Apr/2026:21:52:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.155:8080 1283 0.008 200 ee0f27e137052f472cd504a8adc69763 199.204.45.65 - - [11/Apr/2026:21:52:58 +0000] "POST /admin/realms/atmosphere/clients/9feb143a-2162-44eb-83bb-cfc349657fb8/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.063 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.062 201 ad81386cb71020393211276c6d71a910 199.204.45.65 - - [11/Apr/2026:21:52:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.155:8080 1283 0.006 200 589df00f34d0832c468bfd7c4a6e8733 199.204.45.65 - - [11/Apr/2026:21:52:58 +0000] "GET /admin/realms/atmosphere/clients/9feb143a-2162-44eb-83bb-cfc349657fb8/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.066 [auth-system-keycloak-80] [] 10.0.0.155:8080 165 0.066 200 b68086f66bee723c93b26b72a5a1fab6 199.204.45.65 - - [11/Apr/2026:21:52:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.155:8080 1925 0.466 200 c7202aff22cc13552c691f8e20f30f4c 199.204.45.65 - - [11/Apr/2026:21:52:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.034 [auth-system-keycloak-80] [] 10.0.0.155:8080 1283 0.035 200 c9f3f156cfabad18a47d2b20fbb72687 199.204.45.65 - - [11/Apr/2026:21:52:59 +0000] "GET /admin/realms/atmosphere/clients/9feb143a-2162-44eb-83bb-cfc349657fb8/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.155:8080 119 0.009 404 78f324846ab6845e5ecabd76836412dd 199.204.45.65 - - [11/Apr/2026:21:52:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.155:8080 1283 0.004 200 d721bdd0c3e5ab44e724305d961101cf 199.204.45.65 - - [11/Apr/2026:21:52:59 +0000] "POST /admin/realms/atmosphere/clients/9feb143a-2162-44eb-83bb-cfc349657fb8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.054 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.054 201 8a62ef04a9e7eae4cd589c78100ea019 199.204.45.65 - - [11/Apr/2026:21:52:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.155:8080 1283 0.004 200 b85711a593ed1c1dee0f0ce877d1b849 199.204.45.65 - - [11/Apr/2026:21:52:59 +0000] "GET /admin/realms/atmosphere/clients/9feb143a-2162-44eb-83bb-cfc349657fb8/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.155:8080 166 0.009 200 88d92445d66855a48015ba96425060f3 199.204.45.65 - - [11/Apr/2026:21:53:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.470 [auth-system-keycloak-80] [] 10.0.0.155:8080 1925 0.469 200 cfeeed2a321ebc5a8c0b1c329f9b21d8 199.204.45.65 - - [11/Apr/2026:21:53:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.039 [auth-system-keycloak-80] [] 10.0.0.155:8080 1283 0.038 200 4e70221bd2b2f5484a6a5b1997a52c3c 199.204.45.65 - - [11/Apr/2026:21:53:00 +0000] "GET /admin/realms/atmosphere/clients/9feb143a-2162-44eb-83bb-cfc349657fb8/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.155:8080 119 0.007 404 6debbd187ebeaa7d55c2288dff250193 199.204.45.65 - - [11/Apr/2026:21:53:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.063 [auth-system-keycloak-80] [] 10.0.0.155:8080 1283 0.062 200 5d4bf2e91505896a56c1037470f02acd 199.204.45.65 - - [11/Apr/2026:21:53:00 +0000] "POST /admin/realms/atmosphere/clients/9feb143a-2162-44eb-83bb-cfc349657fb8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.020 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.020 201 b517324280c81cc741e89e4e9fa3affd 199.204.45.65 - - [11/Apr/2026:21:53:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.155:8080 1283 0.007 200 c4a98ba3f77fef2726407e5d50de27c5 199.204.45.65 - - [11/Apr/2026:21:53:00 +0000] "GET /admin/realms/atmosphere/clients/9feb143a-2162-44eb-83bb-cfc349657fb8/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.050 [auth-system-keycloak-80] [] 10.0.0.155:8080 166 0.050 200 f24212559836f853230d43d6f6d847b4 199.204.45.65 - - [11/Apr/2026:21:53:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.155:8080 1925 0.480 200 1ba0e33e40e3503d551392de73c598bc 199.204.45.65 - - [11/Apr/2026:21:53:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.029 [auth-system-keycloak-80] [] 10.0.0.155:8080 1249 0.030 200 81df4b1da6b5a078192f3ac1a3049f91 199.204.45.65 - - [11/Apr/2026:21:53:01 +0000] "GET /admin/realms/atmosphere/clients/1056ac22-49ca-42fc-a17c-81fd52cc2b21/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.155:8080 119 0.008 404 6cc04bbe7ebca34141ea5bd9837039a8 199.204.45.65 - - [11/Apr/2026:21:53:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.155:8080 1249 0.006 200 82d1412fced114703a06113a489b1780 199.204.45.65 - - [11/Apr/2026:21:53:01 +0000] "POST /admin/realms/atmosphere/clients/1056ac22-49ca-42fc-a17c-81fd52cc2b21/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.013 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.013 201 8d42988e4995e7b371d681db4f094564 199.204.45.65 - - [11/Apr/2026:21:53:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.155:8080 1249 0.006 200 5ba94a1768261ee8fb4f028d8ba1aef4 199.204.45.65 - - [11/Apr/2026:21:53:01 +0000] "GET /admin/realms/atmosphere/clients/1056ac22-49ca-42fc-a17c-81fd52cc2b21/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.155:8080 166 0.016 200 da73a1a7886478f03cabba3c5c2785b2 W0411 21:53:12.494135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:53:12.494178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:53:15.829605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:53:15.829653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:06.032994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:06.033022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:06.118747 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:06.118843 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0411 21:54:06.118946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:06.119010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:06.119692 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 21:54:06.119748 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0411 21:54:06.119781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:06.119796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:06.120042 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:06.120096 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0411 21:54:06.120126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:06.120139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:54:06.125757 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0411 21:54:06.125787 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0411 21:54:06.126129 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.008s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:18.2kB} I0411 21:54:06.126166 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0411 21:54:06.126525 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:18.2kB} I0411 21:54:06.126550 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0411 21:54:06.133038 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0411 21:54:06.133236 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1c5e4b3a-1aa3-4971-8cd4-7cd64f0befec", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4517", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:54:06.133595 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0411 21:54:06.133631 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0411 21:54:06.133887 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8a9e58f3-5f93-40e8-8305-ce8b70f13934", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4518", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:54:06.133948 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0411 21:54:06.133972 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0411 21:54:06.134133 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"e57144c6-e1e4-4310-88aa-3a048d6a8055", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4519", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:54:06.134180 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0411 21:54:06.363039 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0411 21:54:06.364360 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0411 21:54:06.647685 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0411 21:54:06.648512 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0411 21:54:08.695238 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0411 21:54:08.696071 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0411 21:54:09.367462 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:09.367519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 21:54:09.367555 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:09.367659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:09.367686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:54:09.367787 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 21:54:09.416690 7 controller.go:216] "Backend successfully reloaded" I0411 21:54:09.416948 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vxtds", UID:"7ff5d766-58bd-438c-baa4-7e9ccb49c5f4", APIVersion:"v1", ResourceVersion:"1439", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0411 21:54:12.700605 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:12.700683 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 21:54:12.700719 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:12.700837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:12.700874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:16.033866 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:16.033931 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 21:54:16.033967 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:16.034084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:16.034112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:19.367525 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:19.367605 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 21:54:19.367651 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:19.367824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:19.367856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:22.700427 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:22.700505 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 21:54:22.700535 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:22.700597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:22.700616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:26.033993 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:26.034186 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0411 21:54:26.034272 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:26.034457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:26.034541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:29.366807 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:29.366927 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:29.367157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:29.367195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:32.700556 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:32.700706 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:32.700953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:32.700992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:36.036505 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:36.036577 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:36.036647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:36.036663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:39.366950 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:39.367079 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:39.367200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:39.367222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:54:42.206882 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.78.35"}] I0411 21:54:42.207590 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.78.35"}] I0411 21:54:42.207721 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.78.35"}] I0411 21:54:42.215795 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"8a9e58f3-5f93-40e8-8305-ce8b70f13934", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5562", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0411 21:54:42.218316 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1c5e4b3a-1aa3-4971-8cd4-7cd64f0befec", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5563", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0411 21:54:42.220593 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"e57144c6-e1e4-4310-88aa-3a048d6a8055", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5564", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:54:42.700063 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:42.700196 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:42.700321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:42.700352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:46.035563 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:46.035676 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:46.035794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:46.035819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:49.366989 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:49.367138 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0411 21:54:49.367246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:49.367282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.250 - - [11/Apr/2026:21:54:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.031 [auth-system-keycloak-80] [] 10.0.0.155:8080 6411 0.030 200 1bc1c33b4a12410e2c81603ec1aa207a 10.0.0.11 - - [11/Apr/2026:21:54:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.007 [auth-system-keycloak-80] [] 10.0.0.155:8080 6411 0.007 200 596635f64d1196e07633ad34840422cc W0411 21:54:52.699829 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:52.700258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:52.700309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:56.033373 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:56.033571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:56.033600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:59.367637 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:54:59.367831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:54:59.367886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:02.700356 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0411 21:55:02.700616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:02.700645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [11/Apr/2026:21:55:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.511 [auth-system-keycloak-80] [] 10.0.0.155:8080 1925 0.509 200 7276ceedb738876d78b64ba76e51630f 199.204.45.65 - - [11/Apr/2026:21:55:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.005 [auth-system-keycloak-80] [] 10.0.0.155:8080 4246 0.006 200 654f8e76326cbb6d6cb7518f9113e6aa 199.204.45.65 - - [11/Apr/2026:21:55:03 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.381 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.379 204 fa06d90ded25a733d471f792dcc4418f 199.204.45.65 - - [11/Apr/2026:21:55:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.189 [auth-system-keycloak-80] [] 10.0.0.155:8080 4384 0.190 200 a8b2972ecec5d85656153081d52fab4b 199.204.45.65 - - [11/Apr/2026:21:55:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.460 [auth-system-keycloak-80] [] 10.0.0.155:8080 1925 0.458 200 3b59bb2d41fe3b34c0829a76a03e46a0 199.204.45.65 - - [11/Apr/2026:21:55:04 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.155:8080 1682 0.008 200 08d21efe9f1364d6c0a3ab345016db23 199.204.45.65 - - [11/Apr/2026:21:55:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.005 [auth-system-keycloak-80] [] 10.0.0.155:8080 6411 0.006 200 c7c25ede5531daa9349c2995b0ed4782 W0411 21:55:06.033826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:06.033862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [11/Apr/2026:21:55:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.463 [auth-system-keycloak-80] [] 10.0.0.155:8080 1925 0.461 200 45cffb413430a1c373313904d66893e8 199.204.45.65 - - [11/Apr/2026:21:55:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.031 [auth-system-keycloak-80] [] 10.0.0.155:8080 2 0.031 200 b7a85e0cf3c224ba1914667989364d44 199.204.45.65 - - [11/Apr/2026:21:55:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.108 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.108 201 d4106fb30ef0306fd590596cd42e73b7 199.204.45.65 - - [11/Apr/2026:21:55:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.022 [auth-system-keycloak-80] [] 10.0.0.155:8080 2242 0.022 200 4dc365fe6a037ec5d3dc725470d23991 199.204.45.65 - - [11/Apr/2026:21:55:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.515 [auth-system-keycloak-80] [] 10.0.0.155:8080 1925 0.514 200 253477d662deef9926e1b4361ba8743b 199.204.45.65 - - [11/Apr/2026:21:55:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.155:8080 2242 0.008 200 efbfcda85253521d27d7c00cded1f334 199.204.45.65 - - [11/Apr/2026:21:55:07 +0000] "GET /admin/realms/atmosphere/clients/384531ae-5dff-434c-81d1-54d05af7acf2/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.015 [auth-system-keycloak-80] [] 10.0.0.155:8080 233 0.015 200 6318932166b6700ea033a71179517565 199.204.45.65 - - [11/Apr/2026:21:55:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.055 [auth-system-keycloak-80] [] 10.0.0.155:8080 831 0.055 200 58312d024fb45dcc2e5419588e8e0d4f 199.204.45.65 - - [11/Apr/2026:21:55:07 +0000] "GET /admin/realms/atmosphere/clients/3ed7dabd-ff1b-4165-9e5c-ac4718409db0/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.078 [auth-system-keycloak-80] [] 10.0.0.155:8080 3758 0.077 200 91606a32c2deae1ac332d39a821f157b 199.204.45.65 - - [11/Apr/2026:21:55:07 +0000] "GET /admin/realms/atmosphere/users/e8bcc04a-ec8a-4c38-9cee-9a729ce7b937/role-mappings/clients/3ed7dabd-ff1b-4165-9e5c-ac4718409db0/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.192 [auth-system-keycloak-80] [] 10.0.0.155:8080 3758 0.193 200 6b2cd192e2b6730553bf433f3064591e 199.204.45.65 - - [11/Apr/2026:21:55:07 +0000] "GET /admin/realms/atmosphere/users/e8bcc04a-ec8a-4c38-9cee-9a729ce7b937/role-mappings/clients/3ed7dabd-ff1b-4165-9e5c-ac4718409db0/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.086 [auth-system-keycloak-80] [] 10.0.0.155:8080 2 0.086 200 bcc02175d594d7f6b3b577f93e3577a7 199.204.45.65 - - [11/Apr/2026:21:55:08 +0000] "POST /admin/realms/atmosphere/users/e8bcc04a-ec8a-4c38-9cee-9a729ce7b937/role-mappings/clients/3ed7dabd-ff1b-4165-9e5c-ac4718409db0 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.088 [auth-system-keycloak-80] [] 10.0.0.155:8080 0 0.088 204 e988a6eea4053296b668b5f185af0dea 199.204.45.65 - - [11/Apr/2026:21:55:08 +0000] "GET /admin/realms/atmosphere/users/e8bcc04a-ec8a-4c38-9cee-9a729ce7b937/role-mappings/clients/3ed7dabd-ff1b-4165-9e5c-ac4718409db0/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.015 [auth-system-keycloak-80] [] 10.0.0.155:8080 576 0.014 200 ca1c22e0f1953e2e85fbd2b9f051b771 W0411 21:55:09.367320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:09.367371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:12.700501 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:12.700594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:16.034493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:16.034563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:33.335942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:33.335976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:36.670120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:36.670166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:40.005130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:55:40.005174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:57:16.240514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:57:16.240577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:57:50.284679 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0411 21:57:50.284769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:57:50.284790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:57:50.291496 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.007s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:28.7kB} I0411 21:57:50.291560 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0411 21:57:50.297587 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0411 21:57:50.298164 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0411 21:57:50.298297 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"88270954-ff1f-41cf-b5bb-1e0f57c5af26", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6904", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:57:50.298575 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0411 21:57:50.298651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:57:50.298665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0411 21:57:50.298809 7 controller.go:196] "Configuration changes detected, backend reload required" I0411 21:57:50.343617 7 controller.go:216] "Backend successfully reloaded" I0411 21:57:50.344620 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vxtds", UID:"7ff5d766-58bd-438c-baa4-7e9ccb49c5f4", APIVersion:"v1", ResourceVersion:"1439", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0411 21:57:50.667886 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0411 21:57:50.668986 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0411 21:57:53.632660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:57:53.632725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.65 - - [11/Apr/2026:21:57:54 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.174:5000 280 0.005 300 2fa5f2d424c1dd349eb1d5d041b5a4b2 I0411 21:58:42.207940 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.110.78.35"}] I0411 21:58:42.213302 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"88270954-ff1f-41cf-b5bb-1e0f57c5af26", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7198", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0411 21:58:42.217722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0411 21:58:42.217772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store