------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0319 13:37:05.320197 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 13:37:05.320565 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0319 13:37:05.329187 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0319 13:37:05.332861 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0319 13:37:06.699419 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0319 13:37:06.727458 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0319 13:37:06.744947 7 nginx.go:271] "Starting NGINX Ingress controller" I0319 13:37:06.752428 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"2e8efe98-539e-4787-9c61-ba4ee086e7cc", APIVersion:"v1", ResourceVersion:"1106", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0319 13:37:06.756125 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"ca1b04bf-3a91-4f86-987e-db31541255d9", APIVersion:"v1", ResourceVersion:"1107", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0319 13:37:06.756226 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"1ea10d16-1608-4c6d-aab9-64114d8a71d8", APIVersion:"v1", ResourceVersion:"1105", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0319 13:37:07.947510 7 nginx.go:317] "Starting NGINX process" I0319 13:37:07.947591 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0319 13:37:07.948412 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0319 13:37:07.948658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:07.948690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 13:37:07.948738 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 13:37:07.957175 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0319 13:37:07.957315 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-79w2x" I0319 13:37:07.984197 7 controller.go:216] "Backend successfully reloaded" I0319 13:37:07.984400 7 controller.go:227] "Initial sync, sleeping for 1 second" I0319 13:37:07.984477 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-79w2x", UID:"91e298d3-1784-4c40-aa1c-ab71dae7f437", APIVersion:"v1", ResourceVersion:"1233", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 13:37:11.765851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:11.765882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:15.101755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:15.101805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:18.432865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:18.432915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:21.767010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:21.767054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:25.099529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:25.099570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:28.432970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:28.433051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:31.766489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:31.766534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:37.258326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:37.258375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:40.591772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:40.591818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:43.925591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:37:43.925630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:38:32.112478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:38:32.112530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:38:45.078368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:38:45.078397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:38:52.710634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:38:52.710674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:38:56.044759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:38:56.044807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:38:59.377962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:38:59.378079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:02.711871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:02.711914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:06.044568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:06.044608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:10.704569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:10.704603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:14.041744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:14.041807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:18.766179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:39:18.766223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:22.761119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:22.761231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:25.427385 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-205.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-205.nip.io-tls was not found. Using default certificate W0319 13:41:25.427434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:25.427445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 13:41:25.428965 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0319 13:41:25.428990 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0319 13:41:25.435977 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0319 13:41:25.436494 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-205.nip.io-tls" in local store I0319 13:41:25.436750 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"7714ab0c-9805-4908-b90e-4fa5b9c4c50c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3005", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 13:41:25.759540 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-205.nip.io-tls" I0319 13:41:25.760656 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-205.nip.io-tls" W0319 13:41:26.094792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:26.094838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 13:41:26.094908 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 13:41:26.134774 7 controller.go:216] "Backend successfully reloaded" I0319 13:41:26.135010 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-79w2x", UID:"91e298d3-1784-4c40-aa1c-ab71dae7f437", APIVersion:"v1", ResourceVersion:"1233", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 13:41:29.430584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:41:29.430633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [19/Mar/2026:13:41:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.097 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 2.097 200 2e079d08b91cc35cf7e57777459bedcc 199.204.45.205 - - [19/Mar/2026:13:41:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.172 [auth-system-keycloak-80] [] 10.0.0.167:8080 116 0.172 404 53ed6fefd4b9453123eb0195dcb9066f 199.204.45.205 - - [19/Mar/2026:13:41:39 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.392 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 3.391 201 59207c4f2ef623419dae90d14e61b1db 199.204.45.205 - - [19/Mar/2026:13:41:40 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.496 [auth-system-keycloak-80] [] 10.0.0.167:8080 4246 0.496 200 9962081cf3b59c7f9c98d3e8d2b60034 199.204.45.205 - - [19/Mar/2026:13:41:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.504 200 183f9d5f102c822aebb89b54d15a9526 199.204.45.205 - - [19/Mar/2026:13:41:41 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.078 [auth-system-keycloak-80] [] 10.0.0.167:8080 12500 0.078 200 b9babd6a3a8853f074fd67ddab6e1338 199.204.45.205 - - [19/Mar/2026:13:41:41 +0000] "GET /admin/realms/atmosphere/client-scopes/05ddadbb-d992-49a9-93ae-3dfaa1e0c2df HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.072 [auth-system-keycloak-80] [] 10.0.0.167:8080 1278 0.072 200 c158d7f5e47c12156241c5c4353e5819 199.204.45.205 - - [19/Mar/2026:13:41:41 +0000] "PUT /admin/realms/atmosphere/client-scopes/05ddadbb-d992-49a9-93ae-3dfaa1e0c2df HTTP/1.1" 204 0 "-" "Ansible" 1848 0.089 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.088 204 0fd1e8fcbe16c7d22629e04425f1d6d1 199.204.45.205 - - [19/Mar/2026:13:41:41 +0000] "GET /admin/realms/atmosphere/client-scopes/05ddadbb-d992-49a9-93ae-3dfaa1e0c2df/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.019 [auth-system-keycloak-80] [] 10.0.0.167:8080 963 0.019 200 095bc090e064ca0e4a6238cf3bf3cbed 199.204.45.205 - - [19/Mar/2026:13:41:41 +0000] "GET /admin/realms/atmosphere/client-scopes/05ddadbb-d992-49a9-93ae-3dfaa1e0c2df/protocol-mappers/models/32882e3d-5500-49e0-8561-813429259771 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.059 [auth-system-keycloak-80] [] 10.0.0.167:8080 366 0.060 200 0201df1df321ccd507f5fbb9bbc094eb 199.204.45.205 - - [19/Mar/2026:13:41:41 +0000] "PUT /admin/realms/atmosphere/client-scopes/05ddadbb-d992-49a9-93ae-3dfaa1e0c2df/protocol-mappers/models/32882e3d-5500-49e0-8561-813429259771 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.089 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.088 204 55c004e1be3a9afddda921d5e9fe9236 199.204.45.205 - - [19/Mar/2026:13:41:41 +0000] "GET /admin/realms/atmosphere/client-scopes/05ddadbb-d992-49a9-93ae-3dfaa1e0c2df HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.167:8080 1218 0.016 200 c74880e5b20b4403b8919913ed8fb8ba 199.204.45.205 - - [19/Mar/2026:13:42:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.489 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.489 200 bbe32345bca2a6de5a9ed70374a9a2c4 199.204.45.205 - - [19/Mar/2026:13:42:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.014 [auth-system-keycloak-80] [] 10.0.0.167:8080 2 0.014 200 832b78682d9268fe12f056a21d8f6193 199.204.45.205 - - [19/Mar/2026:13:42:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.193 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.193 201 4df43d009798a7139e30ddfdf02dc3df 199.204.45.205 - - [19/Mar/2026:13:42:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.079 [auth-system-keycloak-80] [] 10.0.0.167:8080 1261 0.079 200 ade0a43af3aca2d4a0a5924b89916da7 199.204.45.205 - - [19/Mar/2026:13:42:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.497 200 50b984be2faf8d8bca13ae6d7bca5346 199.204.45.205 - - [19/Mar/2026:13:42:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.167:8080 2 0.011 200 206e66109eeb515d3eb0a3c56ed0b0e9 199.204.45.205 - - [19/Mar/2026:13:42:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.095 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.094 201 2ec6c45097edfd3193a7115be63ed0af 199.204.45.205 - - [19/Mar/2026:13:42:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.059 200 006ee496a92bd664c279f5fde983d75f 199.204.45.205 - - [19/Mar/2026:13:42:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.465 200 1454bcede97e592a0de132b352ec4ae9 199.204.45.205 - - [19/Mar/2026:13:42:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.043 [auth-system-keycloak-80] [] 10.0.0.167:8080 2 0.043 200 4f84eafec4a471b5fd43656184b311d7 199.204.45.205 - - [19/Mar/2026:13:42:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.040 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.039 201 90cd70070c61a10995a8c6282ead3aa6 199.204.45.205 - - [19/Mar/2026:13:42:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.050 [auth-system-keycloak-80] [] 10.0.0.167:8080 1251 0.049 200 a9c26b9e824f19d9b666130810bd5d10 199.204.45.205 - - [19/Mar/2026:13:42:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.483 200 42fcb9bfd956fd16351fa78511b7284f 199.204.45.205 - - [19/Mar/2026:13:42:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.167:8080 1261 0.005 200 310cf31c135566a3516f2982d0693a27 199.204.45.205 - - [19/Mar/2026:13:42:06 +0000] "GET /admin/realms/atmosphere/clients/4337c5df-eb04-4742-a556-407642f792e7/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.167:8080 119 0.013 404 ab805c39bed50250aa494320cb8df576 199.204.45.205 - - [19/Mar/2026:13:42:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.033 [auth-system-keycloak-80] [] 10.0.0.167:8080 1261 0.033 200 93db58e435aded581c9406af211d9825 199.204.45.205 - - [19/Mar/2026:13:42:06 +0000] "POST /admin/realms/atmosphere/clients/4337c5df-eb04-4742-a556-407642f792e7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.023 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.022 201 6af61fda84025bb90fbac026572b9baf 199.204.45.205 - - [19/Mar/2026:13:42:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.167:8080 1261 0.007 200 df0518fecc29ec0f515c50bb6504edfd 199.204.45.205 - - [19/Mar/2026:13:42:06 +0000] "GET /admin/realms/atmosphere/clients/4337c5df-eb04-4742-a556-407642f792e7/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.044 [auth-system-keycloak-80] [] 10.0.0.167:8080 166 0.044 200 651a5b88d06d9b0655935f29f67d3c70 199.204.45.205 - - [19/Mar/2026:13:42:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.455 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.454 200 34a02405854105ca9c349b3b4a828a45 199.204.45.205 - - [19/Mar/2026:13:42:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.007 200 fa2ad5fc9d52b34414e1cf986e038e4d 199.204.45.205 - - [19/Mar/2026:13:42:07 +0000] "GET /admin/realms/atmosphere/clients/47d2f197-2533-4498-a90c-f870cc52a048/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.038 [auth-system-keycloak-80] [] 10.0.0.167:8080 119 0.038 404 30335b702e2b0105a6d2087b2d5ad509 199.204.45.205 - - [19/Mar/2026:13:42:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.006 200 a4433b5b70a5072f2549bc5f7e4fc352 199.204.45.205 - - [19/Mar/2026:13:42:07 +0000] "POST /admin/realms/atmosphere/clients/47d2f197-2533-4498-a90c-f870cc52a048/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.014 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.013 201 1e88a0f789d7f6e429fafe580afd6004 199.204.45.205 - - [19/Mar/2026:13:42:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.006 200 9f4159e09df5203388b14c5d54c21fee 199.204.45.205 - - [19/Mar/2026:13:42:07 +0000] "GET /admin/realms/atmosphere/clients/47d2f197-2533-4498-a90c-f870cc52a048/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.038 [auth-system-keycloak-80] [] 10.0.0.167:8080 165 0.038 200 b035fb64f1b071fd9724e1a536bafd66 199.204.45.205 - - [19/Mar/2026:13:42:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.458 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.457 200 687df23c1a77e4f7f7e1a1adfc18e344 199.204.45.205 - - [19/Mar/2026:13:42:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.005 200 975034fc66d01e7704575cdbc1b3b2e9 199.204.45.205 - - [19/Mar/2026:13:42:07 +0000] "GET /admin/realms/atmosphere/clients/47d2f197-2533-4498-a90c-f870cc52a048/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.049 [auth-system-keycloak-80] [] 10.0.0.167:8080 119 0.049 404 282a157727453295490e6651b719235b 199.204.45.205 - - [19/Mar/2026:13:42:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.005 200 2c180fa4ab78547b43870b1666046907 I0319 13:42:07.963721 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.21.39"}] I0319 13:42:07.968160 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"7714ab0c-9805-4908-b90e-4fa5b9c4c50c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3395", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 13:42:07.970028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:07.970055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.205 - - [19/Mar/2026:13:42:08 +0000] "POST /admin/realms/atmosphere/clients/47d2f197-2533-4498-a90c-f870cc52a048/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.073 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.072 201 6b99ba53da50e2acfd97febb922a555e 199.204.45.205 - - [19/Mar/2026:13:42:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.006 200 5c27833b02183b8cfcd354357f4847f4 199.204.45.205 - - [19/Mar/2026:13:42:08 +0000] "GET /admin/realms/atmosphere/clients/47d2f197-2533-4498-a90c-f870cc52a048/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.070 [auth-system-keycloak-80] [] 10.0.0.167:8080 166 0.069 200 c8ad1f11db10a53c294810b2d00eac09 199.204.45.205 - - [19/Mar/2026:13:42:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.446 200 25e89e0f4aef7701b57588f8b43d9878 199.204.45.205 - - [19/Mar/2026:13:42:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.012 200 0211196362cb58d334501176461eafc5 199.204.45.205 - - [19/Mar/2026:13:42:08 +0000] "GET /admin/realms/atmosphere/clients/47d2f197-2533-4498-a90c-f870cc52a048/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.059 [auth-system-keycloak-80] [] 10.0.0.167:8080 119 0.059 404 d7e7bebddba6df498f78be0241668839 199.204.45.205 - - [19/Mar/2026:13:42:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.007 200 c17a41ac00d5532daae0afa8493a470d 199.204.45.205 - - [19/Mar/2026:13:42:09 +0000] "POST /admin/realms/atmosphere/clients/47d2f197-2533-4498-a90c-f870cc52a048/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.071 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.071 201 86acaeee9001f8fca95dd2a99fb081c8 199.204.45.205 - - [19/Mar/2026:13:42:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.167:8080 1286 0.007 200 bdb13c5124ade6f4b953c55919dcf2b7 199.204.45.205 - - [19/Mar/2026:13:42:09 +0000] "GET /admin/realms/atmosphere/clients/47d2f197-2533-4498-a90c-f870cc52a048/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.167:8080 166 0.012 200 d820592007c7bf0eee0d6db96b26835a 199.204.45.205 - - [19/Mar/2026:13:42:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.457 [auth-system-keycloak-80] [] 10.0.0.167:8080 1928 0.456 200 82b46f701c40614741f402b04346ebc3 199.204.45.205 - - [19/Mar/2026:13:42:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.167:8080 1251 0.021 200 5024f1bda0858d870d10a25254c1a1da 199.204.45.205 - - [19/Mar/2026:13:42:09 +0000] "GET /admin/realms/atmosphere/clients/3117e4a2-02d6-408a-b8fa-5d5c49246dc4/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.167:8080 119 0.009 404 15a6eee44ead5cd749e3f5c760b3e7c3 199.204.45.205 - - [19/Mar/2026:13:42:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.167:8080 1251 0.005 200 55cffba88d9068b9c02ea086a01e08db 199.204.45.205 - - [19/Mar/2026:13:42:09 +0000] "POST /admin/realms/atmosphere/clients/3117e4a2-02d6-408a-b8fa-5d5c49246dc4/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.070 [auth-system-keycloak-80] [] 10.0.0.167:8080 0 0.069 201 b4a6bd4545f7e76a2c435af21a45eca3 199.204.45.205 - - [19/Mar/2026:13:42:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.167:8080 1251 0.005 200 926473d49e1c7be6fe878768d9d8a0f3 199.204.45.205 - - [19/Mar/2026:13:42:10 +0000] "GET /admin/realms/atmosphere/clients/3117e4a2-02d6-408a-b8fa-5d5c49246dc4/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.066 [auth-system-keycloak-80] [] 10.0.0.167:8080 166 0.066 200 0012efd5c245b4e0a05a2bffb67e56b5 W0319 13:42:31.474478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:42:31.474530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:14.018943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:14.018984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:14.089955 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:43:14.090008 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0319 13:43:14.090035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:14.090046 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 13:43:14.090111 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0319 13:43:14.090049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:14.090153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:14.090167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:14.090227 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:43:14.090313 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0319 13:43:14.090366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:14.090387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 13:43:14.091856 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0319 13:43:14.091879 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0319 13:43:14.091940 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0319 13:43:14.091968 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0319 13:43:14.092259 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0319 13:43:14.092291 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0319 13:43:14.099613 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0319 13:43:14.099917 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2058becf-eab0-468b-af2c-334770e96fac", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3943", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 13:43:14.100224 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0319 13:43:14.100259 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0319 13:43:14.100582 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0319 13:43:14.100601 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0319 13:43:14.100822 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0319 13:43:14.100844 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"277ebf3e-120b-4d31-bfb5-bee27af11ed9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3944", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 13:43:14.100855 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e2bfeeab-0640-4813-9fff-059c62d3eb27", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3945", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 13:43:14.420716 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 13:43:14.422072 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0319 13:43:14.424543 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0319 13:43:14.425436 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0319 13:43:16.511509 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 13:43:16.512375 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" I0319 13:43:16.814732 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0319 13:43:16.815564 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" I0319 13:43:17.213186 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0319 13:43:17.214336 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0319 13:43:17.352328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:43:17.352381 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 13:43:17.352409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:43:17.352534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:17.352551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 13:43:17.352645 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 13:43:17.403821 7 controller.go:216] "Backend successfully reloaded" I0319 13:43:17.404129 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-79w2x", UID:"91e298d3-1784-4c40-aa1c-ab71dae7f437", APIVersion:"v1", ResourceVersion:"1233", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 13:43:20.685693 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:43:20.685740 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 13:43:20.685759 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:43:20.685822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:20.685838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:24.019664 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:43:24.019731 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 13:43:24.019778 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:43:24.019898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:24.019929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:27.353634 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:43:27.353732 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 13:43:27.353778 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:43:27.353916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:27.353942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:30.686689 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:43:30.686755 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 13:43:30.686791 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:43:30.686983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:30.687024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:34.019728 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:43:34.019793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 13:43:34.019829 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:43:34.019985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:34.020049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:37.352766 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:43:37.352925 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:43:37.353053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:37.353084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:40.686478 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:43:40.687068 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:43:40.687439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:40.687478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:44.019498 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:43:44.019552 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:43:44.019624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:44.019638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:47.352645 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:43:47.352739 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:43:47.352878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:47.352904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:50.686164 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 13:43:50.686278 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 13:43:50.686425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:50.686458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.90 - - [19/Mar/2026:13:43:51 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.027 [auth-system-keycloak-80] [] 10.0.0.167:8080 6432 0.026 200 ca0674aa717453c84ab462bfa2071bce 10.0.0.179 - - [19/Mar/2026:13:43:51 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.167:8080 6432 0.006 200 657fd0fdc60e20e94becf83b68d78bf4 W0319 13:43:54.019607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:54.019642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:57.352680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:43:57.352738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:44:00.686780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:44:00.686824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:44:04.021088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:44:04.021140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 13:44:07.964184 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.21.39"}] I0319 13:44:07.964189 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.21.39"}] I0319 13:44:07.964777 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.21.39"}] I0319 13:44:07.969414 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"277ebf3e-120b-4d31-bfb5-bee27af11ed9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5048", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 13:44:07.971441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:44:07.971481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 13:44:07.972791 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e2bfeeab-0640-4813-9fff-059c62d3eb27", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5049", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 13:44:07.973949 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2058becf-eab0-468b-af2c-334770e96fac", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5050", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 13:44:11.305733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:44:11.305778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:44:14.639720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:44:14.639767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:44:40.813259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:44:40.813290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:44:44.147700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 13:44:44.147734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store