------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0426 02:39:39.279305 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0426 02:39:39.279820 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0426 02:39:39.286750 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0426 02:39:39.290783 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0426 02:39:39.398055 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0426 02:39:39.414971 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0426 02:39:39.428735 7 nginx.go:271] "Starting NGINX Ingress controller" I0426 02:39:39.436985 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"9fad8a3f-aee2-4ed3-a6a6-9940da9e65d1", APIVersion:"v1", ResourceVersion:"1566", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0426 02:39:39.440734 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"17fcb6f2-a49f-4fa5-8335-f8577d6f8301", APIVersion:"v1", ResourceVersion:"1568", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0426 02:39:39.440980 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"90c5597c-e45f-4b93-a80b-fe4334728890", APIVersion:"v1", ResourceVersion:"1567", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0426 02:39:40.629088 7 nginx.go:317] "Starting NGINX process" I0426 02:39:40.629173 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0426 02:39:40.633243 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0426 02:39:40.633457 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0426 02:39:40.633499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:39:40.633514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 02:39:40.633560 7 controller.go:196] "Configuration changes detected, backend reload required" I0426 02:39:40.643384 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0426 02:39:40.643570 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-zkmcf" I0426 02:39:40.661379 7 controller.go:216] "Backend successfully reloaded" I0426 02:39:40.661468 7 controller.go:227] "Initial sync, sleeping for 1 second" I0426 02:39:40.661560 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-zkmcf", UID:"4030485a-e09b-4844-8787-aeef47e7bd27", APIVersion:"v1", ResourceVersion:"1609", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0426 02:39:44.447517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:39:44.447562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:39:47.781032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:39:47.781070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:39:51.115424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:39:51.115457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:39:54.447883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:39:54.447956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:39:57.781004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:39:57.781041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:40:01.115297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:40:01.115434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:40:04.448709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:40:04.448750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:40:07.781661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:40:07.781701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:40:11.849502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:40:11.849531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:40:22.885024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:40:22.885051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:40:54.184101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:40:54.184137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:40:57.518680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:40:57.518743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:41:40.251438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:41:40.251472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:41:43.584970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:41:43.585088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:41:46.919358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:41:46.919407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:41:50.252225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:41:50.252266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:41:55.046621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:41:55.046666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:41:58.380369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:41:58.380414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:42:01.713448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:42:01.713487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:42:06.432733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:42:06.432760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:42:09.766969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:42:09.767030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:42:13.481965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:42:13.482019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:42:16.819003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:42:16.819033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:42:35.392815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:42:35.392849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:42:41.315481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:42:41.315520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:43:42.414916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:43:42.414956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:48:11.453675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:48:11.453709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:48:15.182015 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-156.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-156.nip.io-tls was not found. Using default certificate W0426 02:48:15.182082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:48:15.182100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 02:48:15.184195 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0426 02:48:15.184232 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0426 02:48:15.192607 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0426 02:48:15.193144 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3e2cba5e-6d0c-4c08-8ef5-467b7c73f59b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5050", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0426 02:48:15.193332 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-156.nip.io-tls" in local store W0426 02:48:15.193576 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-156.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-156.nip.io-tls was not found. Using default certificate W0426 02:48:15.193658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:48:15.193708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 02:48:15.193809 7 controller.go:196] "Configuration changes detected, backend reload required" I0426 02:48:15.242570 7 controller.go:216] "Backend successfully reloaded" I0426 02:48:15.243351 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-zkmcf", UID:"4030485a-e09b-4844-8787-aeef47e7bd27", APIVersion:"v1", ResourceVersion:"1609", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0426 02:48:15.712928 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-156.nip.io-tls" I0426 02:48:15.714859 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-156.nip.io-tls" W0426 02:48:18.527523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:48:18.527580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.156 - - [26/Apr/2026:02:48:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.892 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 1.891 200 cf74ae8141f59332fe4335c6384ac3d6 199.19.213.156 - - [26/Apr/2026:02:48:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.175 [auth-system-keycloak-80] [] 10.0.0.227:8080 116 0.175 404 8e547f2035e114f029e443e2c74fa525 199.19.213.156 - - [26/Apr/2026:02:48:26 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.305 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 5.303 201 828b922e9b26c07ac52436f660a41fea 199.19.213.156 - - [26/Apr/2026:02:48:27 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.762 [auth-system-keycloak-80] [] 10.0.0.227:8080 4246 0.762 200 b014258a6a6bb9926b5f23327438d3c7 199.19.213.156 - - [26/Apr/2026:02:48:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 0.503 200 c303563434bc92e58a8fbf162bcbfd1a 199.19.213.156 - - [26/Apr/2026:02:48:28 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.067 [auth-system-keycloak-80] [] 10.0.0.227:8080 1682 0.066 200 ee9caa8875540ecb90a811348bd6d0d8 199.19.213.156 - - [26/Apr/2026:02:48:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.040 [auth-system-keycloak-80] [] 10.0.0.227:8080 6432 0.040 200 c281aa90cbcd09276599b54cd74230c7 199.19.213.156 - - [26/Apr/2026:02:48:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 0.472 200 c3f1f3b64b00e374490aa9e29d3f966f 199.19.213.156 - - [26/Apr/2026:02:48:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.071 [auth-system-keycloak-80] [] 10.0.0.227:8080 2 0.071 200 5ae105cb31df8622cae4aa9ce045e079 199.19.213.156 - - [26/Apr/2026:02:48:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.293 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 0.292 201 a7aef6251d896738b93250a434c812ea 199.19.213.156 - - [26/Apr/2026:02:48:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.073 [auth-system-keycloak-80] [] 10.0.0.227:8080 2246 0.073 200 a11669ff0516d07960318e3a05a5c0ad 199.19.213.156 - - [26/Apr/2026:02:48:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 0.461 200 9ccc2e17dc11463d5949ca0f9a7bb4f3 199.19.213.156 - - [26/Apr/2026:02:48:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.014 [auth-system-keycloak-80] [] 10.0.0.227:8080 2246 0.014 200 0696be06b9412a0aa75f1b93053d3938 199.19.213.156 - - [26/Apr/2026:02:48:32 +0000] "GET /admin/realms/atmosphere/clients/c4072c2c-7111-4cd2-9a84-e7718587525c/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.073 [auth-system-keycloak-80] [] 10.0.0.227:8080 233 0.073 200 66cdcdc9a4cc858ff711d0bd0e047f0d 199.19.213.156 - - [26/Apr/2026:02:48:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.084 [auth-system-keycloak-80] [] 10.0.0.227:8080 831 0.084 200 c8171ff60e9a2f95fd93bd7c91e8a9f5 199.19.213.156 - - [26/Apr/2026:02:48:32 +0000] "GET /admin/realms/atmosphere/clients/cecf4b1f-e787-46ac-85f0-f29d677c9aab/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.081 [auth-system-keycloak-80] [] 10.0.0.227:8080 3758 0.081 200 9755bb6c9457748c1b1bc76fba9c1bf5 199.19.213.156 - - [26/Apr/2026:02:48:32 +0000] "GET /admin/realms/atmosphere/users/ef2e23c9-4ec2-4af2-ac04-83d473cf67de/role-mappings/clients/cecf4b1f-e787-46ac-85f0-f29d677c9aab/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.194 [auth-system-keycloak-80] [] 10.0.0.227:8080 3758 0.194 200 ef10853386b5c7a14b6089a4a95dcece 199.19.213.156 - - [26/Apr/2026:02:48:33 +0000] "GET /admin/realms/atmosphere/users/ef2e23c9-4ec2-4af2-ac04-83d473cf67de/role-mappings/clients/cecf4b1f-e787-46ac-85f0-f29d677c9aab/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.087 [auth-system-keycloak-80] [] 10.0.0.227:8080 2 0.087 200 33eaf7fbe747d092787954e45a7b428f 199.19.213.156 - - [26/Apr/2026:02:48:33 +0000] "POST /admin/realms/atmosphere/users/ef2e23c9-4ec2-4af2-ac04-83d473cf67de/role-mappings/clients/cecf4b1f-e787-46ac-85f0-f29d677c9aab HTTP/1.1" 204 0 "-" "Ansible" 1390 0.092 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 0.091 204 5138490660b765da77885df368d97e45 199.19.213.156 - - [26/Apr/2026:02:48:33 +0000] "GET /admin/realms/atmosphere/users/ef2e23c9-4ec2-4af2-ac04-83d473cf67de/role-mappings/clients/cecf4b1f-e787-46ac-85f0-f29d677c9aab/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.019 [auth-system-keycloak-80] [] 10.0.0.227:8080 576 0.020 200 cb0e44d1be8f51c9d0bf304bd5ccefcd I0426 02:48:40.652379 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.98.49.145"}] I0426 02:48:40.657815 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3e2cba5e-6d0c-4c08-8ef5-467b7c73f59b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5206", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0426 02:48:40.659677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:48:40.659717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:48:54.857810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:48:54.857843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:49:59.120494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:49:59.120529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:50:35.962535 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0426 02:50:35.962585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:50:35.962597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 02:50:35.964234 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.1kB} I0426 02:50:35.964260 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0426 02:50:35.967610 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0426 02:50:35.967981 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0426 02:50:35.968163 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0426 02:50:35.968201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:50:35.968215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 02:50:35.968265 7 controller.go:196] "Configuration changes detected, backend reload required" I0426 02:50:35.969020 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"215cac6e-4152-4d0d-bc1d-9a4e86213d2c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5844", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0426 02:50:36.010481 7 controller.go:216] "Backend successfully reloaded" I0426 02:50:36.010952 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-zkmcf", UID:"4030485a-e09b-4844-8787-aeef47e7bd27", APIVersion:"v1", ResourceVersion:"1609", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0426 02:50:36.837775 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0426 02:50:36.839235 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0426 02:50:39.302399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:50:39.302449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.156 - - [26/Apr/2026:02:50:39 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 cb3135c9c21489d00442f5cac6e08383 I0426 02:50:40.651830 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.98.49.145"}] I0426 02:50:40.655994 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"215cac6e-4152-4d0d-bc1d-9a4e86213d2c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5896", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.19.213.156 - - [26/Apr/2026:02:50:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.120:5000 266 0.006 200 8e67f4c99fd856cf8b80516f0b1200ca 199.19.213.156 - - [26/Apr/2026:02:50:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.448 [openstack-keystone-api-5000] [] 10.0.0.120:5000 1360 0.448 201 04e331ff8df28d75c91fe73ae1fcf6b0 199.19.213.156 - - [26/Apr/2026:02:50:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.003 300 761ef68438f3a5cff40f5b93c101a040 199.19.213.156 - - [26/Apr/2026:02:50:41 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.042 [openstack-keystone-api-5000] [] 10.0.0.120:5000 90 0.042 404 2b891065f5338839d4c16f16f4014fb1 199.19.213.156 - - [26/Apr/2026:02:50:41 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.029 [openstack-keystone-api-5000] [] 10.0.0.120:5000 370 0.029 200 409302d8d1cef189973767ce44bc6b3e 199.19.213.156 - - [26/Apr/2026:02:50:41 +0000] "GET /v3/domains/5007c70ad2a24c00ad78b38b4ff1bf14 HTTP/1.1" 200 247 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.120:5000 247 0.017 200 c3c4f66bcbde1bf11821429e42716b4d 199.19.213.156 - - [26/Apr/2026:02:50:42 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 266 0.003 200 39a54662bfb0443e92134ae8529af20e W0426 02:50:42.636008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:50:42.636059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.156 - - [26/Apr/2026:02:50:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.120:5000 1360 0.312 201 0016d83738c4aa6992791bbb639f576f 199.19.213.156 - - [26/Apr/2026:02:50:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 efddd3fed82c907670a4afce1e6f9a87 199.19.213.156 - - [26/Apr/2026:02:50:42 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.024 [openstack-keystone-api-5000] [] 10.0.0.120:5000 101 0.024 404 a0635bec7e7f0cfdc4eadd12a203111d 199.19.213.156 - - [26/Apr/2026:02:50:42 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.022 [openstack-keystone-api-5000] [] 10.0.0.120:5000 156 0.023 200 0ae0b795c223c4c011ac33414b7b9e0a 199.19.213.156 - - [26/Apr/2026:02:50:42 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.024 [openstack-keystone-api-5000] [] 10.0.0.120:5000 342 0.024 201 c0949634423fe9c432d07d7f90f9c550 199.19.213.156 - - [26/Apr/2026:02:50:43 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.120:5000 266 0.002 200 cbf21227b3f6fe8b72560f0c13bd4397 199.19.213.156 - - [26/Apr/2026:02:50:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.120:5000 1360 0.293 201 92153779f7fdc3f3a325455ef76d107b 199.19.213.156 - - [26/Apr/2026:02:50:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.003 300 c6c730991d1983e4c96e88c2f4b56c06 199.19.213.156 - - [26/Apr/2026:02:50:43 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.120:5000 98 0.019 404 2889e21ee31c4d1eef39eef9124fb4b0 199.19.213.156 - - [26/Apr/2026:02:50:43 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.016 [openstack-keystone-api-5000] [] 10.0.0.120:5000 136 0.016 200 8cf77668732f28cb41da17b40836fb4e 199.19.213.156 - - [26/Apr/2026:02:50:43 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.120:5000 357 0.020 201 d7fe124915ebca7b135acc0f1ae73ef5 199.19.213.156 - - [26/Apr/2026:02:50:44 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.120:5000 266 0.003 200 c65b152971ce3e3d5223a35d0fb57063 199.19.213.156 - - [26/Apr/2026:02:50:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.120:5000 1360 0.308 201 1774ec6d7fef0af3e30b0df4658735d4 199.19.213.156 - - [26/Apr/2026:02:50:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.004 300 c9d60e2a1d13c677e3b93afde727dbdd 199.19.213.156 - - [26/Apr/2026:02:50:45 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.032 [openstack-keystone-api-5000] [] 10.0.0.120:5000 131 0.032 404 c466bee478170b206a01f56360561f92 199.19.213.156 - - [26/Apr/2026:02:50:45 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.120:5000 168 0.019 200 79ac0dfb427b42d7471b4751e388dbc1 199.19.213.156 - - [26/Apr/2026:02:50:45 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.11.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.022 [openstack-keystone-api-5000] [] 10.0.0.120:5000 224 0.023 201 8ea854526838c5b67187514515201d45 199.19.213.156 - - [26/Apr/2026:02:50:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.524 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 0.523 200 f3495319922f33a093d7154be08cf7f2 199.19.213.156 - - [26/Apr/2026:02:50:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.012 [auth-system-keycloak-80] [] 10.0.0.227:8080 4246 0.012 200 59ff1c302667a5b16a4afa2033b2afa5 199.19.213.156 - - [26/Apr/2026:02:50:52 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.453 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 0.453 204 40af6eaf10b8433931756ab10afdd6c3 199.19.213.156 - - [26/Apr/2026:02:50:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.114 [auth-system-keycloak-80] [] 10.0.0.227:8080 4384 0.115 200 a0ba1df8b2cf38b26e5630dd50444a64 W0426 02:50:53.534276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:50:53.534314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.156 - - [26/Apr/2026:02:50:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.525 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 0.521 200 9e7ebf0900e7e012db725dff3d6fa4e7 199.19.213.156 - - [26/Apr/2026:02:50:54 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.026 [auth-system-keycloak-80] [] 10.0.0.227:8080 12500 0.026 200 8a268c5a7a9814dbfac5067379ea4b16 199.19.213.156 - - [26/Apr/2026:02:50:54 +0000] "GET /admin/realms/atmosphere/client-scopes/6f089179-b826-461b-a59e-d2b5f7fe0e70 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.049 [auth-system-keycloak-80] [] 10.0.0.227:8080 1278 0.049 200 38793d9e9e499fe7856016702fb293f0 199.19.213.156 - - [26/Apr/2026:02:50:54 +0000] "PUT /admin/realms/atmosphere/client-scopes/6f089179-b826-461b-a59e-d2b5f7fe0e70 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.019 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 0.018 204 eacac981164c363338c0ad1f60cec9ac 199.19.213.156 - - [26/Apr/2026:02:50:54 +0000] "GET /admin/realms/atmosphere/client-scopes/6f089179-b826-461b-a59e-d2b5f7fe0e70/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.062 [auth-system-keycloak-80] [] 10.0.0.227:8080 963 0.063 200 9cc2508a9326f486d5c5660454bdceeb 199.19.213.156 - - [26/Apr/2026:02:50:54 +0000] "GET /admin/realms/atmosphere/client-scopes/6f089179-b826-461b-a59e-d2b5f7fe0e70/protocol-mappers/models/d019ce85-984a-469e-8ce3-c43b7b85bc04 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.227:8080 366 0.013 200 99cc714d7e6db9badbb336cfeebd0996 199.19.213.156 - - [26/Apr/2026:02:50:54 +0000] "PUT /admin/realms/atmosphere/client-scopes/6f089179-b826-461b-a59e-d2b5f7fe0e70/protocol-mappers/models/d019ce85-984a-469e-8ce3-c43b7b85bc04 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.194 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 0.193 204 4c8171184255f5fc88a6e6c6bfe6d097 199.19.213.156 - - [26/Apr/2026:02:50:54 +0000] "GET /admin/realms/atmosphere/client-scopes/6f089179-b826-461b-a59e-d2b5f7fe0e70 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.024 [auth-system-keycloak-80] [] 10.0.0.227:8080 1218 0.025 200 b73ecf2d58026dc62071f5fa4a53131c W0426 02:50:56.868167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:50:56.868212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:51:00.201412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:51:00.201440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.156 - - [26/Apr/2026:02:51:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 0.472 200 cde354b478fcd40f5b15aac2aab87bc3 199.19.213.156 - - [26/Apr/2026:02:51:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.227:8080 2 0.010 200 1f1d592adc2d37b6057ccdb5f68b7677 199.19.213.156 - - [26/Apr/2026:02:51:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.164 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 0.163 201 e18c1d9033c62aec7b7f164ffccc92d5 199.19.213.156 - - [26/Apr/2026:02:51:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.020 [auth-system-keycloak-80] [] 10.0.0.227:8080 1261 0.020 200 2bed12b34593a742af76c1ed6ffbc6c5 199.19.213.156 - - [26/Apr/2026:02:51:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.789 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 0.789 200 0cc1b3074934fbe895455544eea65a75 199.19.213.156 - - [26/Apr/2026:02:51:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.024 [auth-system-keycloak-80] [] 10.0.0.227:8080 2 0.024 200 75c50c59c8321715294e9ccc53802450 199.19.213.156 - - [26/Apr/2026:02:51:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.086 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 0.085 201 05f9e01a9a10d27c616b74311e78c693 199.19.213.156 - - [26/Apr/2026:02:51:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.037 [auth-system-keycloak-80] [] 10.0.0.227:8080 1286 0.037 200 8d52f67281657450f34f14f2502ad05b 199.19.213.156 - - [26/Apr/2026:02:51:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 0.505 200 46dff576dbed3cd20fb932bb5e94d3c9 199.19.213.156 - - [26/Apr/2026:02:51:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.227:8080 2 0.009 200 3c9130e00355cb30c5e437422642fa7f 199.19.213.156 - - [26/Apr/2026:02:51:19 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.134 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 0.133 201 4b89617d650b9b57e98f62452cb2ae13 199.19.213.156 - - [26/Apr/2026:02:51:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.016 [auth-system-keycloak-80] [] 10.0.0.227:8080 1251 0.016 200 2ec00e31256db64c5a23334cb9dd8513 199.19.213.156 - - [26/Apr/2026:02:51:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 0.495 200 5f6b351cf86aeaff6ef0928701678a56 199.19.213.156 - - [26/Apr/2026:02:51:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.049 [auth-system-keycloak-80] [] 10.0.0.227:8080 1261 0.049 200 d81a004ad0881bbf68c9ef434ce68be9 199.19.213.156 - - [26/Apr/2026:02:51:21 +0000] "GET /admin/realms/atmosphere/clients/28baf7ae-6ba1-4962-9f3b-6ef011661ebf/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.227:8080 119 0.010 404 a8781b5ab91dff1dcf474cac5c43ae16 199.19.213.156 - - [26/Apr/2026:02:51:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.227:8080 1261 0.008 200 5b81853ff1a88f187771bd5717dbbde9 199.19.213.156 - - [26/Apr/2026:02:51:21 +0000] "POST /admin/realms/atmosphere/clients/28baf7ae-6ba1-4962-9f3b-6ef011661ebf/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.239 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 0.238 201 9d2960aae0f5ec4c24c1ac09e081e2f6 199.19.213.156 - - [26/Apr/2026:02:51:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.227:8080 1261 0.009 200 0f05a0132fc7bfe39da4729d0139b0f4 199.19.213.156 - - [26/Apr/2026:02:51:21 +0000] "GET /admin/realms/atmosphere/clients/28baf7ae-6ba1-4962-9f3b-6ef011661ebf/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.227:8080 166 0.011 200 066abfa233fd55c64f944db11a01c3de 199.19.213.156 - - [26/Apr/2026:02:51:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 0.493 200 938e4ddcb2837baaaad499c75981eaf1 199.19.213.156 - - [26/Apr/2026:02:51:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.227:8080 1286 0.010 200 523ca9e274892b53e5620e046557e696 199.19.213.156 - - [26/Apr/2026:02:51:22 +0000] "GET /admin/realms/atmosphere/clients/aa52ad99-5440-4f20-8596-cac6602fa54f/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.031 [auth-system-keycloak-80] [] 10.0.0.227:8080 119 0.031 404 13b7fa264b727bd45c684a70de8ca5a8 199.19.213.156 - - [26/Apr/2026:02:51:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.227:8080 1286 0.007 200 4382d016695423fb699a2b99803b27b9 199.19.213.156 - - [26/Apr/2026:02:51:22 +0000] "POST /admin/realms/atmosphere/clients/aa52ad99-5440-4f20-8596-cac6602fa54f/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.107 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 0.107 201 911772f12b32577da693ad27fb57f1c0 199.19.213.156 - - [26/Apr/2026:02:51:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.227:8080 1286 0.010 200 9026dfed06cfc97b8e9ca14b1733fa09 199.19.213.156 - - [26/Apr/2026:02:51:22 +0000] "GET /admin/realms/atmosphere/clients/aa52ad99-5440-4f20-8596-cac6602fa54f/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.032 [auth-system-keycloak-80] [] 10.0.0.227:8080 165 0.031 200 7c4da0dfcae29eaaef54ba8146007539 199.19.213.156 - - [26/Apr/2026:02:51:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 0.502 200 b248a5c789240d3818a0d6d6d3b600e8 199.19.213.156 - - [26/Apr/2026:02:51:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.227:8080 1286 0.006 200 f544f21948d9b7e668a491f2e5ea8e68 199.19.213.156 - - [26/Apr/2026:02:51:23 +0000] "GET /admin/realms/atmosphere/clients/aa52ad99-5440-4f20-8596-cac6602fa54f/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.227:8080 119 0.009 404 89ac0f3955cb05535a827587fa0c427e 199.19.213.156 - - [26/Apr/2026:02:51:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.227:8080 1286 0.007 200 71fc0536f9e627615984b718a2ee360a 199.19.213.156 - - [26/Apr/2026:02:51:23 +0000] "POST /admin/realms/atmosphere/clients/aa52ad99-5440-4f20-8596-cac6602fa54f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.105 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 0.103 201 40258ff94f9a05130a7cbe7b3344c1c2 199.19.213.156 - - [26/Apr/2026:02:51:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.227:8080 1286 0.005 200 ceed09b8b6806784a078a7946877b245 199.19.213.156 - - [26/Apr/2026:02:51:23 +0000] "GET /admin/realms/atmosphere/clients/aa52ad99-5440-4f20-8596-cac6602fa54f/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.227:8080 166 0.013 200 76e146c8a9e93e312fbd94f3f28c9be3 199.19.213.156 - - [26/Apr/2026:02:51:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 0.481 200 4d99688eb507b243e4f4f43d17784cf0 199.19.213.156 - - [26/Apr/2026:02:51:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.227:8080 1286 0.008 200 819f5e431c7b41a693af1c3092a54309 199.19.213.156 - - [26/Apr/2026:02:51:24 +0000] "GET /admin/realms/atmosphere/clients/aa52ad99-5440-4f20-8596-cac6602fa54f/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.227:8080 119 0.009 404 f7826eedb49fd7605eeb521951664e6a 199.19.213.156 - - [26/Apr/2026:02:51:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.029 [auth-system-keycloak-80] [] 10.0.0.227:8080 1286 0.029 200 f3442311548efd9c625a50bb59a5c853 199.19.213.156 - - [26/Apr/2026:02:51:24 +0000] "POST /admin/realms/atmosphere/clients/aa52ad99-5440-4f20-8596-cac6602fa54f/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.067 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 0.066 201 3656fac2889f3f4457e9975bef8979f7 199.19.213.156 - - [26/Apr/2026:02:51:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.227:8080 1286 0.006 200 3b9728058532e12346f1b46b8f3a2425 199.19.213.156 - - [26/Apr/2026:02:51:24 +0000] "GET /admin/realms/atmosphere/clients/aa52ad99-5440-4f20-8596-cac6602fa54f/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.227:8080 166 0.017 200 acb6ecd613aec20eb4159400809c8368 199.19.213.156 - - [26/Apr/2026:02:51:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 0.479 200 0b2e69e53aaa96b30a2d8889eb962f48 199.19.213.156 - - [26/Apr/2026:02:51:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.227:8080 1251 0.005 200 0f7fdafb3b12a350f823ac94c1829d36 199.19.213.156 - - [26/Apr/2026:02:51:25 +0000] "GET /admin/realms/atmosphere/clients/458b3e35-403f-4758-8da2-d429751c16de/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.227:8080 119 0.008 404 1a58afc708de2ed5db8a3e401747dc8c 199.19.213.156 - - [26/Apr/2026:02:51:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.227:8080 1251 0.005 200 4a255688d55669c38231da6e6b03fc29 199.19.213.156 - - [26/Apr/2026:02:51:25 +0000] "POST /admin/realms/atmosphere/clients/458b3e35-403f-4758-8da2-d429751c16de/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.030 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 0.029 201 7a860c02f1ec979bbc2e14ce626f9b6e 199.19.213.156 - - [26/Apr/2026:02:51:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.227:8080 1251 0.007 200 c4ab3d4a47f10f0efa89aba6f3b26982 199.19.213.156 - - [26/Apr/2026:02:51:25 +0000] "GET /admin/realms/atmosphere/clients/458b3e35-403f-4758-8da2-d429751c16de/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.227:8080 166 0.013 200 5b68cb7b31f81ee2760c4a8590bc0893 E0426 02:51:29.399374 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-156.nip.io. Skipping. W0426 02:51:29.399885 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0426 02:51:29.400001 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0426 02:51:29.400166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:51:29.400199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 02:51:29.403428 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.004s renderingIngressLength:3 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:22.8kB} I0426 02:51:29.403465 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0426 02:51:29.409294 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0426 02:51:29.409450 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-156.nip.io. Skipping. W0426 02:51:29.409615 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store W0426 02:51:29.409721 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0426 02:51:29.409784 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0426 02:51:29.409812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:51:29.409823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 02:51:29.409886 7 controller.go:196] "Configuration changes detected, backend reload required" I0426 02:51:29.414129 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"25da0c03-0cd0-424b-9337-5d702b320129", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6346", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0426 02:51:29.462075 7 controller.go:216] "Backend successfully reloaded" I0426 02:51:29.462338 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-zkmcf", UID:"4030485a-e09b-4844-8787-aeef47e7bd27", APIVersion:"v1", ResourceVersion:"1609", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0426 02:51:30.103936 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0426 02:51:30.104628 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-156.nip.io. Skipping. I0426 02:51:30.106238 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" W0426 02:51:32.743424 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0426 02:51:32.743506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:51:32.743519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 02:51:40.650358 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.98.49.145"}] E0426 02:51:40.656090 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-19-213-156.nip.io. Skipping. I0426 02:51:40.656356 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"25da0c03-0cd0-424b-9337-5d702b320129", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6453", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0426 02:51:40.657557 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0426 02:51:40.657973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:51:40.658206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:17.332311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:17.332357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:20.666794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:20.666844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:23.999412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:23.999442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:40.201542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:40.201571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:40.348441 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 02:52:40.348517 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0426 02:52:40.348555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:40.348566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 02:52:40.350799 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.002s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:26.4kB} I0426 02:52:40.350831 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0426 02:52:40.351607 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 02:52:40.351713 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0426 02:52:40.351782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:40.351826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:40.352073 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 02:52:40.352137 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0426 02:52:40.352175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:40.352187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 02:52:40.354845 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.003s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:26.4kB} I0426 02:52:40.354875 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0426 02:52:40.355009 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.004s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:26.4kB} I0426 02:52:40.355029 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0426 02:52:40.362247 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0426 02:52:40.362571 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"92ed56c9-a31d-4be5-ae2a-273178a08003", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7003", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0426 02:52:40.362730 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0426 02:52:40.372898 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0426 02:52:40.374310 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0426 02:52:40.374893 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0426 02:52:40.375128 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0426 02:52:40.374644 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"5ff4c5cf-51a7-454a-a429-53180de2146c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7005", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0426 02:52:40.376263 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"117246a1-70d0-4749-b111-fda349c54e60", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7007", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0426 02:52:40.657289 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.98.49.145"}] I0426 02:52:40.667940 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.98.49.145"}] I0426 02:52:40.675970 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.98.49.145"}] W0426 02:52:40.676685 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0426 02:52:40.677086 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"5ff4c5cf-51a7-454a-a429-53180de2146c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7127", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0426 02:52:40.678165 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"92ed56c9-a31d-4be5-ae2a-273178a08003", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7128", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0426 02:52:40.678313 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store W0426 02:52:40.683428 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0426 02:52:40.683471 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"117246a1-70d0-4749-b111-fda349c54e60", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7130", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0426 02:52:40.772604 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0426 02:52:40.774716 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0426 02:52:41.127453 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0426 02:52:41.128305 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0426 02:52:42.802504 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0426 02:52:42.804989 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0426 02:52:43.535058 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 02:52:43.535176 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 02:52:43.535412 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 02:52:43.535695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:43.535726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0426 02:52:43.536111 7 controller.go:196] "Configuration changes detected, backend reload required" I0426 02:52:44.218153 7 controller.go:216] "Backend successfully reloaded" I0426 02:52:44.218495 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-zkmcf", UID:"4030485a-e09b-4844-8787-aeef47e7bd27", APIVersion:"v1", ResourceVersion:"1609", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0426 02:52:46.868394 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 02:52:46.868537 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 02:52:46.868605 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 02:52:46.868780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:46.868848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:57.668398 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 02:52:57.668444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 02:52:57.668471 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 02:52:57.669043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:52:57.669065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:01.002335 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 02:53:01.002377 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 02:53:01.002403 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 02:53:01.002568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:01.002586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:04.335434 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 02:53:04.335479 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 02:53:04.335521 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 02:53:04.335641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:04.335655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:10.775685 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 02:53:10.775746 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 02:53:10.775787 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 02:53:10.775935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:10.775964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:18.681283 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 02:53:18.681342 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 02:53:18.681378 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 02:53:18.681552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:18.681579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:22.501191 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 02:53:22.501253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 02:53:22.501295 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 02:53:22.501448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:22.501477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:25.835030 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 02:53:25.835175 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 02:53:25.835237 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 02:53:25.835407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:25.835448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.156 - - [26/Apr/2026:02:53:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.553 [auth-system-keycloak-80] [] 10.0.0.227:8080 1928 0.552 200 040cf7c9c61ffd38011fb00951f9a858 199.19.213.156 - - [26/Apr/2026:02:53:27 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 2 "-" "Ansible" 1233 0.166 [auth-system-keycloak-80] [] 10.0.0.227:8080 2 0.166 200 c60ab486e2aac9dab62833ecc3da4295 199.19.213.156 - - [26/Apr/2026:02:53:27 +0000] "POST /admin/realms/atmosphere/users HTTP/1.1" 201 0 "-" "Ansible" 1399 0.026 [auth-system-keycloak-80] [] 10.0.0.227:8080 0 0.026 201 43ec03855c621a0c009b2521aa702524 199.19.213.156 - - [26/Apr/2026:02:53:27 +0000] "GET /admin/realms/atmosphere/users?username=test-user&exact=true HTTP/1.1" 200 322 "-" "Ansible" 1233 0.045 [auth-system-keycloak-80] [] 10.0.0.227:8080 322 0.045 200 75372d92d10b06c97b4af1342d6a51d7 199.19.213.156 - - [26/Apr/2026:02:53:27 +0000] "GET /admin/realms/atmosphere/users/c929bc7a-20bc-42ab-bb0a-bee2fda63032/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.010 [auth-system-keycloak-80] [] 10.0.0.227:8080 2 0.010 200 0e650bf3951939317c840e147082ccb5 199.19.213.156 - - [26/Apr/2026:02:53:27 +0000] "GET /admin/realms/atmosphere/users/c929bc7a-20bc-42ab-bb0a-bee2fda63032/groups HTTP/1.1" 200 2 "-" "Ansible" 1247 0.005 [auth-system-keycloak-80] [] 10.0.0.227:8080 2 0.005 200 07b3dd2dd30a472b70fd2d0b1f315af0 199.19.213.156 - - [26/Apr/2026:02:53:28 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 266 0.004 200 cc66712574c9c036c6c7c98b0bd12348 W0426 02:53:29.169061 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 02:53:29.169140 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 02:53:29.169175 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0426 02:53:29.169335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:29.169362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.156 - - [26/Apr/2026:02:53:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 549 0.316 [openstack-keystone-api-5000] [] 10.0.0.120:5000 1360 0.316 201 0b35a819bbff7f9975802e6db33d57be 199.19.213.156 - - [26/Apr/2026:02:53:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.120:5000 281 0.003 300 eec3a16fb24d6bfdb867ee72965db755 199.19.213.156 - - [26/Apr/2026:02:53:29 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 437 0.031 [openstack-keystone-api-5000] [] 10.0.0.120:5000 90 0.031 404 df41761104f4a31f9edfb2cefc92bedb 199.19.213.156 - - [26/Apr/2026:02:53:29 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 455 0.028 [openstack-keystone-api-5000] [] 10.0.0.120:5000 370 0.028 200 1beac6e9282508cde0937e7fc846ae4d 199.19.213.156 - - [26/Apr/2026:02:53:29 +0000] "GET /v3/users?domain_id=5007c70ad2a24c00ad78b38b4ff1bf14&name=test-user HTTP/1.1" 200 451 "-" "openstacksdk/4.5.0 keystoneauth1/5.11.0 python-requests/2.32.3 CPython/3.10.12" 495 0.169 [openstack-keystone-api-5000] [] 10.0.0.120:5000 451 0.169 200 d5b49f329423e7dbef80ee966a2eed58 10.0.0.188 - - [26/Apr/2026:02:53:32 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.227:8080 6432 0.006 200 4188992a11f1e7590e1d795f9ba1fd4e 10.0.0.31 - - [26/Apr/2026:02:53:32 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.005 [auth-system-keycloak-80] [] 10.0.0.227:8080 6432 0.005 200 433a8e324a50a04ba5aa8b0660a7e484 W0426 02:53:32.820460 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0426 02:53:32.820523 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 02:53:32.822309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:32.822341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:36.155818 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 02:53:36.157823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:36.157853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:39.487777 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0426 02:53:39.488098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:39.488145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:42.822263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0426 02:53:42.822352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store