------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0422 00:28:52.364652 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0422 00:28:52.364823 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0422 00:28:52.372838 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0422 00:28:52.376653 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0422 00:28:52.730611 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0422 00:28:52.752552 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0422 00:28:52.768206 7 nginx.go:271] "Starting NGINX Ingress controller" I0422 00:28:52.774764 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"5a6f0c73-8268-4c7a-b8b6-6321faafcf1c", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0422 00:28:52.780485 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"7c455bdb-e04e-4424-a2d0-9ae13b624011", APIVersion:"v1", ResourceVersion:"1346", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0422 00:28:52.780718 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"9b9116f3-76ad-4ea0-9bce-35a12a1d980b", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0422 00:28:53.970328 7 nginx.go:317] "Starting NGINX process" I0422 00:28:53.970422 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0422 00:28:53.971086 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0422 00:28:53.971679 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0422 00:28:53.971770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:28:53.971803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:28:53.971865 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 00:28:54.010254 7 controller.go:216] "Backend successfully reloaded" I0422 00:28:54.010382 7 controller.go:227] "Initial sync, sleeping for 1 second" I0422 00:28:54.010460 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r5slx", UID:"cac853fc-2f91-42f2-8c36-66f7a1607179", APIVersion:"v1", ResourceVersion:"1463", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0422 00:28:54.014952 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0422 00:28:54.014976 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-r5slx" W0422 00:28:57.798898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:28:57.798961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:01.133631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:01.133701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:04.466633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:04.466690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:07.799382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:07.799441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:11.133931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:11.133996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:14.466525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:14.466592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:17.799449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:17.799550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:21.135663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:21.135736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:26.068152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:26.068196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:29.401803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:29.401876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:32.736004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:29:32.736068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:30:23.141379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:30:23.141432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:30:44.106164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:30:44.106215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:30:47.440184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:30:47.440231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:30:54.344364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:30:54.344416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:30:57.678625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:30:57.678674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:31:01.012088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:31:01.012122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:31:04.344897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:31:04.345084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:31:07.678567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:31:07.678608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:33:35.767743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:33:35.767792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:33:38.387090 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-4.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-4.nip.io-tls was not found. Using default certificate W0422 00:33:38.387159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:33:38.387178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:33:38.389046 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0422 00:33:38.389071 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0422 00:33:38.435459 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0422 00:33:38.435953 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"8a44accc-bb47-497c-9185-92b7e87d8b7f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3335", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 00:33:38.436113 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-4.nip.io-tls" in local store I0422 00:33:38.818316 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-4.nip.io-tls" I0422 00:33:38.820382 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-4.nip.io-tls" W0422 00:33:39.101392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:33:39.101437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:33:39.101514 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 00:33:39.145215 7 controller.go:216] "Backend successfully reloaded" I0422 00:33:39.145524 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r5slx", UID:"cac853fc-2f91-42f2-8c36-66f7a1607179", APIVersion:"v1", ResourceVersion:"1463", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0422 00:33:42.437345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:33:42.437401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [22/Apr/2026:00:33:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1878 "-" "Ansible" 330 1.693 [auth-system-keycloak-80] [] 10.0.0.77:8080 1878 1.691 200 ad90334e6c0f5572d5b376b8dd81e5cb 199.204.45.4 - - [22/Apr/2026:00:33:51 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1193 0.190 [auth-system-keycloak-80] [] 10.0.0.77:8080 28 0.190 404 e70925c724a72335ca39f2471de5c957 I0422 00:33:54.022544 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.180.224"}] I0422 00:33:54.031683 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"8a44accc-bb47-497c-9185-92b7e87d8b7f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3591", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 00:33:54.033719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:33:54.033755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [22/Apr/2026:00:33:58 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1292 6.772 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 6.771 201 fa4401b500e6ef7bf1bb287c0fa0293d 199.204.45.4 - - [22/Apr/2026:00:33:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1193 0.689 [auth-system-keycloak-80] [] 10.0.0.77:8080 4177 0.689 200 4099284f54f9f6f38f1121b23a1156cd 199.204.45.4 - - [22/Apr/2026:00:34:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1878 "-" "Ansible" 330 0.060 [auth-system-keycloak-80] [] 10.0.0.77:8080 1878 0.057 200 75fe8ba0c96c9db6146b8a8a55b74397 199.204.45.4 - - [22/Apr/2026:00:34:00 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1207 0.059 [auth-system-keycloak-80] [] 10.0.0.77:8080 12500 0.059 200 bc95795645a2e667d5da467e5477321c 199.204.45.4 - - [22/Apr/2026:00:34:00 +0000] "GET /admin/realms/atmosphere/client-scopes/0fba2a34-e5c6-4532-848f-69b3447ae84f HTTP/1.1" 200 1278 "-" "Ansible" 1244 0.070 [auth-system-keycloak-80] [] 10.0.0.77:8080 1278 0.070 200 25875e4d46ecad2db19a444dcb2a0269 199.204.45.4 - - [22/Apr/2026:00:34:00 +0000] "PUT /admin/realms/atmosphere/client-scopes/0fba2a34-e5c6-4532-848f-69b3447ae84f HTTP/1.1" 204 0 "-" "Ansible" 1844 0.022 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.021 204 14862d06d9ce9c2d62f0ff2781b61cb9 199.204.45.4 - - [22/Apr/2026:00:34:00 +0000] "GET /admin/realms/atmosphere/client-scopes/0fba2a34-e5c6-4532-848f-69b3447ae84f/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1268 0.070 [auth-system-keycloak-80] [] 10.0.0.77:8080 963 0.070 200 5d01d172f26b6362b21485800a221acd 199.204.45.4 - - [22/Apr/2026:00:34:00 +0000] "GET /admin/realms/atmosphere/client-scopes/0fba2a34-e5c6-4532-848f-69b3447ae84f/protocol-mappers/models/42ec77f9-f9ed-4401-9970-f0a771cb1a78 HTTP/1.1" 200 366 "-" "Ansible" 1305 0.074 [auth-system-keycloak-80] [] 10.0.0.77:8080 366 0.074 200 d3de22553098ee62ba93aace77dfb824 199.204.45.4 - - [22/Apr/2026:00:34:00 +0000] "PUT /admin/realms/atmosphere/client-scopes/0fba2a34-e5c6-4532-848f-69b3447ae84f/protocol-mappers/models/42ec77f9-f9ed-4401-9970-f0a771cb1a78 HTTP/1.1" 204 0 "-" "Ansible" 1618 0.026 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.025 204 c27b1ad8329298eba59df6cada8aae1e 199.204.45.4 - - [22/Apr/2026:00:34:00 +0000] "GET /admin/realms/atmosphere/client-scopes/0fba2a34-e5c6-4532-848f-69b3447ae84f HTTP/1.1" 200 1218 "-" "Ansible" 1244 0.067 [auth-system-keycloak-80] [] 10.0.0.77:8080 1218 0.067 200 ba34c0ada0e055ec87600a69eff37ef7 199.204.45.4 - - [22/Apr/2026:00:34:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1878 "-" "Ansible" 330 0.056 [auth-system-keycloak-80] [] 10.0.0.77:8080 1878 0.054 200 9fd2ea4c6af37edd1e17a6ec59b3cffe 199.204.45.4 - - [22/Apr/2026:00:34:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.77:8080 2 0.022 200 5e5ecde83138d1c3cba8c137318a1c76 199.204.45.4 - - [22/Apr/2026:00:34:22 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1651 0.208 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.207 201 80a3c6adabf26056e9cd4fc29a9be4c0 199.204.45.4 - - [22/Apr/2026:00:34:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.079 [auth-system-keycloak-80] [] 10.0.0.77:8080 1257 0.079 200 d9db8b86d3f3cf6fa726f37f94635ab5 199.204.45.4 - - [22/Apr/2026:00:34:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1878 "-" "Ansible" 330 0.046 [auth-system-keycloak-80] [] 10.0.0.77:8080 1878 0.045 200 526c2d09e2b4d764601a08e069b97c88 199.204.45.4 - - [22/Apr/2026:00:34:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1218 0.029 [auth-system-keycloak-80] [] 10.0.0.77:8080 2 0.030 200 8e185eeecc92e518ec918af40279111b 199.204.45.4 - - [22/Apr/2026:00:34:22 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1680 0.035 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.034 201 ae781e9890f561f04cbd8c4c1fe18cb9 199.204.45.4 - - [22/Apr/2026:00:34:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.049 [auth-system-keycloak-80] [] 10.0.0.77:8080 1280 0.049 200 ccc5cd534bc148b942652f09cfe5e676 199.204.45.4 - - [22/Apr/2026:00:34:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1878 "-" "Ansible" 330 0.044 [auth-system-keycloak-80] [] 10.0.0.77:8080 1878 0.042 200 86a3a288f2d726967ee2e28620fb2927 199.204.45.4 - - [22/Apr/2026:00:34:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1221 0.012 [auth-system-keycloak-80] [] 10.0.0.77:8080 2 0.012 200 912fc24e29f663982e31c775bf163b0a 199.204.45.4 - - [22/Apr/2026:00:34:23 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1643 0.054 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.054 201 c122adc44156bd3b67c5a5846c71b919 199.204.45.4 - - [22/Apr/2026:00:34:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.077 [auth-system-keycloak-80] [] 10.0.0.77:8080 1247 0.077 200 7e7572d5a45dae4f87b64395a910b1fc 199.204.45.4 - - [22/Apr/2026:00:34:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1878 "-" "Ansible" 330 0.045 [auth-system-keycloak-80] [] 10.0.0.77:8080 1878 0.044 200 5463e8225b0fa5b4d72b0b9a6ad6661f 199.204.45.4 - - [22/Apr/2026:00:34:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.057 [auth-system-keycloak-80] [] 10.0.0.77:8080 1257 0.057 200 86d2dacc908cfca0e6eb20de7517b10e 199.204.45.4 - - [22/Apr/2026:00:34:24 +0000] "GET /admin/realms/atmosphere/clients/a7789bf0-86bb-41a9-bb65-944b8e9b490c/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1251 0.015 [auth-system-keycloak-80] [] 10.0.0.77:8080 31 0.015 404 a70cf7ab8d7c026f2d2cf975c7a2c18a 199.204.45.4 - - [22/Apr/2026:00:34:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.77:8080 1257 0.010 200 6349641cde4d2e133f89bfb49fee305f 199.204.45.4 - - [22/Apr/2026:00:34:24 +0000] "POST /admin/realms/atmosphere/clients/a7789bf0-86bb-41a9-bb65-944b8e9b490c/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.051 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.050 201 8f63af24dc89282021dc7cd538c1ef9f 199.204.45.4 - - [22/Apr/2026:00:34:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.069 [auth-system-keycloak-80] [] 10.0.0.77:8080 1257 0.069 200 45b233e4b52a891bd0f440a455a00b84 199.204.45.4 - - [22/Apr/2026:00:34:24 +0000] "GET /admin/realms/atmosphere/clients/a7789bf0-86bb-41a9-bb65-944b8e9b490c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.019 [auth-system-keycloak-80] [] 10.0.0.77:8080 166 0.019 200 0d202e59670efd76e26523a2c1a26ade 199.204.45.4 - - [22/Apr/2026:00:34:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1878 "-" "Ansible" 330 0.047 [auth-system-keycloak-80] [] 10.0.0.77:8080 1878 0.045 200 19193a6205a6770d5313018be0fcd998 199.204.45.4 - - [22/Apr/2026:00:34:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.033 [auth-system-keycloak-80] [] 10.0.0.77:8080 1280 0.033 200 be16656f7b0b9e4413e0ac3f53330d70 199.204.45.4 - - [22/Apr/2026:00:34:24 +0000] "GET /admin/realms/atmosphere/clients/b119f1df-fd9c-48a7-ba44-c3c7838cc7ea/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1250 0.010 [auth-system-keycloak-80] [] 10.0.0.77:8080 31 0.010 404 d0b50d9378718e0bf81b252506e79044 199.204.45.4 - - [22/Apr/2026:00:34:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.008 [auth-system-keycloak-80] [] 10.0.0.77:8080 1280 0.008 200 8f8d3a341da3c21997815bb5bfaa780e 199.204.45.4 - - [22/Apr/2026:00:34:24 +0000] "POST /admin/realms/atmosphere/clients/b119f1df-fd9c-48a7-ba44-c3c7838cc7ea/roles HTTP/1.1" 201 0 "-" "Ansible" 1345 0.018 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.017 201 dbb2acffc455e0d07b936103c61c8978 199.204.45.4 - - [22/Apr/2026:00:34:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.020 [auth-system-keycloak-80] [] 10.0.0.77:8080 1280 0.020 200 492f07ea9391230f16255b0996b5d5f1 199.204.45.4 - - [22/Apr/2026:00:34:24 +0000] "GET /admin/realms/atmosphere/clients/b119f1df-fd9c-48a7-ba44-c3c7838cc7ea/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1250 0.014 [auth-system-keycloak-80] [] 10.0.0.77:8080 165 0.015 200 420acb70cd68056b2db4f9437e9fe995 199.204.45.4 - - [22/Apr/2026:00:34:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1878 "-" "Ansible" 330 0.052 [auth-system-keycloak-80] [] 10.0.0.77:8080 1878 0.051 200 450e83349af484c0dc5ac1a3cb44ffc3 199.204.45.4 - - [22/Apr/2026:00:34:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.028 [auth-system-keycloak-80] [] 10.0.0.77:8080 1280 0.027 200 0a3c923b3a686be4ba66336ccd50d47a 199.204.45.4 - - [22/Apr/2026:00:34:25 +0000] "GET /admin/realms/atmosphere/clients/b119f1df-fd9c-48a7-ba44-c3c7838cc7ea/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1251 0.010 [auth-system-keycloak-80] [] 10.0.0.77:8080 31 0.009 404 12f7df602c3a55f13887cadc8d79f47d 199.204.45.4 - - [22/Apr/2026:00:34:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.009 [auth-system-keycloak-80] [] 10.0.0.77:8080 1280 0.009 200 44c29196b085b0dd45d17ea12ff33cab 199.204.45.4 - - [22/Apr/2026:00:34:25 +0000] "POST /admin/realms/atmosphere/clients/b119f1df-fd9c-48a7-ba44-c3c7838cc7ea/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.059 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.058 201 118075d1d4ea8617bd50936a44e973b6 199.204.45.4 - - [22/Apr/2026:00:34:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.009 [auth-system-keycloak-80] [] 10.0.0.77:8080 1280 0.008 200 4a30670f5387bdfb58eb3ec11de380ae 199.204.45.4 - - [22/Apr/2026:00:34:25 +0000] "GET /admin/realms/atmosphere/clients/b119f1df-fd9c-48a7-ba44-c3c7838cc7ea/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1251 0.013 [auth-system-keycloak-80] [] 10.0.0.77:8080 166 0.013 200 84e3c2332a8e91528effe0293648765d 199.204.45.4 - - [22/Apr/2026:00:34:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1878 "-" "Ansible" 330 0.045 [auth-system-keycloak-80] [] 10.0.0.77:8080 1878 0.044 200 39041263b5551ac74194094a144c321f 199.204.45.4 - - [22/Apr/2026:00:34:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.016 [auth-system-keycloak-80] [] 10.0.0.77:8080 1280 0.016 200 a8432ae975c25c7364bcd56dd1cd0ae4 199.204.45.4 - - [22/Apr/2026:00:34:25 +0000] "GET /admin/realms/atmosphere/clients/b119f1df-fd9c-48a7-ba44-c3c7838cc7ea/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1251 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 31 0.007 404 de7dbfcf303567b155fe82d0672d2b30 199.204.45.4 - - [22/Apr/2026:00:34:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1280 0.007 200 0aa0324d6dc52554615979b963dc4552 199.204.45.4 - - [22/Apr/2026:00:34:25 +0000] "POST /admin/realms/atmosphere/clients/b119f1df-fd9c-48a7-ba44-c3c7838cc7ea/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.017 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.016 201 86e09f51e1c87a96ac28bfc0f54539dc 199.204.45.4 - - [22/Apr/2026:00:34:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.005 [auth-system-keycloak-80] [] 10.0.0.77:8080 1280 0.005 200 7cb3fc0af11b03b95fadcc82ec5dab8b 199.204.45.4 - - [22/Apr/2026:00:34:25 +0000] "GET /admin/realms/atmosphere/clients/b119f1df-fd9c-48a7-ba44-c3c7838cc7ea/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1251 0.015 [auth-system-keycloak-80] [] 10.0.0.77:8080 166 0.015 200 c7f121e9e5ffe9c9ffc7863a748f7d92 199.204.45.4 - - [22/Apr/2026:00:34:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1878 "-" "Ansible" 330 0.045 [auth-system-keycloak-80] [] 10.0.0.77:8080 1878 0.044 200 d5bfa5976a5cd310f80f728154fe4fa2 199.204.45.4 - - [22/Apr/2026:00:34:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1247 0.007 200 a19c4d8d03edb3d2e7abfced270394ac 199.204.45.4 - - [22/Apr/2026:00:34:26 +0000] "GET /admin/realms/atmosphere/clients/4dd7ed83-f8d0-4990-821f-55a069612fbf/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1251 0.034 [auth-system-keycloak-80] [] 10.0.0.77:8080 31 0.034 404 161cf72c4e8ef60aab5675532eed7c16 199.204.45.4 - - [22/Apr/2026:00:34:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1247 0.007 200 9eead7e758542acd3a279a250e09a9d4 199.204.45.4 - - [22/Apr/2026:00:34:26 +0000] "POST /admin/realms/atmosphere/clients/4dd7ed83-f8d0-4990-821f-55a069612fbf/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.015 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.015 201 8b42faa7f6f21d94610b3add706b65c0 199.204.45.4 - - [22/Apr/2026:00:34:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 1247 0.007 200 7cbc7751679790c9c5b5333f2a1ed763 199.204.45.4 - - [22/Apr/2026:00:34:26 +0000] "GET /admin/realms/atmosphere/clients/4dd7ed83-f8d0-4990-821f-55a069612fbf/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.022 [auth-system-keycloak-80] [] 10.0.0.77:8080 166 0.023 200 b6c8d1014537a744980d6545d84af8b4 W0422 00:35:38.037717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:38.037771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:38.117234 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 00:35:38.117355 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0422 00:35:38.117419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:38.117438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:38.117530 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:35:38.117601 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0422 00:35:38.117661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:38.117684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:38.117748 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:35:38.117824 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0422 00:35:38.117868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:38.117884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:35:38.119768 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0422 00:35:38.119801 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0422 00:35:38.119840 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0422 00:35:38.119862 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0422 00:35:38.120235 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0422 00:35:38.120276 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0422 00:35:38.127658 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0422 00:35:38.128225 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0422 00:35:38.128258 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0422 00:35:38.128349 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"77df1601-20da-42c3-8d5e-c4afdbacc8cb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4365", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 00:35:38.128464 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"643a0434-2d0e-4f77-98e0-28d701936ac7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4366", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 00:35:38.128637 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0422 00:35:38.128665 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0422 00:35:38.128771 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"870b8306-db8d-4bf5-864c-86a0f352fe1a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4367", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 00:35:38.129221 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0422 00:35:38.420119 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0422 00:35:38.421200 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0422 00:35:38.494829 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0422 00:35:38.495763 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0422 00:35:39.705574 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0422 00:35:39.706778 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0422 00:35:41.371840 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:35:41.371896 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 00:35:41.371928 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:35:41.372034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:41.372062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:35:41.372176 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 00:35:41.431616 7 controller.go:216] "Backend successfully reloaded" I0422 00:35:41.431939 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r5slx", UID:"cac853fc-2f91-42f2-8c36-66f7a1607179", APIVersion:"v1", ResourceVersion:"1463", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0422 00:35:44.706101 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:35:44.706180 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 00:35:44.706216 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:35:44.706345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:44.706375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:48.038058 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:35:48.038226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 00:35:48.038278 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:35:48.038393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:48.038416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:51.371198 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:35:51.371264 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 00:35:51.371294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:35:51.371441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:51.371458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:35:54.023751 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.180.224"}] I0422 00:35:54.024211 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.180.224"}] I0422 00:35:54.025683 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.180.224"}] I0422 00:35:54.029241 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"643a0434-2d0e-4f77-98e0-28d701936ac7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4959", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 00:35:54.034901 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"77df1601-20da-42c3-8d5e-c4afdbacc8cb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4960", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 00:35:54.036557 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"870b8306-db8d-4bf5-864c-86a0f352fe1a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4961", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 00:35:54.705058 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:35:54.705137 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 00:35:54.705193 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:35:54.705333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:54.705362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:58.038216 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:35:58.038328 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 00:35:58.038379 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:35:58.038543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:35:58.038573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:01.371251 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:36:01.371335 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 00:36:01.371372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:36:01.371498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:01.371533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:04.705274 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:36:04.705358 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 00:36:04.705402 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:36:04.705533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:04.705566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:08.038672 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:36:08.038738 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0422 00:36:08.038761 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:36:08.038869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:08.038893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:11.372349 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:36:11.372451 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:36:11.372595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:11.372637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:14.705622 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:36:14.705741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:36:14.705907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:14.705940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:18.037832 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:36:18.038001 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:36:18.038139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:18.038172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:21.371950 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:36:21.372045 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:36:21.372167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:21.372192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.116 - - [22/Apr/2026:00:36:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6276 "-" "Go-http-client/1.1" 159 0.037 [auth-system-keycloak-80] [] 10.0.0.77:8080 6276 0.037 200 7a424e5f7d005f8fea2510e905cac3b5 W0422 00:36:24.705176 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:36:24.705277 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:36:24.705402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:24.705432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:28.037894 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:36:28.038047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:36:28.038199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:28.038246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:31.371269 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0422 00:36:31.371372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0422 00:36:31.371519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:31.371558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.214 - - [22/Apr/2026:00:36:31 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6276 "-" "Go-http-client/1.1" 159 0.008 [auth-system-keycloak-80] [] 10.0.0.77:8080 6276 0.008 200 28ac331fabc904ae0d11f5b40d5d8d94 W0422 00:36:34.705581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:34.705719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:38.038332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:38.038375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:41.371227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:41.371264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:48.786029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:48.786076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:52.122003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:36:52.122044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [22/Apr/2026:00:36:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1878 "-" "Ansible" 330 0.045 [auth-system-keycloak-80] [] 10.0.0.77:8080 1878 0.043 200 b4803b7dbe7a89b4692baa2fa80fa406 199.204.45.4 - - [22/Apr/2026:00:36:53 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1193 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 4177 0.007 200 fc25eb2078fb8bd0137824122605d2d5 199.204.45.4 - - [22/Apr/2026:00:36:54 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5632 0.613 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.612 204 63351f9f75383633b7630e18ba7e0ab3 199.204.45.4 - - [22/Apr/2026:00:36:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1193 0.177 [auth-system-keycloak-80] [] 10.0.0.77:8080 4315 0.177 200 1e2014076bffd1d6eb0d94ab91f083b3 199.204.45.4 - - [22/Apr/2026:00:36:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6276 "-" "ansible-httpget" 179 0.007 [auth-system-keycloak-80] [] 10.0.0.77:8080 6276 0.007 200 25a0d9148409e3b02b3a4a34607f1bdf 199.204.45.4 - - [22/Apr/2026:00:36:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1878 "-" "Ansible" 330 0.044 [auth-system-keycloak-80] [] 10.0.0.77:8080 1878 0.043 200 22a1e6a4af57dc854825b086df6778f6 199.204.45.4 - - [22/Apr/2026:00:36:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1219 0.009 [auth-system-keycloak-80] [] 10.0.0.77:8080 2 0.009 200 6ebf490987013bbf5799eb755b53ade0 199.204.45.4 - - [22/Apr/2026:00:36:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1620 0.081 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.080 201 3a0586a7492092a72733da09775b68ec 199.204.45.4 - - [22/Apr/2026:00:36:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2238 "-" "Ansible" 1219 0.019 [auth-system-keycloak-80] [] 10.0.0.77:8080 2238 0.018 200 5009bbd1c1b85b4691b6c506f1a46798 199.204.45.4 - - [22/Apr/2026:00:36:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1878 "-" "Ansible" 330 0.048 [auth-system-keycloak-80] [] 10.0.0.77:8080 1878 0.045 200 52df42812242c2f19a9b39d6217816d9 199.204.45.4 - - [22/Apr/2026:00:36:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2238 "-" "Ansible" 1219 0.013 [auth-system-keycloak-80] [] 10.0.0.77:8080 2238 0.013 200 8ae16f8a73e8ed08d0d5650c89ac83c3 199.204.45.4 - - [22/Apr/2026:00:36:56 +0000] "GET /admin/realms/atmosphere/clients/b873b409-785d-47c0-bd98-bd74c5bf0307/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1259 0.018 [auth-system-keycloak-80] [] 10.0.0.77:8080 233 0.018 200 fa76d2476c42484133c0c2be2247467b 199.204.45.4 - - [22/Apr/2026:00:36:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1227 0.053 [auth-system-keycloak-80] [] 10.0.0.77:8080 831 0.053 200 bdf4612f5f22197da2623fc268f564c2 199.204.45.4 - - [22/Apr/2026:00:36:56 +0000] "GET /admin/realms/atmosphere/clients/d8fbd6e9-96da-4362-9331-e7ffa9092eda/roles HTTP/1.1" 200 3758 "-" "Ansible" 1244 0.028 [auth-system-keycloak-80] [] 10.0.0.77:8080 3758 0.028 200 8123d615787509d0351a383f110df478 199.204.45.4 - - [22/Apr/2026:00:36:57 +0000] "GET /admin/realms/atmosphere/users/239d0097-600f-405c-ac59-637bd4ab4237/role-mappings/clients/d8fbd6e9-96da-4362-9331-e7ffa9092eda/available HTTP/1.1" 200 3758 "-" "Ansible" 1305 0.159 [auth-system-keycloak-80] [] 10.0.0.77:8080 3758 0.158 200 2b170783a5808120045e0011359f3a71 199.204.45.4 - - [22/Apr/2026:00:36:57 +0000] "GET /admin/realms/atmosphere/users/239d0097-600f-405c-ac59-637bd4ab4237/role-mappings/clients/d8fbd6e9-96da-4362-9331-e7ffa9092eda/composite HTTP/1.1" 200 2 "-" "Ansible" 1305 0.071 [auth-system-keycloak-80] [] 10.0.0.77:8080 2 0.071 200 1bd10fec011ba754cf47a87f45dc43c8 199.204.45.4 - - [22/Apr/2026:00:36:57 +0000] "POST /admin/realms/atmosphere/users/239d0097-600f-405c-ac59-637bd4ab4237/role-mappings/clients/d8fbd6e9-96da-4362-9331-e7ffa9092eda HTTP/1.1" 204 0 "-" "Ansible" 1386 0.020 [auth-system-keycloak-80] [] 10.0.0.77:8080 0 0.019 204 1daeb9dab77974256fcebee47cc7a058 199.204.45.4 - - [22/Apr/2026:00:36:57 +0000] "GET /admin/realms/atmosphere/users/239d0097-600f-405c-ac59-637bd4ab4237/role-mappings/clients/d8fbd6e9-96da-4362-9331-e7ffa9092eda/composite HTTP/1.1" 200 576 "-" "Ansible" 1305 0.044 [auth-system-keycloak-80] [] 10.0.0.77:8080 576 0.044 200 23a4758aeca7852bb0cd22ddc3bf3248 W0422 00:37:00.259760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:37:00.259806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:37:03.594646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:37:03.594722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:37:06.927691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:37:06.927755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:37:10.260941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:37:10.260994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:39:05.117729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:39:05.117781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:39:38.446283 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0422 00:39:38.446353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:39:38.446366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:39:38.449742 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:28.7kB} I0422 00:39:38.449779 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0422 00:39:38.457252 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0422 00:39:38.457466 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"40959693-8d79-4b4d-a0c5-b6066cf62f60", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6806", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 00:39:38.457817 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0422 00:39:38.458219 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0422 00:39:38.458295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:39:38.458318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:39:38.458439 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 00:39:38.507005 7 controller.go:216] "Backend successfully reloaded" I0422 00:39:38.507316 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r5slx", UID:"cac853fc-2f91-42f2-8c36-66f7a1607179", APIVersion:"v1", ResourceVersion:"1463", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0422 00:39:38.720252 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0422 00:39:38.721165 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0422 00:39:41.793393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:39:41.793460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [22/Apr/2026:00:39:42 +0000] "GET / HTTP/1.1" 300 279 "-" "ansible-httpget" 129 0.005 [openstack-keystone-api-5000] [] 10.0.0.20:5000 279 0.005 300 2b554f6f2bfbbbbb30e8a433486cbbaf 199.204.45.4 - - [22/Apr/2026:00:39:44 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.20:5000 264 0.004 200 ca6ce1999978b534b1e347c657c44396 199.204.45.4 - - [22/Apr/2026:00:39:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1295 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.369 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1295 0.369 201 2983d962ca91a4f288fe4186dfaf7747 199.204.45.4 - - [22/Apr/2026:00:39:44 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 279 0.004 300 d0fe66bed42f44759f27368432e7d17b 199.204.45.4 - - [22/Apr/2026:00:39:44 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 364 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.034 [openstack-keystone-api-5000] [] 10.0.0.20:5000 364 0.034 200 7105073553f6eab6c777a40e75c47c74 199.204.45.4 - - [22/Apr/2026:00:39:45 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.20:5000 264 0.006 200 cab48aeacf09bf06253c05a147f7dba1 199.204.45.4 - - [22/Apr/2026:00:39:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1295 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.288 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1295 0.288 201 462308223503ece3c1885ee06ac05102 199.204.45.4 - - [22/Apr/2026:00:39:45 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.20:5000 279 0.005 300 fbe65d276cefb416e68f2fc76410bab4 199.204.45.4 - - [22/Apr/2026:00:39:45 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 461 0.026 [openstack-keystone-api-5000] [] 10.0.0.20:5000 101 0.025 404 9516ce61f4a26bb4035467b820d71aa7 199.204.45.4 - - [22/Apr/2026:00:39:45 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 154 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.022 [openstack-keystone-api-5000] [] 10.0.0.20:5000 154 0.022 200 7184251bd07625030f95ac5d2def6619 199.204.45.4 - - [22/Apr/2026:00:39:45 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 448 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 677 0.039 [openstack-keystone-api-5000] [] 10.0.0.20:5000 448 0.039 201 2f7657dad6dd7268308af6cd2944f469 199.204.45.4 - - [22/Apr/2026:00:39:46 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.20:5000 264 0.005 200 5b8771ac3acf120fa984e24518f22e61 199.204.45.4 - - [22/Apr/2026:00:39:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1295 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.339 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1295 0.339 201 ac302774cb2e19fa570acb1a1c06aff6 199.204.45.4 - - [22/Apr/2026:00:39:46 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 279 0.004 300 cee430d340c188bef3f87434ca73b7a0 199.204.45.4 - - [22/Apr/2026:00:39:46 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.029 [openstack-keystone-api-5000] [] 10.0.0.20:5000 98 0.029 404 6a834506ce23713d1fde2b6c77689f39 199.204.45.4 - - [22/Apr/2026:00:39:46 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.022 [openstack-keystone-api-5000] [] 10.0.0.20:5000 134 0.022 200 f23efa0a16351c6e9c4f38124f7a6e04 199.204.45.4 - - [22/Apr/2026:00:39:46 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 330 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 737 0.025 [openstack-keystone-api-5000] [] 10.0.0.20:5000 330 0.025 201 701a6040cae1f25442eae7fdd2b4a1c4 199.204.45.4 - - [22/Apr/2026:00:39:47 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 264 0.005 200 3b25461a3f9f5d2a70435c1cc9b97d27 199.204.45.4 - - [22/Apr/2026:00:39:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1295 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.287 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1295 0.287 201 7aa26f9eef52f19d51264d468ef4b00c 199.204.45.4 - - [22/Apr/2026:00:39:47 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 279 0.003 300 308521f09fb2805a444186a420751f78 199.204.45.4 - - [22/Apr/2026:00:39:47 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 496 0.023 [openstack-keystone-api-5000] [] 10.0.0.20:5000 131 0.024 404 c294b37484dcb099285da50e6c353cd3 199.204.45.4 - - [22/Apr/2026:00:39:47 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 166 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 484 0.022 [openstack-keystone-api-5000] [] 10.0.0.20:5000 166 0.023 200 c3c38a68f9c44bc30f552543f70f38fb 199.204.45.4 - - [22/Apr/2026:00:39:47 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 220 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 579 0.026 [openstack-keystone-api-5000] [] 10.0.0.20:5000 220 0.027 201 6df905d9e6e550b323a737ae17160f37 I0422 00:39:54.023794 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.180.224"}] I0422 00:39:54.032300 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"40959693-8d79-4b4d-a0c5-b6066cf62f60", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6915", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 00:39:54.034831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:39:54.034926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:39:58.551930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:39:58.551988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:40:01.885764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:40:01.885815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:40:05.218731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:40:05.218767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:40:24.074913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:40:24.074950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:40:32.124927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:40:32.124992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:40:35.458699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:40:35.458752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:42:10.687631 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0422 00:42:10.687772 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0422 00:42:10.687857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:42:10.687948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:42:10.690024 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0422 00:42:10.690117 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0422 00:42:10.698898 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0422 00:42:10.699272 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0422 00:42:10.699558 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0422 00:42:10.699635 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0422 00:42:10.699692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:42:10.699704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:42:10.699696 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"fe12c5be-713a-40f6-8dd9-401f09842319", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7943", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0422 00:42:10.699808 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 00:42:10.754213 7 controller.go:216] "Backend successfully reloaded" I0422 00:42:10.754585 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r5slx", UID:"cac853fc-2f91-42f2-8c36-66f7a1607179", APIVersion:"v1", ResourceVersion:"1463", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0422 00:42:10.982814 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0422 00:42:10.984350 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.4 - - [22/Apr/2026:00:42:11 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 279 0.004 300 7c4d977eb6f591a498900609f6386199 199.204.45.4 - - [22/Apr/2026:00:42:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1925 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.525 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1925 0.524 201 c0c9de04f7818ba946cf33e540888887 199.204.45.4 - - [22/Apr/2026:00:42:12 +0000] "GET /v3/roles HTTP/1.1" 200 816 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 423 0.032 [openstack-keystone-api-5000] [] 10.0.0.20:5000 816 0.032 200 aa09c5cc9a899de181a62d226b260892 199.204.45.4 - - [22/Apr/2026:00:42:12 +0000] "POST /v3/roles HTTP/1.1" 201 228 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 505 0.040 [openstack-keystone-api-5000] [] 10.0.0.20:5000 228 0.040 201 606dfa5995a4f99ea024591aefd8e372 W0422 00:42:14.033639 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0422 00:42:14.033771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:42:14.033794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [22/Apr/2026:00:42:18 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 227 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 279 0.004 300 b03a156d18101d8979d2712864e2e778 199.204.45.4 - - [22/Apr/2026:00:42:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1925 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 546 0.297 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1925 0.297 201 647bd4212c48d7742ab24a92ab8f3cc8 199.204.45.4 - - [22/Apr/2026:00:42:18 +0000] "GET /v3/roles HTTP/1.1" 200 1035 "-" "python-keystoneclient" 378 0.023 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1035 0.022 200 e1a990bf54cf8daf52eeeb6f01f6d110 199.204.45.4 - - [22/Apr/2026:00:42:18 +0000] "PUT /v3/roles/e03f3a661cf74d92820bfc3bfdc436b4/implies/98bccd6407ce405abe399828d1b37c9f HTTP/1.1" 201 515 "-" "python-keystoneclient" 471 0.037 [openstack-keystone-api-5000] [] 10.0.0.20:5000 515 0.038 201 52d62778204935ad7b6e4fb819be18c2 W0422 00:42:22.514948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:42:22.514987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:42:54.024171 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.107.180.224"}] I0422 00:42:54.030344 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"fe12c5be-713a-40f6-8dd9-401f09842319", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8339", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 00:42:54.031414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:42:54.031454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [22/Apr/2026:00:43:06 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.20:5000 279 0.005 300 7872fb1567d0e7138a749c13cf9f1673 199.204.45.4 - - [22/Apr/2026:00:43:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1988 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.348 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1988 0.348 201 20595d768969ca65de56d33a54602395 199.204.45.4 - - [22/Apr/2026:00:43:06 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.037 [openstack-keystone-api-5000] [] 10.0.0.20:5000 87 0.037 404 188ed1a8f233c706506c73a700cad4ca 199.204.45.4 - - [22/Apr/2026:00:43:07 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 386 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.032 [openstack-keystone-api-5000] [] 10.0.0.20:5000 386 0.032 200 2c9f4ada5b474b1bc25391688e89b226 199.204.45.4 - - [22/Apr/2026:00:43:07 +0000] "GET /v3/users?domain_id=0599d4e321b145d6b7d3291b01c0e863&name=rgw-RegionOne HTTP/1.1" 200 176 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.036 [openstack-keystone-api-5000] [] 10.0.0.20:5000 176 0.035 200 f88af8b129aded1e896500dccb39e936 199.204.45.4 - - [22/Apr/2026:00:43:07 +0000] "POST /v3/users HTTP/1.1" 201 325 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 662 0.344 [openstack-keystone-api-5000] [] 10.0.0.20:5000 325 0.343 201 34ab64335578a413f1eaa2905fd61d8d 199.204.45.4 - - [22/Apr/2026:00:43:07 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.006 [openstack-keystone-api-5000] [] 10.0.0.20:5000 279 0.006 300 9ff4260da370fab64ac5bcdd0b5cf0ce 199.204.45.4 - - [22/Apr/2026:00:43:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1988 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.299 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1988 0.299 201 6d2001ff6380c188e4f4f27f514d13e6 199.204.45.4 - - [22/Apr/2026:00:43:08 +0000] "GET /v3/roles HTTP/1.1" 200 1035 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 423 0.028 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1035 0.028 200 946ac0f51690ea4f9dbff4fb52f16ee1 199.204.45.4 - - [22/Apr/2026:00:43:08 +0000] "GET /v3/domains HTTP/1.1" 200 802 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.034 [openstack-keystone-api-5000] [] 10.0.0.20:5000 802 0.034 200 84a3af7fafdb98af944b0327a64f9eae 199.204.45.4 - - [22/Apr/2026:00:43:08 +0000] "GET /v3/users?domain_id=0599d4e321b145d6b7d3291b01c0e863&name=rgw-RegionOne HTTP/1.1" 200 490 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.045 [openstack-keystone-api-5000] [] 10.0.0.20:5000 490 0.045 200 2faa93a5915f5c394ba6efa08c3a6fb8 199.204.45.4 - - [22/Apr/2026:00:43:08 +0000] "GET /v3/projects?domain_id=0599d4e321b145d6b7d3291b01c0e863 HTTP/1.1" 200 546 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.029 [openstack-keystone-api-5000] [] 10.0.0.20:5000 546 0.029 200 6f9e6dccc28cf4c17ffa2ccea8502533 199.204.45.4 - - [22/Apr/2026:00:43:08 +0000] "GET /v3/role_assignments?role.id=22380dad897145ba8ddbaf8bb6abdbd5&user.id=5b4e8a9533884ce3b3f829dd5a9374f8&scope.project.id=f0bb238f581a4e919aaa33e3176700f0 HTTP/1.1" 200 268 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 566 0.053 [openstack-keystone-api-5000] [] 10.0.0.20:5000 268 0.053 200 e61c616c5f49ca3d48a4ba214da25c6b 199.204.45.4 - - [22/Apr/2026:00:43:08 +0000] "GET /v3/roles HTTP/1.1" 200 1035 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 423 0.027 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1035 0.027 200 f36ef03942eeea16b8c4fcb1ae28b775 199.204.45.4 - - [22/Apr/2026:00:43:08 +0000] "GET /v3/domains/0599d4e321b145d6b7d3291b01c0e863 HTTP/1.1" 200 268 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.016 [openstack-keystone-api-5000] [] 10.0.0.20:5000 268 0.016 200 b0fc32cfb7eed31e7b39ed5c355c659e 199.204.45.4 - - [22/Apr/2026:00:43:08 +0000] "GET /v3/users?domain_id=0599d4e321b145d6b7d3291b01c0e863&name=rgw-RegionOne HTTP/1.1" 200 490 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.045 [openstack-keystone-api-5000] [] 10.0.0.20:5000 490 0.045 200 248727bc45e8e81a5333dd531716091c 199.204.45.4 - - [22/Apr/2026:00:43:08 +0000] "GET /v3/projects?domain_id=0599d4e321b145d6b7d3291b01c0e863 HTTP/1.1" 200 546 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.034 [openstack-keystone-api-5000] [] 10.0.0.20:5000 546 0.034 200 117d53949c08b7dad6af2353bd31ea99 199.204.45.4 - - [22/Apr/2026:00:43:08 +0000] "GET /v3/role_assignments?role.id=22380dad897145ba8ddbaf8bb6abdbd5&user.id=5b4e8a9533884ce3b3f829dd5a9374f8&scope.project.id=f0bb238f581a4e919aaa33e3176700f0 HTTP/1.1" 200 268 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 566 0.021 [openstack-keystone-api-5000] [] 10.0.0.20:5000 268 0.021 200 36b10747126841b65802c19939f286e6 199.204.45.4 - - [22/Apr/2026:00:43:08 +0000] "PUT /v3/projects/f0bb238f581a4e919aaa33e3176700f0/users/5b4e8a9533884ce3b3f829dd5a9374f8/roles/22380dad897145ba8ddbaf8bb6abdbd5 HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 556 0.046 [openstack-keystone-api-5000] [] 10.0.0.20:5000 0 0.047 204 5a83cc5c5a1e81cc7a1ca16fb4d59fcb 199.204.45.4 - - [22/Apr/2026:00:43:09 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.20:5000 279 0.005 300 f7a50e5aae27db6145389a6a391fb1ab 199.204.45.4 - - [22/Apr/2026:00:43:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1988 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.368 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1988 0.368 201 735d2c883f5bbe9fcbbc1ccaa363c638 199.204.45.4 - - [22/Apr/2026:00:43:09 +0000] "GET /v3/services HTTP/1.1" 200 591 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 426 0.027 [openstack-keystone-api-5000] [] 10.0.0.20:5000 591 0.027 200 00eaba6b13d21fd077ed6feaf530a4eb 199.204.45.4 - - [22/Apr/2026:00:43:09 +0000] "POST /v3/services HTTP/1.1" 201 261 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 594 0.040 [openstack-keystone-api-5000] [] 10.0.0.20:5000 261 0.041 201 27f2119b41fee28483637cbbd7d06d1c 199.204.45.4 - - [22/Apr/2026:00:43:10 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 279 0.004 300 43012ee8e7e186a6c255f595b34d9c24 199.204.45.4 - - [22/Apr/2026:00:43:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2090 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.507 [openstack-keystone-api-5000] [] 10.0.0.20:5000 2090 0.507 201 925331c130369dfbbc2a604d4af10a6f 199.204.45.4 - - [22/Apr/2026:00:43:10 +0000] "GET /v3/services HTTP/1.1" 200 840 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 426 0.021 [openstack-keystone-api-5000] [] 10.0.0.20:5000 840 0.021 200 f02b37a747a1c4219dda1bc8e740befa 199.204.45.4 - - [22/Apr/2026:00:43:10 +0000] "GET /v3/endpoints HTTP/1.1" 200 2205 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.024 [openstack-keystone-api-5000] [] 10.0.0.20:5000 2205 0.024 200 8a3408d0377232bed829435c39243f39 199.204.45.4 - - [22/Apr/2026:00:43:10 +0000] "POST /v3/endpoints HTTP/1.1" 201 375 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 682 0.042 [openstack-keystone-api-5000] [] 10.0.0.20:5000 375 0.042 201 8f4c9c1cb35ba149aa0e2943f70c26a4 199.204.45.4 - - [22/Apr/2026:00:43:11 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 279 0.004 300 f51bd0629643df2d7a9eaec2984a7da1 199.204.45.4 - - [22/Apr/2026:00:43:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.741 [openstack-keystone-api-5000] [] 10.0.0.20:5000 2297 0.741 201 801ef43abe84e89ad4f221f4502badf2 199.204.45.4 - - [22/Apr/2026:00:43:12 +0000] "GET /v3/services HTTP/1.1" 200 840 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 426 0.019 [openstack-keystone-api-5000] [] 10.0.0.20:5000 840 0.019 200 3a101e75a628b7a41d83e7bb8ab48961 199.204.45.4 - - [22/Apr/2026:00:43:12 +0000] "GET /v3/endpoints HTTP/1.1" 200 2567 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.028 [openstack-keystone-api-5000] [] 10.0.0.20:5000 2567 0.029 200 91864cca916937beb3e09f50ec5d7ab0 199.204.45.4 - - [22/Apr/2026:00:43:12 +0000] "POST /v3/endpoints HTTP/1.1" 201 390 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 697 0.138 [openstack-keystone-api-5000] [] 10.0.0.20:5000 390 0.139 201 d21c19c3aaa3c39a39f17968ee371cbe W0422 00:43:13.570209 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0422 00:43:13.570294 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0422 00:43:13.570334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:43:13.570348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:43:13.572795 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.002s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:35.7kB} I0422 00:43:13.572820 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0422 00:43:13.577931 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0422 00:43:13.578247 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"c21c6351-1ea3-4eb1-8f6c-c9a44b0d2dda", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8493", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 00:43:13.578608 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0422 00:43:13.579189 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0422 00:43:13.579330 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0422 00:43:13.579432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:43:13.579461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:43:13.579659 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 00:43:13.628810 7 controller.go:216] "Backend successfully reloaded" I0422 00:43:13.629181 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r5slx", UID:"cac853fc-2f91-42f2-8c36-66f7a1607179", APIVersion:"v1", ResourceVersion:"1463", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0422 00:43:14.087923 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0422 00:43:14.089349 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0422 00:43:16.914485 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0422 00:43:16.914693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:43:16.914721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:43:34.073625 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0422 00:43:34.073776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:43:34.073793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:43:39.574739 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0422 00:43:39.574986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:43:39.575012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:43:42.908805 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0422 00:43:42.909053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:43:42.909095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:43:42.909350 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 00:43:42.958305 7 controller.go:216] "Backend successfully reloaded" I0422 00:43:42.958494 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r5slx", UID:"cac853fc-2f91-42f2-8c36-66f7a1607179", APIVersion:"v1", ResourceVersion:"1463", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0422 00:43:46.242372 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0422 00:43:46.242527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:43:46.242546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:43:49.575191 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0422 00:43:49.575430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:43:49.575456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:43:54.024541 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.107.180.224"}] I0422 00:43:54.030284 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"c21c6351-1ea3-4eb1-8f6c-c9a44b0d2dda", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8901", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 00:43:54.033231 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0422 00:43:54.034351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:43:54.034405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:44:05.099920 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0422 00:44:05.100070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:44:05.100095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:44:08.433750 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0422 00:44:08.433962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:44:08.433989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:44:13.327350 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0422 00:44:13.327502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:44:13.327522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:44:49.631082 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0422 00:44:49.631223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:44:49.631239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:45:28.951659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:45:28.951705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:46:21.203733 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0422 00:46:21.203983 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0422 00:46:21.204190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:46:21.204231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:46:21.209560 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.1kB} I0422 00:46:21.209601 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0422 00:46:21.216124 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0422 00:46:21.216400 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"2beffb58-2de4-49c4-aacf-c1335d741830", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10084", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 00:46:21.216792 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0422 00:46:21.217403 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0422 00:46:21.217569 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0422 00:46:21.217698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:46:21.217727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:46:21.217948 7 controller.go:196] "Configuration changes detected, backend reload required" I0422 00:46:21.266951 7 controller.go:216] "Backend successfully reloaded" I0422 00:46:21.267179 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-r5slx", UID:"cac853fc-2f91-42f2-8c36-66f7a1607179", APIVersion:"v1", ResourceVersion:"1463", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0422 00:46:21.614138 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0422 00:46:21.615375 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0422 00:46:24.553566 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0422 00:46:24.553944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:46:24.554057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:46:28.679108 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0422 00:46:28.679299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:46:28.679320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:46:37.127626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:46:37.127667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [22/Apr/2026:00:46:38 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.20:5000 279 0.005 300 b1f8426f19975062105160ee6c5e05cf 199.204.45.4 - - [22/Apr/2026:00:46:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3130 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.334 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3130 0.334 201 49b456e76a6eb3c64db1c4582fc04cb7 199.204.45.4 - - [22/Apr/2026:00:46:38 +0000] "GET / HTTP/1.1" 300 1173 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.003 [openstack-glance-api-9292] [] 10.0.0.119:9292 1173 0.003 300 21929b3937ff4232efe256ad687f480e 199.204.45.4 - - [22/Apr/2026:00:46:39 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.604 [openstack-glance-api-9292] [] 10.0.0.119:9292 69 0.603 200 c2b0ee06a9cdbbbdc50b3c5c7fc933c6 199.204.45.4 - - [22/Apr/2026:00:46:42 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 279 0.004 300 77a8ded346acfe5bf3e89d67df4adef0 199.204.45.4 - - [22/Apr/2026:00:46:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3130 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.314 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3130 0.314 201 90241c1d05793f0f3c09989965c1bb52 199.204.45.4 - - [22/Apr/2026:00:46:42 +0000] "GET / HTTP/1.1" 300 1173 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.002 [openstack-glance-api-9292] [] 10.0.0.119:9292 1173 0.002 300 8e157dc8a515bd7ae9da8879218c1976 199.204.45.4 - - [22/Apr/2026:00:46:42 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.053 [openstack-glance-api-9292] [] 10.0.0.119:9292 69 0.053 200 dce7e05d5fc850dcf6429dd40c58bf28 199.204.45.4 - - [22/Apr/2026:00:46:42 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.125 [openstack-glance-api-9292] [] 10.0.0.119:9292 151 0.126 404 db4cd476d1816c82eb3733f43d0c2070 199.204.45.4 - - [22/Apr/2026:00:46:42 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 446 0.025 [openstack-glance-api-9292] [] 10.0.0.119:9292 81 0.024 200 942ee5d2207f931fcd56577c67687829 199.204.45.4 - - [22/Apr/2026:00:46:42 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 449 0.030 [openstack-glance-api-9292] [] 10.0.0.119:9292 84 0.030 200 92095e8a3f0b84471e0ad1e210d0cf31 199.204.45.4 - - [22/Apr/2026:00:46:42 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 746 0.057 [openstack-glance-api-9292] [] 10.0.0.119:9292 760 0.057 201 0abc60763b04c371b2335764bbb941c5 199.204.45.4 - - [22/Apr/2026:00:46:46 +0000] "PUT /v2/images/49140574-9fb6-4270-8c90-b20c4fa56330/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441039 3.911 [openstack-glance-api-9292] [] 10.0.0.119:9292 0 3.911 204 6d33c849601a4c0deb72864ec594f088 199.204.45.4 - - [22/Apr/2026:00:46:46 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.019 [openstack-glance-api-9292] [] 10.0.0.119:9292 1240 0.019 200 73f65d4f58eba7badaa63db4b19621b0 199.204.45.4 - - [22/Apr/2026:00:46:46 +0000] "PATCH /v2/images/49140574-9fb6-4270-8c90-b20c4fa56330 HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 538 0.020 [openstack-glance-api-9292] [] 10.0.0.119:9292 1171 0.019 200 738cbcbf94c0c2dd197655c70fe72b59 199.204.45.4 - - [22/Apr/2026:00:46:46 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.020 [openstack-glance-api-9292] [] 10.0.0.119:9292 1240 0.020 200 74d559db7853a9d9dba894f0b9e006b7 W0422 00:46:50.210665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:46:50.210714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:46:53.545351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:46:53.545406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0422 00:46:54.023644 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.107.180.224"}] I0422 00:46:54.028443 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"2beffb58-2de4-49c4-aacf-c1335d741830", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10393", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0422 00:46:56.881220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0422 00:46:56.881273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store