------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0408 06:20:38.523731 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0408 06:20:38.523895 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0408 06:20:38.533392 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0408 06:20:38.537172 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0408 06:20:39.006096 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0408 06:20:39.025192 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0408 06:20:39.040867 7 nginx.go:271] "Starting NGINX Ingress controller" I0408 06:20:39.047670 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"b42ca557-37e8-4784-9616-7e378b2fc9c3", APIVersion:"v1", ResourceVersion:"1453", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0408 06:20:39.051896 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"ae7bc780-8038-422c-8fa5-7fb689eed392", APIVersion:"v1", ResourceVersion:"1455", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0408 06:20:39.052007 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"e0cedf12-0200-4c52-8ec8-ec77a807a855", APIVersion:"v1", ResourceVersion:"1454", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0408 06:20:40.243019 7 nginx.go:317] "Starting NGINX process" I0408 06:20:40.243182 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0408 06:20:40.243676 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0408 06:20:40.243936 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0408 06:20:40.244015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:40.244058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:20:40.244126 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:20:40.278231 7 controller.go:216] "Backend successfully reloaded" I0408 06:20:40.278352 7 controller.go:227] "Initial sync, sleeping for 1 second" I0408 06:20:40.278488 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br2lx", UID:"730074a2-aff9-4ed5-88fa-02d63386c96b", APIVersion:"v1", ResourceVersion:"1558", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 06:20:40.355778 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0408 06:20:40.355988 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-br2lx" W0408 06:20:44.071919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:44.071951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:47.406813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:47.406882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:50.739029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:50.739084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:54.072454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:54.072502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:57.406024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:20:57.406052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:00.738999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:00.739047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:04.072580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:04.072634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:07.406152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:07.406199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:10.739249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:10.739293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:14.072570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:14.072616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:17.408080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:17.408126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:20.738792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:21:20.738825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:11.206978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:11.207020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:28.477784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:28.477828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:31.811367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:31.811557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:35.145578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:35.145711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:38.478821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:38.478867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:41.812209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:41.812258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:45.146169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:45.146222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:48.479067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:48.479116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:52.382429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:52.382481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:55.716826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:55.716871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:59.049459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:22:59.049504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:02.384057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:02.384106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:05.718534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:23:05.718579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:13.933920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:13.933961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:16.438946 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-19.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-19.nip.io-tls was not found. Using default certificate W0408 06:25:16.439018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:16.439039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:25:16.441026 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0408 06:25:16.441065 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0408 06:25:16.449075 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0408 06:25:16.449392 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ac2b1f3e-5525-47a2-850b-07e458a53935", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3553", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:25:16.449743 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-19.nip.io-tls" in local store I0408 06:25:17.050991 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-19.nip.io-tls" I0408 06:25:17.052697 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-19.nip.io-tls" W0408 06:25:17.268332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:17.268394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:25:17.268482 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:25:17.311099 7 controller.go:216] "Backend successfully reloaded" I0408 06:25:17.311420 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br2lx", UID:"730074a2-aff9-4ed5-88fa-02d63386c96b", APIVersion:"v1", ResourceVersion:"1558", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 06:25:20.601495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:20.601531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [08/Apr/2026:06:25:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.934 [auth-system-keycloak-80] [] 10.0.0.76:8080 1925 1.932 200 1379f10c9eb78fbe7db6207a8125a5db 199.204.45.19 - - [08/Apr/2026:06:25:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.171 [auth-system-keycloak-80] [] 10.0.0.76:8080 116 0.170 404 3c17ab9a9d9ffc8d13effca915c28780 199.204.45.19 - - [08/Apr/2026:06:25:32 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.782 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 4.780 201 724c903ee9b82525533435351a8f48f9 199.204.45.19 - - [08/Apr/2026:06:25:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.700 [auth-system-keycloak-80] [] 10.0.0.76:8080 4246 0.701 200 074aeb5667f20401028a706fd66fc3ff 199.204.45.19 - - [08/Apr/2026:06:25:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.506 [auth-system-keycloak-80] [] 10.0.0.76:8080 1925 0.505 200 abc9711c72f17f91734ca82a65032ada 199.204.45.19 - - [08/Apr/2026:06:25:34 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.146 [auth-system-keycloak-80] [] 10.0.0.76:8080 12500 0.147 200 c8cdc48b6920a7d7ed70ac9826f2441a 199.204.45.19 - - [08/Apr/2026:06:25:34 +0000] "GET /admin/realms/atmosphere/client-scopes/9508a933-2334-4abe-bdc7-ea9fd3a03e33 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.011 [auth-system-keycloak-80] [] 10.0.0.76:8080 1278 0.012 200 ef04f022b67891a5d05fbb814a15bacc 199.204.45.19 - - [08/Apr/2026:06:25:34 +0000] "PUT /admin/realms/atmosphere/client-scopes/9508a933-2334-4abe-bdc7-ea9fd3a03e33 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.072 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.071 204 3f7251e331cebfda410d68ce01aa0171 199.204.45.19 - - [08/Apr/2026:06:25:34 +0000] "GET /admin/realms/atmosphere/client-scopes/9508a933-2334-4abe-bdc7-ea9fd3a03e33/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.020 [auth-system-keycloak-80] [] 10.0.0.76:8080 963 0.021 200 ef660980c32a9fcf7310b7dc4c610703 199.204.45.19 - - [08/Apr/2026:06:25:34 +0000] "GET /admin/realms/atmosphere/client-scopes/9508a933-2334-4abe-bdc7-ea9fd3a03e33/protocol-mappers/models/5138315f-98f3-455b-85e0-f0303822014f HTTP/1.1" 200 366 "-" "Ansible" 1307 0.058 [auth-system-keycloak-80] [] 10.0.0.76:8080 366 0.058 200 74a401b081aa20ef2d3ef4c5d221c236 199.204.45.19 - - [08/Apr/2026:06:25:35 +0000] "PUT /admin/realms/atmosphere/client-scopes/9508a933-2334-4abe-bdc7-ea9fd3a03e33/protocol-mappers/models/5138315f-98f3-455b-85e0-f0303822014f HTTP/1.1" 204 0 "-" "Ansible" 1620 0.082 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.082 204 455eb7f23288131a8661d2ac82a63999 199.204.45.19 - - [08/Apr/2026:06:25:35 +0000] "GET /admin/realms/atmosphere/client-scopes/9508a933-2334-4abe-bdc7-ea9fd3a03e33 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.019 [auth-system-keycloak-80] [] 10.0.0.76:8080 1218 0.019 200 2edbf64ed56ce480db8f2035db3e8874 I0408 06:25:40.364783 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.238.38"}] I0408 06:25:40.371037 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ac2b1f3e-5525-47a2-850b-07e458a53935", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3859", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:25:40.372727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:25:40.372758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [08/Apr/2026:06:25:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.493 [auth-system-keycloak-80] [] 10.0.0.76:8080 1925 0.492 200 857615136e1971e8c64a78a47168568f 199.204.45.19 - - [08/Apr/2026:06:25:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.074 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.073 200 d7133445d7d936985eea26fe9111a03f 199.204.45.19 - - [08/Apr/2026:06:25:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.200 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.200 201 59545045371db01ff106ea1e499cce56 199.204.45.19 - - [08/Apr/2026:06:25:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.082 [auth-system-keycloak-80] [] 10.0.0.76:8080 1259 0.081 200 0500c43569fbe42e577b1898521e4394 199.204.45.19 - - [08/Apr/2026:06:25:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.134 [auth-system-keycloak-80] [] 10.0.0.76:8080 1925 1.133 200 e4e2a74030c27f9b3d01c8e87c23417d 199.204.45.19 - - [08/Apr/2026:06:25:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.070 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.071 200 75eae2de8aa07e4cc277a0157a961a0c 199.204.45.19 - - [08/Apr/2026:06:25:58 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.181 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.181 201 2d6f6ee6efef9cdcbf27bd0a01a58e16 199.204.45.19 - - [08/Apr/2026:06:25:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.021 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.021 200 4f13b703baec1dbb77db4156b52f28f6 199.204.45.19 - - [08/Apr/2026:06:25:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.674 [auth-system-keycloak-80] [] 10.0.0.76:8080 1925 0.673 200 003678a4841849e668b19ecf5c1eb851 199.204.45.19 - - [08/Apr/2026:06:25:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.010 200 c0b2b16b03305807863eb76d895688c5 199.204.45.19 - - [08/Apr/2026:06:25:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.079 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.077 201 2dcf0aa4761491b35813d8e969de20dd 199.204.45.19 - - [08/Apr/2026:06:25:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.074 [auth-system-keycloak-80] [] 10.0.0.76:8080 1249 0.074 200 18cc77a82ee204b975a6009693a71235 199.204.45.19 - - [08/Apr/2026:06:26:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.485 [auth-system-keycloak-80] [] 10.0.0.76:8080 1925 0.484 200 0a557b451c29c0565f301de6fcb6116d 199.204.45.19 - - [08/Apr/2026:06:26:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.76:8080 1259 0.005 200 cc24556f3b2df358c4cdd3c3fe73887b 199.204.45.19 - - [08/Apr/2026:06:26:00 +0000] "GET /admin/realms/atmosphere/clients/caeba54e-004d-49f1-aff7-a2ae2e3a75fa/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.023 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.022 404 325e82ba24828bb9eea638190f050337 199.204.45.19 - - [08/Apr/2026:06:26:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.76:8080 1259 0.004 200 b8b448afe051759dc12fa671c69575dc 199.204.45.19 - - [08/Apr/2026:06:26:00 +0000] "POST /admin/realms/atmosphere/clients/caeba54e-004d-49f1-aff7-a2ae2e3a75fa/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.016 201 e5abf65e6ad56b3fa6c2bdced972b38f 199.204.45.19 - - [08/Apr/2026:06:26:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.039 [auth-system-keycloak-80] [] 10.0.0.76:8080 1259 0.039 200 427a6b1aa0d501faa040340bd1638f30 199.204.45.19 - - [08/Apr/2026:06:26:00 +0000] "GET /admin/realms/atmosphere/clients/caeba54e-004d-49f1-aff7-a2ae2e3a75fa/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.015 200 eff317340cef5e012d2aa36f07fc89da 199.204.45.19 - - [08/Apr/2026:06:26:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.482 [auth-system-keycloak-80] [] 10.0.0.76:8080 1925 0.481 200 6afb48426099cbaf639626dad9cf096a 199.204.45.19 - - [08/Apr/2026:06:26:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.006 200 8ed36c8d4d863a769a8cc39e218a8e36 199.204.45.19 - - [08/Apr/2026:06:26:01 +0000] "GET /admin/realms/atmosphere/clients/b948b762-a95b-4e85-a24c-d3f284c9746d/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.009 404 c84490c111c557c58cae73716853c181 199.204.45.19 - - [08/Apr/2026:06:26:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.049 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.049 200 39599bcae2ffaf47bd338eccda3dc6fc 199.204.45.19 - - [08/Apr/2026:06:26:01 +0000] "POST /admin/realms/atmosphere/clients/b948b762-a95b-4e85-a24c-d3f284c9746d/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.016 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.015 201 84b1868761f7b716aa1a22549cf5ab82 199.204.45.19 - - [08/Apr/2026:06:26:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.008 200 95a85a0bc37dae0a75782a384af0b552 199.204.45.19 - - [08/Apr/2026:06:26:01 +0000] "GET /admin/realms/atmosphere/clients/b948b762-a95b-4e85-a24c-d3f284c9746d/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.053 [auth-system-keycloak-80] [] 10.0.0.76:8080 165 0.052 200 00f8748ffaf317758f16fd6d844dd427 199.204.45.19 - - [08/Apr/2026:06:26:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.512 [auth-system-keycloak-80] [] 10.0.0.76:8080 1925 0.510 200 016f7a289cc21e7c8488ca9e455e65e7 199.204.45.19 - - [08/Apr/2026:06:26:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.008 200 151d34841adff72a3509ba73e5237e72 199.204.45.19 - - [08/Apr/2026:06:26:02 +0000] "GET /admin/realms/atmosphere/clients/b948b762-a95b-4e85-a24c-d3f284c9746d/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.011 404 827f4da6b3d1a7ab12113db6f4ab85c0 199.204.45.19 - - [08/Apr/2026:06:26:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.007 200 b148d95650a28f4e71fa9e1e3477e5a2 199.204.45.19 - - [08/Apr/2026:06:26:02 +0000] "POST /admin/realms/atmosphere/clients/b948b762-a95b-4e85-a24c-d3f284c9746d/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.042 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.041 201 aa04f5755993852147f2ef7d7eba2c13 199.204.45.19 - - [08/Apr/2026:06:26:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.008 200 7bbcbbbf0f8b413703a9672ba97ace40 199.204.45.19 - - [08/Apr/2026:06:26:02 +0000] "GET /admin/realms/atmosphere/clients/b948b762-a95b-4e85-a24c-d3f284c9746d/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.013 200 fd1ecd1848cd57692da28dd9f96ab66d 199.204.45.19 - - [08/Apr/2026:06:26:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.460 [auth-system-keycloak-80] [] 10.0.0.76:8080 1925 0.459 200 06df19813c17483cb3ed83ced712fdbb 199.204.45.19 - - [08/Apr/2026:06:26:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.054 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.053 200 a8ddcb27054422998e564f0e764cd59b 199.204.45.19 - - [08/Apr/2026:06:26:03 +0000] "GET /admin/realms/atmosphere/clients/b948b762-a95b-4e85-a24c-d3f284c9746d/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.008 404 bf7115233da9aadd8d2c287986ad3d9c 199.204.45.19 - - [08/Apr/2026:06:26:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.006 200 a37d6eb6151f0344fe9f9dc51214abda 199.204.45.19 - - [08/Apr/2026:06:26:03 +0000] "POST /admin/realms/atmosphere/clients/b948b762-a95b-4e85-a24c-d3f284c9746d/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.054 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.053 201 17dc37d68d2779d926ca63adab62e051 199.204.45.19 - - [08/Apr/2026:06:26:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.76:8080 1283 0.007 200 f896b8603316ed6cce799c729af1114f 199.204.45.19 - - [08/Apr/2026:06:26:03 +0000] "GET /admin/realms/atmosphere/clients/b948b762-a95b-4e85-a24c-d3f284c9746d/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.013 200 ce7988ac0d218a10346eed2c42ea6d51 199.204.45.19 - - [08/Apr/2026:06:26:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.431 [auth-system-keycloak-80] [] 10.0.0.76:8080 1925 0.430 200 1c357d8f1b7bdd3de8886bf3036aeed0 199.204.45.19 - - [08/Apr/2026:06:26:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.033 [auth-system-keycloak-80] [] 10.0.0.76:8080 1249 0.033 200 c26380f33e3a8026a65f7618aecc49a3 199.204.45.19 - - [08/Apr/2026:06:26:04 +0000] "GET /admin/realms/atmosphere/clients/2e9b3811-8b89-4053-a478-ff71db070ed5/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.006 [auth-system-keycloak-80] [] 10.0.0.76:8080 119 0.007 404 a6fe20f4fdf946a6f45bb2f5af85fd3a 199.204.45.19 - - [08/Apr/2026:06:26:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.76:8080 1249 0.004 200 517f9e5cec9d63666fa37a12ec5a050a 199.204.45.19 - - [08/Apr/2026:06:26:04 +0000] "POST /admin/realms/atmosphere/clients/2e9b3811-8b89-4053-a478-ff71db070ed5/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.011 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.011 201 1e3f243cb1b83cb40980b29e5ec45213 199.204.45.19 - - [08/Apr/2026:06:26:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.042 [auth-system-keycloak-80] [] 10.0.0.76:8080 1249 0.042 200 3d34b691632861ba8e79fcbc5b32fe42 199.204.45.19 - - [08/Apr/2026:06:26:04 +0000] "GET /admin/realms/atmosphere/clients/2e9b3811-8b89-4053-a478-ff71db070ed5/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.76:8080 166 0.013 200 3a21fe131a92efab4c094e3d3c7afe7f W0408 06:26:12.525277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:12.525321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:15.860925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:15.861051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:19.192534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:26:19.192580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:11.826469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:11.826525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:11.906410 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:27:11.906487 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0408 06:27:11.906544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:11.906563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:11.906412 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:11.906741 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0408 06:27:11.906806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:11.906828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:11.907697 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:11.907816 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0408 06:27:11.907882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:11.907928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:27:11.908395 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 06:27:11.908430 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0408 06:27:11.908848 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 06:27:11.908883 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0408 06:27:11.910866 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0408 06:27:11.910910 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0408 06:27:11.921725 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0408 06:27:11.923259 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0408 06:27:11.923297 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0408 06:27:11.923707 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0408 06:27:11.923737 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ceeee7e7-5282-4e22-a0b5-9abb4c758c6c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4580", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:27:11.923761 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f46f50f9-179c-4feb-aaad-87011837cc9f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4581", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:27:11.923786 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0408 06:27:11.923987 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0408 06:27:11.924336 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"22dc13b5-93f1-4b4b-a533-dcc7959f0ceb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4582", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:27:12.358769 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0408 06:27:12.359789 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0408 06:27:12.367622 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0408 06:27:12.368459 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0408 06:27:13.097656 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0408 06:27:13.098538 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0408 06:27:15.160599 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:15.160670 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:27:15.160711 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:15.160850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:15.160877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:27:15.161001 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:27:15.304949 7 controller.go:216] "Backend successfully reloaded" I0408 06:27:15.305330 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br2lx", UID:"730074a2-aff9-4ed5-88fa-02d63386c96b", APIVersion:"v1", ResourceVersion:"1558", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 06:27:18.494185 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:18.494425 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:27:18.494548 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:18.494743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:18.494775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:21.828415 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:21.828476 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:27:21.828506 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:21.828616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:21.828641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:25.160010 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:25.160063 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:27:25.160099 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:25.160202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:25.160223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:28.494289 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:28.494382 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:27:28.494427 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:28.494596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:28.494621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:31.828017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:31.828086 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:27:31.828125 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:31.828253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:31.828279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:35.160335 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:35.160387 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:27:35.160424 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:35.160533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:35.160555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:38.493278 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:38.493330 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:27:38.493358 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:38.493523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:38.493546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:27:40.388085 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.238.38"}] I0408 06:27:40.388518 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.238.38"}] I0408 06:27:40.388603 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.238.38"}] I0408 06:27:40.447320 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ceeee7e7-5282-4e22-a0b5-9abb4c758c6c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5348", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:27:40.454151 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f46f50f9-179c-4feb-aaad-87011837cc9f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5349", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0408 06:27:40.506080 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"22dc13b5-93f1-4b4b-a533-dcc7959f0ceb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5350", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:27:41.827570 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:41.827631 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0408 06:27:41.827665 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:41.827798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:41.827825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:45.160421 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:45.160561 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:45.160714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:45.160750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:48.493957 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:48.494082 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:48.494267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:48.494302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:52.200138 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:52.200212 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:52.200309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:52.200323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:55.161510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:55.161656 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:55.161821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:55.161851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:58.494111 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:27:58.494226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:27:58.494350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:27:58.494376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:01.827334 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:28:01.827527 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:28:01.827698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:01.827762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.21 - - [08/Apr/2026:06:28:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.035 [auth-system-keycloak-80] [] 10.0.0.76:8080 6411 0.035 200 c06fe78def9d4a2be02766549c24c3cf 10.0.0.169 - - [08/Apr/2026:06:28:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.76:8080 6411 0.007 200 9edacb0404d12fc3bf2aae1b53fbbc13 W0408 06:28:05.160170 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:28:05.160243 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0408 06:28:05.160412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:05.160440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:08.495312 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0408 06:28:08.495559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:08.495592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:11.826884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:11.826930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:15.161830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:15.161869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:18.494933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:18.494980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:29.216086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:29.216128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:32.550979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:32.551026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [08/Apr/2026:06:28:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.495 [auth-system-keycloak-80] [] 10.0.0.76:8080 1925 0.491 200 9c4f7d5a47d5338b32eb463dfcf3bbc2 199.204.45.19 - - [08/Apr/2026:06:28:33 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.037 [auth-system-keycloak-80] [] 10.0.0.76:8080 4246 0.038 200 898d43939695cc1f4066de0a6f639d75 199.204.45.19 - - [08/Apr/2026:06:28:33 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.405 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.405 204 db9bf971fdc443ca5704c9076dedecdf 199.204.45.19 - - [08/Apr/2026:06:28:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.188 [auth-system-keycloak-80] [] 10.0.0.76:8080 4384 0.188 200 54568a14bf4fa5eaa6d56da6fa2b30b7 199.204.45.19 - - [08/Apr/2026:06:28:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.508 [auth-system-keycloak-80] [] 10.0.0.76:8080 1925 0.508 200 634c5e407aa61504a6e6bb79761c6d10 199.204.45.19 - - [08/Apr/2026:06:28:35 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.76:8080 1682 0.010 200 b5ba82a25643f8595635dffa4d95e107 199.204.45.19 - - [08/Apr/2026:06:28:36 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.005 [auth-system-keycloak-80] [] 10.0.0.76:8080 6411 0.005 200 0f0383a510957bef82139348ba527775 199.204.45.19 - - [08/Apr/2026:06:28:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.469 [auth-system-keycloak-80] [] 10.0.0.76:8080 1925 0.467 200 2658b83035964df00bf46d3ea845ae78 199.204.45.19 - - [08/Apr/2026:06:28:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.013 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.013 200 c7d7e4489f96ff6ce494136b32004dd7 199.204.45.19 - - [08/Apr/2026:06:28:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.241 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.240 201 735897d04a43c8be758a36f5606b2dc1 199.204.45.19 - - [08/Apr/2026:06:28:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.027 [auth-system-keycloak-80] [] 10.0.0.76:8080 2242 0.028 200 324ba88b5f74d7cffae8b138eff95c52 199.204.45.19 - - [08/Apr/2026:06:28:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.480 [auth-system-keycloak-80] [] 10.0.0.76:8080 1925 0.478 200 9a2b4990e1a280506f9ecfe33789b849 199.204.45.19 - - [08/Apr/2026:06:28:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.028 [auth-system-keycloak-80] [] 10.0.0.76:8080 2242 0.029 200 c3e682082530c456826fd030449c43be 199.204.45.19 - - [08/Apr/2026:06:28:40 +0000] "GET /admin/realms/atmosphere/clients/d0049112-7113-4da5-bc75-8105b4f76362/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.016 [auth-system-keycloak-80] [] 10.0.0.76:8080 233 0.015 200 dfa1971fbda1b8b5857210c991e5cce8 199.204.45.19 - - [08/Apr/2026:06:28:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.075 [auth-system-keycloak-80] [] 10.0.0.76:8080 831 0.076 200 3dbf786bb02a9c8d6d29ca016544cdd3 199.204.45.19 - - [08/Apr/2026:06:28:40 +0000] "GET /admin/realms/atmosphere/clients/71357571-0f87-44e8-bc86-c6b56e4fc07c/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.093 [auth-system-keycloak-80] [] 10.0.0.76:8080 3758 0.094 200 74ff6271c98878ce60b6aec63f37921f 199.204.45.19 - - [08/Apr/2026:06:28:40 +0000] "GET /admin/realms/atmosphere/users/87bccdd0-443b-4d9c-8592-cd12a5ff1102/role-mappings/clients/71357571-0f87-44e8-bc86-c6b56e4fc07c/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.283 [auth-system-keycloak-80] [] 10.0.0.76:8080 3758 0.284 200 587e703bfdfa0b47a3001d1ab02c303a 199.204.45.19 - - [08/Apr/2026:06:28:40 +0000] "GET /admin/realms/atmosphere/users/87bccdd0-443b-4d9c-8592-cd12a5ff1102/role-mappings/clients/71357571-0f87-44e8-bc86-c6b56e4fc07c/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.080 [auth-system-keycloak-80] [] 10.0.0.76:8080 2 0.081 200 e2756d33eea6e499614cec98d8cdb667 199.204.45.19 - - [08/Apr/2026:06:28:40 +0000] "POST /admin/realms/atmosphere/users/87bccdd0-443b-4d9c-8592-cd12a5ff1102/role-mappings/clients/71357571-0f87-44e8-bc86-c6b56e4fc07c HTTP/1.1" 204 0 "-" "Ansible" 1388 0.020 [auth-system-keycloak-80] [] 10.0.0.76:8080 0 0.019 204 f9f0cf3c0c1dfe63af5e02cd3e0a6f28 199.204.45.19 - - [08/Apr/2026:06:28:40 +0000] "GET /admin/realms/atmosphere/users/87bccdd0-443b-4d9c-8592-cd12a5ff1102/role-mappings/clients/71357571-0f87-44e8-bc86-c6b56e4fc07c/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.055 [auth-system-keycloak-80] [] 10.0.0.76:8080 576 0.056 200 b21aa79cdaff4bc8b346f102f0dba678 W0408 06:28:43.588791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:43.588819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:46.923095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:46.923158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:54.926996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:28:54.927045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:30:48.608115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:30:48.608166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:22.440100 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 06:31:22.440190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:22.440210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:31:22.443805 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0408 06:31:22.443836 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0408 06:31:22.451113 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0408 06:31:22.451391 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2b36009e-8e39-4205-b080-360bbd57e58f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7067", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:31:22.451884 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0408 06:31:22.452357 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0408 06:31:22.452473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:22.452500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:31:22.453290 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:31:22.502135 7 controller.go:216] "Backend successfully reloaded" I0408 06:31:22.502521 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br2lx", UID:"730074a2-aff9-4ed5-88fa-02d63386c96b", APIVersion:"v1", ResourceVersion:"1558", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 06:31:22.751603 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0408 06:31:22.753524 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0408 06:31:25.787225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:25.787284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [08/Apr/2026:06:31:26 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.006 300 049ab075c97431f0304db3f868cef99b 199.204.45.19 - - [08/Apr/2026:06:31:28 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 265 0.005 200 3ac2b0760cd0f6df4b68eb737755e2dc 199.204.45.19 - - [08/Apr/2026:06:31:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.349 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1359 0.349 201 3288dd9a6166e103e7a49304e55f04ba 199.204.45.19 - - [08/Apr/2026:06:31:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.004 300 51421661ca0bb816dd265b5e52bd1ee1 199.204.45.19 - - [08/Apr/2026:06:31:28 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.041 [openstack-keystone-api-5000] [] 10.0.0.20:5000 90 0.042 404 c5416a1205e332e0c025e0da4f28f26f 199.204.45.19 - - [08/Apr/2026:06:31:28 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.031 [openstack-keystone-api-5000] [] 10.0.0.20:5000 366 0.031 200 9167b629c2bb7825586d563b035259c2 199.204.45.19 - - [08/Apr/2026:06:31:28 +0000] "GET /v3/domains/3a5a1d969dfa48838ae5f21ff61c8e2a HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-keystone-api-5000] [] 10.0.0.20:5000 244 0.022 200 6d8270bfca9b71b1a577581d2a6b3790 199.204.45.19 - - [08/Apr/2026:06:31:29 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 265 0.005 200 54c6e19a7ae598788fde0ab6051dfc41 199.204.45.19 - - [08/Apr/2026:06:31:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.338 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1359 0.337 201 55ef8c4175a52db4d9e441629ebc3091 199.204.45.19 - - [08/Apr/2026:06:31:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.005 300 6bbb442f823351567c4049cbc404a562 199.204.45.19 - - [08/Apr/2026:06:31:29 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.025 [openstack-keystone-api-5000] [] 10.0.0.20:5000 101 0.026 404 2fa36506497178d7445282ab54e79786 199.204.45.19 - - [08/Apr/2026:06:31:29 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.017 [openstack-keystone-api-5000] [] 10.0.0.20:5000 155 0.016 200 7c60c9f3456e73f444f2271eafd8fbf3 199.204.45.19 - - [08/Apr/2026:06:31:29 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.025 [openstack-keystone-api-5000] [] 10.0.0.20:5000 451 0.026 201 6eef6eac23214d3543375b8f2326444c 199.204.45.19 - - [08/Apr/2026:06:31:30 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 265 0.005 200 a43f2b83832c8fd506f3217cea9575a5 199.204.45.19 - - [08/Apr/2026:06:31:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.308 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1359 0.307 201 622eabe6d5b2ba5ed521a4cd32e7d848 199.204.45.19 - - [08/Apr/2026:06:31:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.004 300 c475e63ff7782d37eacbf192b555df9a 199.204.45.19 - - [08/Apr/2026:06:31:30 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.025 [openstack-keystone-api-5000] [] 10.0.0.20:5000 98 0.025 404 fdbc050ff91f4663414402a7a7f8a93c 199.204.45.19 - - [08/Apr/2026:06:31:30 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.022 [openstack-keystone-api-5000] [] 10.0.0.20:5000 135 0.022 200 c507484d56aacb32087cf9a26116a3e3 199.204.45.19 - - [08/Apr/2026:06:31:30 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.023 [openstack-keystone-api-5000] [] 10.0.0.20:5000 356 0.022 201 8be301625f14f3610abfb371bc38c65e 199.204.45.19 - - [08/Apr/2026:06:31:31 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.20:5000 265 0.004 200 e30f336104a34a9a7860251889d61c62 199.204.45.19 - - [08/Apr/2026:06:31:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1359 0.300 201 eb8aaad6a6285781ed681b396d23141b 199.204.45.19 - - [08/Apr/2026:06:31:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.004 300 e9ec70545fb100b4e3fae8d270b077a9 199.204.45.19 - - [08/Apr/2026:06:31:31 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.026 [openstack-keystone-api-5000] [] 10.0.0.20:5000 131 0.026 404 23a1ca74e33247f6b3f2099db8c97d57 199.204.45.19 - - [08/Apr/2026:06:31:31 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.20:5000 167 0.018 200 f6e42522d7e6adb5d73c8adda71eba1b 199.204.45.19 - - [08/Apr/2026:06:31:31 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.028 [openstack-keystone-api-5000] [] 10.0.0.20:5000 222 0.027 201 c54e0ccbc9711738307147e4146f4a5c I0408 06:31:40.364153 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.238.38"}] I0408 06:31:40.372281 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"2b36009e-8e39-4205-b080-360bbd57e58f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7183", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:31:40.373193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:40.373251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:43.706921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:43.706964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:47.043112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:47.043175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:50.373762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:50.373803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:53.706594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:31:53.706653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:07.137706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:07.137745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:14.987493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:14.987532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:18.325406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:32:18.325471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:49.593882 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 06:33:49.594003 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 06:33:49.594068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:49.594093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:33:49.598302 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0408 06:33:49.598351 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0408 06:33:49.601737 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0408 06:33:49.602037 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"792ffd3b-acc6-4a20-b920-8e7ab4864f3f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8180", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:33:49.602397 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0408 06:33:49.602836 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 06:33:49.602944 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0408 06:33:49.603021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:49.603039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:33:49.603182 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:33:49.649022 7 controller.go:216] "Backend successfully reloaded" I0408 06:33:49.649269 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br2lx", UID:"730074a2-aff9-4ed5-88fa-02d63386c96b", APIVersion:"v1", ResourceVersion:"1558", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 06:33:49.939845 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0408 06:33:49.941138 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.19 - - [08/Apr/2026:06:33:50 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.004 300 bb5c629b7cc838b128fb6caa981d8a90 199.204.45.19 - - [08/Apr/2026:06:33:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.346 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1990 0.345 201 bc9116e9c39b506ec461cf85b749e0ef 199.204.45.19 - - [08/Apr/2026:06:33:50 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.027 [openstack-keystone-api-5000] [] 10.0.0.20:5000 85 0.027 404 e4a1270c6ecb4adba44fbb5108ff3a28 199.204.45.19 - - [08/Apr/2026:06:33:50 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.021 [openstack-keystone-api-5000] [] 10.0.0.20:5000 128 0.021 200 9aac9c91c0c1ba8270b48523c4d4d082 199.204.45.19 - - [08/Apr/2026:06:33:50 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.123 [openstack-keystone-api-5000] [] 10.0.0.20:5000 229 0.123 201 230ed9d4a3b9456aac2bec25729c2fc2 W0408 06:33:52.937352 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0408 06:33:52.937516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:52.937543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:56.270000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:33:56.270052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [08/Apr/2026:06:34:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.006 300 5b644d4f71e1397cf8027f6d12c7ca10 199.204.45.19 - - [08/Apr/2026:06:34:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 547 0.298 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1990 0.298 201 5a28ddfae91c5089decb4807bf97c113 199.204.45.19 - - [08/Apr/2026:06:34:05 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.026 [openstack-keystone-api-5000] [] 10.0.0.20:5000 1514 0.027 200 c7bbd57780613fbfca5e966f45a6c452 199.204.45.19 - - [08/Apr/2026:06:34:05 +0000] "PUT /v3/roles/baed2c6f3519438bb9dc8c9414ced582/implies/fc46db1c775842f986c0fe8101d7b960 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.036 [openstack-keystone-api-5000] [] 10.0.0.20:5000 518 0.035 201 9eaf9fb840e1f5b09c8579b465b7632d I0408 06:34:40.364774 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.238.38"}] I0408 06:34:40.369547 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"792ffd3b-acc6-4a20-b920-8e7ab4864f3f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8609", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:34:40.371674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:34:40.371767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [08/Apr/2026:06:34:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.003 300 61c077142367cdb8b16b76bb7b9ea5a0 199.204.45.19 - - [08/Apr/2026:06:34:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.351 [openstack-keystone-api-5000] [] 10.0.0.20:5000 2053 0.352 201 10f3f7d4f3736d60ef0d464a1d7c4e43 199.204.45.19 - - [08/Apr/2026:06:34:57 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.037 [openstack-keystone-api-5000] [] 10.0.0.20:5000 87 0.038 404 72da7a4b8d8968ba7f331e341d960adc 199.204.45.19 - - [08/Apr/2026:06:34:57 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.064 [openstack-keystone-api-5000] [] 10.0.0.20:5000 388 0.063 200 864c5dd50110872f87930bb2be812d67 199.204.45.19 - - [08/Apr/2026:06:34:57 +0000] "GET /v3/users/rgw-RegionOne?domain_id=9e09538fd0c446e0936470350d91124f HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.037 [openstack-keystone-api-5000] [] 10.0.0.20:5000 91 0.037 404 fdc482c9856850366026c9a3c3705653 199.204.45.19 - - [08/Apr/2026:06:34:57 +0000] "GET /v3/users?domain_id=9e09538fd0c446e0936470350d91124f&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.049 [openstack-keystone-api-5000] [] 10.0.0.20:5000 177 0.049 200 3aa2aa6d62da0415a5e83eef5e2cb188 199.204.45.19 - - [08/Apr/2026:06:34:58 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.285 [openstack-keystone-api-5000] [] 10.0.0.20:5000 290 0.284 201 e4ec8eeaaf94fb76414dd00c784056d7 199.204.45.19 - - [08/Apr/2026:06:35:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.005 300 9d22305ea5122063fb7cf451549a1381 199.204.45.19 - - [08/Apr/2026:06:35:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 547 0.298 [openstack-keystone-api-5000] [] 10.0.0.20:5000 2053 0.298 201 766c44d45101082bfe72b2515cac8cb0 199.204.45.19 - - [08/Apr/2026:06:35:01 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.029 [openstack-keystone-api-5000] [] 10.0.0.20:5000 83 0.030 404 c797d492efb63c3dbb6371c796e5e7a8 199.204.45.19 - - [08/Apr/2026:06:35:01 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.024 [openstack-keystone-api-5000] [] 10.0.0.20:5000 359 0.024 200 99682b40f250b3b1f4c58e7a8eeba3bc 199.204.45.19 - - [08/Apr/2026:06:35:01 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.035 [openstack-keystone-api-5000] [] 10.0.0.20:5000 87 0.034 404 398bf7d81dd8f680fbfbe236341aa24c 199.204.45.19 - - [08/Apr/2026:06:35:01 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.022 [openstack-keystone-api-5000] [] 10.0.0.20:5000 388 0.023 200 d962fc5d7db6823b5fb7338058f9dd10 199.204.45.19 - - [08/Apr/2026:06:35:01 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.026 [openstack-keystone-api-5000] [] 10.0.0.20:5000 91 0.026 404 c9c47acceae5d97d818ff8fd1e6c891d 199.204.45.19 - - [08/Apr/2026:06:35:01 +0000] "GET /v3/users?domain_id=9e09538fd0c446e0936470350d91124f&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.073 [openstack-keystone-api-5000] [] 10.0.0.20:5000 456 0.074 200 a5926881723509cf3f1a499022015851 199.204.45.19 - - [08/Apr/2026:06:35:01 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.023 [openstack-keystone-api-5000] [] 10.0.0.20:5000 88 0.024 404 3e3a02f338d6666d4652cd8f4bf00685 199.204.45.19 - - [08/Apr/2026:06:35:01 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.032 [openstack-keystone-api-5000] [] 10.0.0.20:5000 518 0.031 200 22900cd4eecbade957f5e37bfcaf26ca 199.204.45.19 - - [08/Apr/2026:06:35:03 +0000] "PUT /v3/projects/2b285feb0b8b491bb699d35bda9b4b40/users/8c0ea4968be149bcb5a90db69470f2a5/roles/e7bfcd7fbc484ba69e6fa42caa52d457 HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 1.496 [openstack-keystone-api-5000] [] 10.0.0.20:5000 0 1.497 204 1d7218c8a968f936c202e60b5337a58a 199.204.45.19 - - [08/Apr/2026:06:35:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.006 300 5465c7242fe43ec0458109143304dafb 199.204.45.19 - - [08/Apr/2026:06:35:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.330 [openstack-keystone-api-5000] [] 10.0.0.20:5000 2053 0.330 201 cbc7e06ace8f90c2d669dba0638cfd7f 199.204.45.19 - - [08/Apr/2026:06:35:05 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.024 [openstack-keystone-api-5000] [] 10.0.0.20:5000 150 0.023 200 a84a6b461b66f2f55e3b4092db308527 199.204.45.19 - - [08/Apr/2026:06:35:05 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.027 [openstack-keystone-api-5000] [] 10.0.0.20:5000 262 0.028 201 e5cdbe5cc14a284b5a056bb52c8d17b4 199.204.45.19 - - [08/Apr/2026:06:35:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.004 300 11ea64a61af06b36517976273fdac5ef 199.204.45.19 - - [08/Apr/2026:06:35:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.333 [openstack-keystone-api-5000] [] 10.0.0.20:5000 2155 0.332 201 093644ba596aad6ecdfdaf1a28118bd2 199.204.45.19 - - [08/Apr/2026:06:35:06 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.031 [openstack-keystone-api-5000] [] 10.0.0.20:5000 86 0.030 404 da58eb402400fee65b92bbd3bd74220b 199.204.45.19 - - [08/Apr/2026:06:35:06 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.017 [openstack-keystone-api-5000] [] 10.0.0.20:5000 380 0.017 200 920d70c3a95eb0df993ee6996cd427a8 199.204.45.19 - - [08/Apr/2026:06:35:06 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=7410d0ec6d64433b93bf73c118e62a86 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.019 [openstack-keystone-api-5000] [] 10.0.0.20:5000 204 0.019 200 17f037cde778e67636e4a6e8a92ee735 199.204.45.19 - - [08/Apr/2026:06:35:06 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.028 [openstack-keystone-api-5000] [] 10.0.0.20:5000 377 0.028 201 1d68f22bf4f2ba7f473f96518841d6a8 199.204.45.19 - - [08/Apr/2026:06:35:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.004 300 6691d8bc49d0891912f7deea9196f395 199.204.45.19 - - [08/Apr/2026:06:35:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.307 [openstack-keystone-api-5000] [] 10.0.0.20:5000 2363 0.308 201 8d724d8379a0296def8dcd225945b7f4 199.204.45.19 - - [08/Apr/2026:06:35:07 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.029 [openstack-keystone-api-5000] [] 10.0.0.20:5000 86 0.029 404 e96b00c8900dccea667c723a76a0a533 199.204.45.19 - - [08/Apr/2026:06:35:07 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.017 [openstack-keystone-api-5000] [] 10.0.0.20:5000 380 0.017 200 a6849efc7c19bfdbfe7d745c6d7b9fd5 199.204.45.19 - - [08/Apr/2026:06:35:07 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=7410d0ec6d64433b93bf73c118e62a86 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.024 [openstack-keystone-api-5000] [] 10.0.0.20:5000 206 0.023 200 b698b062ae78eadbe438a29f7590fdf5 199.204.45.19 - - [08/Apr/2026:06:35:07 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.024 [openstack-keystone-api-5000] [] 10.0.0.20:5000 391 0.024 201 66f7fc36358fe23e9e3289e266b60845 W0408 06:35:08.950767 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 06:35:08.950909 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 06:35:08.950988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:08.951009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:35:08.955870 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0408 06:35:08.955925 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0408 06:35:08.960884 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0408 06:35:08.961380 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0408 06:35:08.961587 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"60280041-6bb7-4a59-8653-2f6069dd3528", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8807", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:35:08.961698 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 06:35:08.961805 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0408 06:35:08.961887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:08.961909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:35:08.962049 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:35:09.013571 7 controller.go:216] "Backend successfully reloaded" I0408 06:35:09.014229 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br2lx", UID:"730074a2-aff9-4ed5-88fa-02d63386c96b", APIVersion:"v1", ResourceVersion:"1558", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 06:35:09.234026 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0408 06:35:09.235331 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0408 06:35:12.295962 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 06:35:12.296187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:12.296217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:25.799034 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0408 06:35:25.799270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:25.799304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:29.608384 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:35:29.608641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:29.608683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:35:29.608893 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:35:29.667123 7 controller.go:216] "Backend successfully reloaded" I0408 06:35:29.667404 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br2lx", UID:"730074a2-aff9-4ed5-88fa-02d63386c96b", APIVersion:"v1", ResourceVersion:"1558", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0408 06:35:32.943188 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:35:32.943483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:32.943531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:36.276018 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:35:36.276215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:36.276247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:39.609053 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:35:39.609286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:39.609320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:35:40.364703 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.238.38"}] I0408 06:35:40.369641 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"60280041-6bb7-4a59-8653-2f6069dd3528", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9160", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:35:42.941806 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:35:42.942150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:42.942185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:46.276161 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:35:46.276444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:46.276470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:56.667319 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:35:56.667591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:35:56.667631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:36:00.001365 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:36:00.001544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:36:00.001574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:36:04.864047 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:36:04.864171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:36:04.864195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:36:13.317427 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0408 06:36:13.317557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:36:13.317577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:36:52.151454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:36:52.151486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:38:10.222699 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 06:38:10.222953 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 06:38:10.223104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:38:10.223171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:38:10.228032 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.1kB} I0408 06:38:10.228097 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0408 06:38:10.233813 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0408 06:38:10.234167 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8182fc9e-e520-4f56-8551-28d88ca92773", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10317", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:38:10.234493 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0408 06:38:10.235015 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 06:38:10.235149 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0408 06:38:10.235241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:38:10.235264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0408 06:38:10.235415 7 controller.go:196] "Configuration changes detected, backend reload required" I0408 06:38:10.296423 7 controller.go:216] "Backend successfully reloaded" I0408 06:38:10.296668 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br2lx", UID:"730074a2-aff9-4ed5-88fa-02d63386c96b", APIVersion:"v1", ResourceVersion:"1558", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0408 06:38:10.571611 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0408 06:38:10.572868 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0408 06:38:13.569067 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 06:38:13.569265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:38:13.569296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [08/Apr/2026:06:38:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.005 300 8450304f92c47b7b2dde0b81953f0c84 199.204.45.19 - - [08/Apr/2026:06:38:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.343 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3197 0.343 201 5fe4f86fd92d8f1b936b3fc9c76793e1 199.204.45.19 - - [08/Apr/2026:06:38:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c4a58bcab3a3b1561bcd6ac36cbe9547 199.204.45.19 - - [08/Apr/2026:06:38:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 53a798fa02ec3403eb747f9705e9be22 199.204.45.19 - - [08/Apr/2026:06:38:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.004 300 0fd71bfd044c5781b4b653d033353b89 199.204.45.19 - - [08/Apr/2026:06:38:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3197 0.296 201 a3075333e228eeda3b87312d77d33567 199.204.45.19 - - [08/Apr/2026:06:38:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f9bbe58d6f1841f20c883391dd9f4458 199.204.45.19 - - [08/Apr/2026:06:38:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8b26ff00f3353921d9c1c84e4fec29bc 199.204.45.19 - - [08/Apr/2026:06:38:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.004 300 e569965bd72e5ee1b3cb884f1dba0f98 199.204.45.19 - - [08/Apr/2026:06:38:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3197 0.292 201 9b403eb18cc22b2650aee0857b0d9a16 199.204.45.19 - - [08/Apr/2026:06:38:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 59b0c34e6aadfc76127c20fded4f7f70 199.204.45.19 - - [08/Apr/2026:06:38:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7336fd5b8b4584a42b76ded54d638ec3 199.204.45.19 - - [08/Apr/2026:06:38:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.006 300 faff6bfa90768b13b8032d14b12f0090 199.204.45.19 - - [08/Apr/2026:06:38:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3197 0.291 201 faa37b19bc0c8cc757acda12e1945aa0 199.204.45.19 - - [08/Apr/2026:06:38:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cd1a03b076d0be2f6e6e4e4a6ee752ed 199.204.45.19 - - [08/Apr/2026:06:38:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 28a49a2d0103cb66bd6dfc4b1a40c4fd 199.204.45.19 - - [08/Apr/2026:06:38:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.004 300 d8921c4c68e8c211a356830bde2631f5 199.204.45.19 - - [08/Apr/2026:06:38:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3197 0.298 201 0e24ca3c70563be117f4fb79bf346a8a 199.204.45.19 - - [08/Apr/2026:06:38:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 658b919eda459e8aaed639023409a92c 199.204.45.19 - - [08/Apr/2026:06:38:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6f786d7d18eef06bf299fbc3b524ad74 W0408 06:38:23.712248 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0408 06:38:23.712499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:38:23.712525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [08/Apr/2026:06:38:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.004 300 c6e97ff2028e9a72e2b63033926221a7 199.204.45.19 - - [08/Apr/2026:06:38:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3197 0.303 201 aca51bc67452669fe6aacc331daa71f7 199.204.45.19 - - [08/Apr/2026:06:38:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5cf3c50771b66758d8a5af0b7afa99ce 199.204.45.19 - - [08/Apr/2026:06:38:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 051e8089f1491b299903b5f690c3e420 199.204.45.19 - - [08/Apr/2026:06:38:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.004 300 a90d00a65441c3c7f4524ffe255494d6 199.204.45.19 - - [08/Apr/2026:06:38:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.307 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3197 0.307 201 7b912cd826070c8e49aa4b0644599e88 199.204.45.19 - - [08/Apr/2026:06:38:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f2d211bdc845f2729f81bd6097758fde 199.204.45.19 - - [08/Apr/2026:06:38:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - eddff5ed24c8c20eec25ce761ba0e3e5 199.204.45.19 - - [08/Apr/2026:06:38:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.004 300 c93f3c805687126206f3ad9e4466c7f3 199.204.45.19 - - [08/Apr/2026:06:38:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3197 0.297 201 7ed61c3d89ec15466eb9578a1a5e808f 199.204.45.19 - - [08/Apr/2026:06:38:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - eb56635dfeb780e63ea909aaa69b214c 199.204.45.19 - - [08/Apr/2026:06:38:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4b54dac65cc1ef846f866cf4b1665c00 199.204.45.19 - - [08/Apr/2026:06:38:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.005 300 ce5d48422648dfba6504c4e27f8fc053 199.204.45.19 - - [08/Apr/2026:06:38:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.315 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3197 0.315 201 1807bacf2020db6b2742559c14e18980 199.204.45.19 - - [08/Apr/2026:06:38:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6784f7d58b9288eecceacb10b3e0679f 199.204.45.19 - - [08/Apr/2026:06:38:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0b95497296e2a849ce2af62cca13600b 199.204.45.19 - - [08/Apr/2026:06:38:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.003 300 8e8fb9f015d6b85d7b429d4b0705e40b 199.204.45.19 - - [08/Apr/2026:06:38:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3197 0.306 201 95697ff41708e0eb44009b53d77bba6c 199.204.45.19 - - [08/Apr/2026:06:38:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fc7766480cd39ecfa4ef3c906d1bc346 199.204.45.19 - - [08/Apr/2026:06:38:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ea32c22068f900b3226cd75af5ea4b4b 199.204.45.19 - - [08/Apr/2026:06:38:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.003 300 ed37046b877da92297e0bea0ba87c8a7 199.204.45.19 - - [08/Apr/2026:06:38:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3197 0.301 201 98b82dc74f0127cecb2f0186a6a10922 199.204.45.19 - - [08/Apr/2026:06:38:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c3332bd398c45753391b310ff62b56c2 W0408 06:38:33.104640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:38:33.104670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [08/Apr/2026:06:38:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f0afa238645d789f7d262401d62d3323 199.204.45.19 - - [08/Apr/2026:06:38:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.004 300 e4958eaa43be89ab9bcdc614626e4f54 199.204.45.19 - - [08/Apr/2026:06:38:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3197 0.292 201 7059c937cd4ef318909063567c341271 199.204.45.19 - - [08/Apr/2026:06:38:34 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.17:9292 1183 0.003 300 db9ae3e054a4f0a58fa618a43d2c4acc 199.204.45.19 - - [08/Apr/2026:06:38:35 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.554 [openstack-glance-api-9292] [] 10.0.0.17:9292 69 0.555 200 7925c7c84f945fcabf4142d2b763e8e4 199.204.45.19 - - [08/Apr/2026:06:38:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.20:5000 280 0.003 300 675e714cf1d160a67f9f0a8e3fcb3df0 199.204.45.19 - - [08/Apr/2026:06:38:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.20:5000 3197 0.307 201 8445920a823937f089f641e6fd50d5b8 199.204.45.19 - - [08/Apr/2026:06:38:38 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.004 [openstack-glance-api-9292] [] 10.0.0.17:9292 1183 0.003 300 de32d8f130395e1e572a0c3c44fc78b2 199.204.45.19 - - [08/Apr/2026:06:38:38 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.046 [openstack-glance-api-9292] [] 10.0.0.17:9292 69 0.045 200 f360141e335e96e1e94fbff41be96397 199.204.45.19 - - [08/Apr/2026:06:38:38 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.127 [openstack-glance-api-9292] [] 10.0.0.17:9292 151 0.127 404 1415f30ecfdf4c0d17832b4ce9c0a132 199.204.45.19 - - [08/Apr/2026:06:38:38 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.021 [openstack-glance-api-9292] [] 10.0.0.17:9292 81 0.022 200 9fa371b331662d6332115411c45f8043 199.204.45.19 - - [08/Apr/2026:06:38:38 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.029 [openstack-glance-api-9292] [] 10.0.0.17:9292 84 0.029 200 ae205da7bb2c97649a8e5525d3c48607 199.204.45.19 - - [08/Apr/2026:06:38:39 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.076 [openstack-glance-api-9292] [] 10.0.0.17:9292 760 0.076 201 312ba7d7bb3b825535fce5a9a26ede83 I0408 06:38:40.364320 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.238.38"}] I0408 06:38:40.370056 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8182fc9e-e520-4f56-8551-28d88ca92773", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10531", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0408 06:38:40.372000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:38:40.372058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.19 - - [08/Apr/2026:06:38:43 +0000] "PUT /v2/images/792e5c07-bee1-41c1-b4a2-80646e4661cb/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 4.239 [openstack-glance-api-9292] [] 10.0.0.17:9292 0 4.240 204 60c6290c4c24f0759099bfbe9254984d 199.204.45.19 - - [08/Apr/2026:06:38:43 +0000] "GET /v2/images/792e5c07-bee1-41c1-b4a2-80646e4661cb HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.016 [openstack-glance-api-9292] [] 10.0.0.17:9292 1171 0.016 200 0005b213fb8418975cc79f03280ed5ec 199.204.45.19 - - [08/Apr/2026:06:38:43 +0000] "GET /v2/images/792e5c07-bee1-41c1-b4a2-80646e4661cb HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-glance-api-9292] [] 10.0.0.17:9292 1171 0.018 200 116af7b9c147f38863a957d20f56d98b W0408 06:38:46.499772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:38:46.499800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:38:49.833395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0408 06:38:49.833431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store