------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0403 05:07:06.423415 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0403 05:07:06.423577 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0403 05:07:06.433334 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0403 05:07:06.436454 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0403 05:07:06.615842 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0403 05:07:06.637566 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0403 05:07:06.651902 7 nginx.go:271] "Starting NGINX Ingress controller" I0403 05:07:06.657752 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"f4fbb501-9498-4f9c-acfb-24448d6710b4", APIVersion:"v1", ResourceVersion:"1326", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0403 05:07:06.663150 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"439f4510-f0b4-4b0b-b490-ffafd35d88a1", APIVersion:"v1", ResourceVersion:"1327", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0403 05:07:06.663262 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"24309b7e-f635-4a6b-993d-a5d567287f82", APIVersion:"v1", ResourceVersion:"1325", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0403 05:07:07.852962 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0403 05:07:07.852970 7 nginx.go:317] "Starting NGINX process" I0403 05:07:07.854368 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0403 05:07:07.854472 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0403 05:07:07.854515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:07.854540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:07:07.854585 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 05:07:07.860111 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0403 05:07:07.860215 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-l5lmv" I0403 05:07:07.881850 7 controller.go:216] "Backend successfully reloaded" I0403 05:07:07.881923 7 controller.go:227] "Initial sync, sleeping for 1 second" I0403 05:07:07.882036 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-l5lmv", UID:"c2171ddd-7a3a-4214-a1f5-b0561df10c32", APIVersion:"v1", ResourceVersion:"1371", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 05:07:11.673829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:11.673867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:15.007922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:15.007980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:18.341032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:18.341094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:21.674894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:21.674945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:25.009192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:25.009243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:28.341379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:28.341414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:31.674759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:31.674800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:35.007299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:35.007342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:38.341276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:38.341323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:44.668100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:07:44.668141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:08:33.425996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:08:33.426060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:08:36.759502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:08:36.759561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:08:51.374725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:08:51.374757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:08:54.708196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:08:54.708250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:08:58.041653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:08:58.041700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:09:01.374893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:09:01.374937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:09:04.708205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:09:04.708233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:09:08.042391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:09:08.042562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:09:11.375308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:09:11.375473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:09:14.710492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:09:14.710533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:09:20.337914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:09:20.337938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:11:30.103053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:11:30.103098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:11:33.436592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:11:33.436689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:11:33.661597 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-70.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-70.nip.io-tls was not found. Using default certificate W0403 05:11:33.661644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:11:33.661658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:11:33.663116 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0403 05:11:33.663141 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0403 05:11:33.669408 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0403 05:11:33.669741 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ab1786da-c92f-4b6e-8d47-9cbffa1fddb0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3394", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 05:11:33.669800 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-70.nip.io-tls" in local store I0403 05:11:34.030868 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-70.nip.io-tls" I0403 05:11:34.033582 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-70.nip.io-tls" W0403 05:11:36.770574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:11:36.770638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:11:36.770738 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 05:11:36.807226 7 controller.go:216] "Backend successfully reloaded" I0403 05:11:36.807482 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-l5lmv", UID:"c2171ddd-7a3a-4214-a1f5-b0561df10c32", APIVersion:"v1", ResourceVersion:"1371", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 05:11:40.103634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:11:40.103697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [03/Apr/2026:05:11:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.108 [auth-system-keycloak-80] [] 10.0.0.102:8080 1925 2.106 200 6d8832bdb458abdf089e0245cc3d7886 162.253.55.70 - - [03/Apr/2026:05:11:45 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.175 [auth-system-keycloak-80] [] 10.0.0.102:8080 116 0.174 404 eae3cd821faff2f615bb6cb6b96d4cd1 162.253.55.70 - - [03/Apr/2026:05:11:49 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.877 [auth-system-keycloak-80] [] 10.0.0.102:8080 0 3.876 201 95c3c761100aa7aee7e5dc9a9de4c7ac 162.253.55.70 - - [03/Apr/2026:05:11:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.521 [auth-system-keycloak-80] [] 10.0.0.102:8080 4246 0.521 200 936de2dde3e77c26c10d83dd89c8519c 162.253.55.70 - - [03/Apr/2026:05:11:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.522 [auth-system-keycloak-80] [] 10.0.0.102:8080 1925 0.520 200 89769609076247dd5d93045a551897be 162.253.55.70 - - [03/Apr/2026:05:11:51 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.088 [auth-system-keycloak-80] [] 10.0.0.102:8080 12500 0.088 200 f1625db3c27554494ff54c65af7dfcf4 162.253.55.70 - - [03/Apr/2026:05:11:51 +0000] "GET /admin/realms/atmosphere/client-scopes/8c5d3275-5105-441d-82cf-5ec682c57c93 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.010 [auth-system-keycloak-80] [] 10.0.0.102:8080 1278 0.009 200 0f6e17a49d58bc6321ebfc1d454e05ea 162.253.55.70 - - [03/Apr/2026:05:11:51 +0000] "PUT /admin/realms/atmosphere/client-scopes/8c5d3275-5105-441d-82cf-5ec682c57c93 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.021 [auth-system-keycloak-80] [] 10.0.0.102:8080 0 0.020 204 f7b3b38ca92c8e10d603626d553e5368 162.253.55.70 - - [03/Apr/2026:05:11:51 +0000] "GET /admin/realms/atmosphere/client-scopes/8c5d3275-5105-441d-82cf-5ec682c57c93/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.050 [auth-system-keycloak-80] [] 10.0.0.102:8080 963 0.049 200 ed8a8ad57f910fb8a9eb71181ea7d819 162.253.55.70 - - [03/Apr/2026:05:11:51 +0000] "GET /admin/realms/atmosphere/client-scopes/8c5d3275-5105-441d-82cf-5ec682c57c93/protocol-mappers/models/32916c15-ca34-41b0-b10d-bb3b912c3f7f HTTP/1.1" 200 366 "-" "Ansible" 1307 0.008 [auth-system-keycloak-80] [] 10.0.0.102:8080 366 0.008 200 dfeabbdbc65a59e0414f7cd1f9e49209 162.253.55.70 - - [03/Apr/2026:05:11:51 +0000] "PUT /admin/realms/atmosphere/client-scopes/8c5d3275-5105-441d-82cf-5ec682c57c93/protocol-mappers/models/32916c15-ca34-41b0-b10d-bb3b912c3f7f HTTP/1.1" 204 0 "-" "Ansible" 1620 0.074 [auth-system-keycloak-80] [] 10.0.0.102:8080 0 0.073 204 a2df093e4c7a5b8154daad4a5448e79d 162.253.55.70 - - [03/Apr/2026:05:11:51 +0000] "GET /admin/realms/atmosphere/client-scopes/8c5d3275-5105-441d-82cf-5ec682c57c93 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.083 [auth-system-keycloak-80] [] 10.0.0.102:8080 1218 0.083 200 c871d4acaa756e3d1f9fda820ef720a9 I0403 05:12:07.865799 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.123.87"}] I0403 05:12:07.871078 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"ab1786da-c92f-4b6e-8d47-9cbffa1fddb0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3761", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 05:12:07.872354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:12:07.872381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [03/Apr/2026:05:12:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.102:8080 1925 0.470 200 803619558dedfaa793fef82503ae388a 162.253.55.70 - - [03/Apr/2026:05:12:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.042 [auth-system-keycloak-80] [] 10.0.0.102:8080 2 0.042 200 63df6b9584420a25583c848c0c6bf56b 162.253.55.70 - - [03/Apr/2026:05:12:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.213 [auth-system-keycloak-80] [] 10.0.0.102:8080 0 0.211 201 98f70b86ddfc2609e806aa98bb9dc9b4 162.253.55.70 - - [03/Apr/2026:05:12:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.075 [auth-system-keycloak-80] [] 10.0.0.102:8080 1259 0.074 200 6afb702dd537afce16f94b1afad04dc7 162.253.55.70 - - [03/Apr/2026:05:12:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.516 [auth-system-keycloak-80] [] 10.0.0.102:8080 1925 0.515 200 f955803a5287844648b04bd7cf57f9b8 162.253.55.70 - - [03/Apr/2026:05:12:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.102:8080 2 0.011 200 fcc0963b0a34f93011df84c2edadca12 162.253.55.70 - - [03/Apr/2026:05:12:13 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.079 [auth-system-keycloak-80] [] 10.0.0.102:8080 0 0.078 201 096ddcee2d4cbf2029a16469db3638f8 162.253.55.70 - - [03/Apr/2026:05:12:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.076 [auth-system-keycloak-80] [] 10.0.0.102:8080 1283 0.075 200 f5c4d37b2632c9c4a707a377799cef80 162.253.55.70 - - [03/Apr/2026:05:12:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.510 [auth-system-keycloak-80] [] 10.0.0.102:8080 1925 0.509 200 12a858a222dfc43fff546592c7877e32 162.253.55.70 - - [03/Apr/2026:05:12:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.102:8080 2 0.010 200 3587d7d783ffef78cb8c990ee5c081cc 162.253.55.70 - - [03/Apr/2026:05:12:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.074 [auth-system-keycloak-80] [] 10.0.0.102:8080 0 0.074 201 f4e4d9c572cd3f8db89788f34d10b644 162.253.55.70 - - [03/Apr/2026:05:12:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.086 [auth-system-keycloak-80] [] 10.0.0.102:8080 1249 0.085 200 0f3a64475ae1bde8001fbfe86fd864e4 162.253.55.70 - - [03/Apr/2026:05:12:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.420 [auth-system-keycloak-80] [] 10.0.0.102:8080 1925 0.418 200 43b1ef67fe358efff797feca27547c64 162.253.55.70 - - [03/Apr/2026:05:12:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.027 [auth-system-keycloak-80] [] 10.0.0.102:8080 1259 0.027 200 db60f77f7022b23e73791a735e1bd312 162.253.55.70 - - [03/Apr/2026:05:12:15 +0000] "GET /admin/realms/atmosphere/clients/c9873338-26f6-476d-a06a-b8888f8109ce/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.102:8080 119 0.014 404 99ded06bb826fe97a6d41164ab7f0dd0 162.253.55.70 - - [03/Apr/2026:05:12:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.102:8080 1259 0.005 200 d299c8894349699e578e4627aba45604 162.253.55.70 - - [03/Apr/2026:05:12:15 +0000] "POST /admin/realms/atmosphere/clients/c9873338-26f6-476d-a06a-b8888f8109ce/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.102:8080 0 0.018 201 cedf77e0039d62ec4001d3f4e9cd4eca 162.253.55.70 - - [03/Apr/2026:05:12:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.024 [auth-system-keycloak-80] [] 10.0.0.102:8080 1259 0.025 200 e7e65a6414ca1580abe127dc74ce3978 162.253.55.70 - - [03/Apr/2026:05:12:16 +0000] "GET /admin/realms/atmosphere/clients/c9873338-26f6-476d-a06a-b8888f8109ce/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.102:8080 166 0.016 200 f6b5fc9038e7d23b98cd35a57f555563 162.253.55.70 - - [03/Apr/2026:05:12:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.500 [auth-system-keycloak-80] [] 10.0.0.102:8080 1925 0.499 200 459d94fd809cd65eb5179b3b49704973 162.253.55.70 - - [03/Apr/2026:05:12:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.102:8080 1283 0.007 200 adf8e05383c7828c369a0a422055a953 162.253.55.70 - - [03/Apr/2026:05:12:16 +0000] "GET /admin/realms/atmosphere/clients/b3b37050-e0ca-4cc9-b17e-73247b9e4fc5/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.102:8080 119 0.009 404 cfaf5289c67e45fa9dc64424b90e58ef 162.253.55.70 - - [03/Apr/2026:05:12:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.042 [auth-system-keycloak-80] [] 10.0.0.102:8080 1283 0.042 200 679b58674a844bfdc0b9318d08278af4 162.253.55.70 - - [03/Apr/2026:05:12:17 +0000] "POST /admin/realms/atmosphere/clients/b3b37050-e0ca-4cc9-b17e-73247b9e4fc5/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.137 [auth-system-keycloak-80] [] 10.0.0.102:8080 0 0.135 201 6e0b0d9eed4d97f2c5f118794cec1d3e 162.253.55.70 - - [03/Apr/2026:05:12:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.102:8080 1283 0.006 200 a90a72be15ae5bc3b1e719c050f27ec1 162.253.55.70 - - [03/Apr/2026:05:12:17 +0000] "GET /admin/realms/atmosphere/clients/b3b37050-e0ca-4cc9-b17e-73247b9e4fc5/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.102:8080 165 0.011 200 5241a67b8a54bb3b6f56c709b7a6e4d5 162.253.55.70 - - [03/Apr/2026:05:12:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.102:8080 1925 0.473 200 b6a9814980a0a796724631911321cbb6 162.253.55.70 - - [03/Apr/2026:05:12:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.052 [auth-system-keycloak-80] [] 10.0.0.102:8080 1283 0.052 200 efc11a935a10fb5cdd909ee95cedaea0 162.253.55.70 - - [03/Apr/2026:05:12:17 +0000] "GET /admin/realms/atmosphere/clients/b3b37050-e0ca-4cc9-b17e-73247b9e4fc5/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.102:8080 119 0.011 404 466bc22299961f395c4de1a9f2c90d83 162.253.55.70 - - [03/Apr/2026:05:12:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.102:8080 1283 0.007 200 75a52965f33e7cb68fb7b1d51c375419 162.253.55.70 - - [03/Apr/2026:05:12:18 +0000] "POST /admin/realms/atmosphere/clients/b3b37050-e0ca-4cc9-b17e-73247b9e4fc5/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.056 [auth-system-keycloak-80] [] 10.0.0.102:8080 0 0.055 201 b52e2f63c94e914557f560fa4e524c68 162.253.55.70 - - [03/Apr/2026:05:12:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.102:8080 1283 0.009 200 04bfcea5f6344e2c4bfa4479ae8114d4 162.253.55.70 - - [03/Apr/2026:05:12:18 +0000] "GET /admin/realms/atmosphere/clients/b3b37050-e0ca-4cc9-b17e-73247b9e4fc5/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.102:8080 166 0.014 200 bd7d588e68f3d4437368a9148d271128 162.253.55.70 - - [03/Apr/2026:05:12:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.514 [auth-system-keycloak-80] [] 10.0.0.102:8080 1925 0.513 200 d325373cba007816417f492ae9d7d529 162.253.55.70 - - [03/Apr/2026:05:12:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.053 [auth-system-keycloak-80] [] 10.0.0.102:8080 1283 0.053 200 2ca33d65dbcd33e9109b4ab745e35ef3 162.253.55.70 - - [03/Apr/2026:05:12:18 +0000] "GET /admin/realms/atmosphere/clients/b3b37050-e0ca-4cc9-b17e-73247b9e4fc5/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.102:8080 119 0.009 404 f534241a24ff18886e2f6186e6043fa6 162.253.55.70 - - [03/Apr/2026:05:12:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.064 [auth-system-keycloak-80] [] 10.0.0.102:8080 1283 0.063 200 83f7d65a0279316921b5cbdea21f9257 162.253.55.70 - - [03/Apr/2026:05:12:19 +0000] "POST /admin/realms/atmosphere/clients/b3b37050-e0ca-4cc9-b17e-73247b9e4fc5/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.102:8080 0 0.015 201 71c11d56e803dfd4c7e0eda6eff9c92c 162.253.55.70 - - [03/Apr/2026:05:12:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.102:8080 1283 0.007 200 d3982e55ac44a3917d59254753e69858 162.253.55.70 - - [03/Apr/2026:05:12:19 +0000] "GET /admin/realms/atmosphere/clients/b3b37050-e0ca-4cc9-b17e-73247b9e4fc5/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.047 [auth-system-keycloak-80] [] 10.0.0.102:8080 166 0.047 200 e4597f0edb4e9812be46ada43c8383cd 162.253.55.70 - - [03/Apr/2026:05:12:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.465 [auth-system-keycloak-80] [] 10.0.0.102:8080 1925 0.463 200 0d19d98ee885b79f9c5a1c16e8e1305b 162.253.55.70 - - [03/Apr/2026:05:12:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.102:8080 1249 0.005 200 e5c7782f3216ebd0a8fbbda764139be6 162.253.55.70 - - [03/Apr/2026:05:12:19 +0000] "GET /admin/realms/atmosphere/clients/14d776b6-ada1-419c-add9-ce7971797e16/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.026 [auth-system-keycloak-80] [] 10.0.0.102:8080 119 0.025 404 0603880f455556e45066927d7fa15c74 162.253.55.70 - - [03/Apr/2026:05:12:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.102:8080 1249 0.006 200 caf93ff81eeb030ec8a65daaf43f3fa7 162.253.55.70 - - [03/Apr/2026:05:12:19 +0000] "POST /admin/realms/atmosphere/clients/14d776b6-ada1-419c-add9-ce7971797e16/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.102:8080 0 0.014 201 c7631e71c1ce2f1aa7ea5e920c3b699c 162.253.55.70 - - [03/Apr/2026:05:12:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.102:8080 1249 0.005 200 74b01af2a2148369341058f9e629ea9c 162.253.55.70 - - [03/Apr/2026:05:12:20 +0000] "GET /admin/realms/atmosphere/clients/14d776b6-ada1-419c-add9-ce7971797e16/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.026 [auth-system-keycloak-80] [] 10.0.0.102:8080 166 0.026 200 996a1dd9500ad4370aca1856cc34e571 W0403 05:12:32.569269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:12:32.569338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:12:35.903630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:12:35.903679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:26.717121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:26.717165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:26.775900 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 05:13:26.775970 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0403 05:13:26.776004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:26.776019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:26.778421 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 05:13:26.779218 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0403 05:13:26.779309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:26.779332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:26.779352 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 05:13:26.779438 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0403 05:13:26.779486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:26.779504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:13:26.780828 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0403 05:13:26.780945 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0403 05:13:26.781584 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.003s admissionTime:0.005s testedConfigurationSize:18.2kB} I0403 05:13:26.781612 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0403 05:13:26.782677 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0403 05:13:26.782712 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0403 05:13:26.785505 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0403 05:13:26.786006 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0403 05:13:26.786061 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e3f361c3-ebd0-4304-8fe2-32c4735665ae", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4407", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 05:13:26.787256 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0403 05:13:26.787446 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"96154206-3b60-4e5f-a91e-8a869521421a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4408", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 05:13:26.787601 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0403 05:13:26.793850 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0403 05:13:26.794060 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"69036210-f0df-480c-8467-754872d97a67", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4414", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 05:13:26.794277 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0403 05:13:27.008722 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0403 05:13:27.010238 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0403 05:13:27.015426 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0403 05:13:27.017066 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0403 05:13:28.396010 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0403 05:13:28.397270 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0403 05:13:30.050605 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 05:13:30.050808 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 05:13:30.050860 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 05:13:30.051018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:30.051044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:13:30.051204 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 05:13:30.100166 7 controller.go:216] "Backend successfully reloaded" I0403 05:13:30.100498 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-l5lmv", UID:"c2171ddd-7a3a-4214-a1f5-b0561df10c32", APIVersion:"v1", ResourceVersion:"1371", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 05:13:33.384772 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 05:13:33.384848 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 05:13:33.384887 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 05:13:33.385005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:33.385032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:36.717862 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 05:13:36.717925 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 05:13:36.717984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 05:13:36.718107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:36.718131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:40.050529 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 05:13:40.050597 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 05:13:40.050638 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 05:13:40.050752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:40.050780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:43.384584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 05:13:43.384640 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 05:13:43.384667 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 05:13:43.384748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:43.384769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:46.718096 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 05:13:46.718197 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 05:13:46.718274 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 05:13:46.718446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:46.718474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:50.051106 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 05:13:50.051256 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 05:13:50.051482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:50.051522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:53.384533 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 05:13:53.384611 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 05:13:53.384716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:53.384742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:56.717107 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 05:13:56.717183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 05:13:56.717411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:13:56.717431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:00.051195 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 05:14:00.051273 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 05:14:00.051357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:00.051377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.44 - - [03/Apr/2026:05:14:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.031 [auth-system-keycloak-80] [] 10.0.0.102:8080 6361 0.030 200 a6e6a21454b7fd79e3ac477d636fc9ee 10.0.0.186 - - [03/Apr/2026:05:14:02 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.006 [auth-system-keycloak-80] [] 10.0.0.102:8080 6361 0.007 200 70c8993b66daf6a036ebf7745d15b4c2 W0403 05:14:03.384291 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 05:14:03.384496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:03.384516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:06.717423 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 05:14:06.717613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:06.717639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:14:07.868195 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.123.87"}] I0403 05:14:07.868559 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.123.87"}] I0403 05:14:07.869198 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.123.87"}] I0403 05:14:07.876414 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"96154206-3b60-4e5f-a91e-8a869521421a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5510", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 05:14:07.911081 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"69036210-f0df-480c-8467-754872d97a67", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5511", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 05:14:07.946599 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e3f361c3-ebd0-4304-8fe2-32c4735665ae", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5512", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 05:14:10.050709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:10.050747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:13.384997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:13.385044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:16.717944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:16.717992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:22.162787 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:22.162842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:25.497641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:25.497689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [03/Apr/2026:05:14:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.461 [auth-system-keycloak-80] [] 10.0.0.102:8080 1925 0.461 200 f7ea004a8c7afd2f258710ac130b172e 162.253.55.70 - - [03/Apr/2026:05:14:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.008 [auth-system-keycloak-80] [] 10.0.0.102:8080 4246 0.007 200 5cf30c1ba198189aee0b510a4dfc4674 162.253.55.70 - - [03/Apr/2026:05:14:29 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.477 [auth-system-keycloak-80] [] 10.0.0.102:8080 0 0.476 204 499bdc2d98182a444c961aa6e7657382 162.253.55.70 - - [03/Apr/2026:05:14:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.204 [auth-system-keycloak-80] [] 10.0.0.102:8080 4384 0.204 200 20aa7df9893d645091f3e47d844639f1 162.253.55.70 - - [03/Apr/2026:05:14:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.469 [auth-system-keycloak-80] [] 10.0.0.102:8080 1925 0.467 200 8b5e44e645a75e233d57ec0d466fe10a 162.253.55.70 - - [03/Apr/2026:05:14:30 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.102:8080 1682 0.005 200 c05cac020103b59c710dc95a4f172865 162.253.55.70 - - [03/Apr/2026:05:14:31 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "ansible-httpget" 180 0.005 [auth-system-keycloak-80] [] 10.0.0.102:8080 6361 0.006 200 23a4a7e27e8cba5503238bbe5147ed6f 162.253.55.70 - - [03/Apr/2026:05:14:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.512 [auth-system-keycloak-80] [] 10.0.0.102:8080 1925 0.510 200 48c5533186c1530e3c32ac60cceb371d 162.253.55.70 - - [03/Apr/2026:05:14:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.009 [auth-system-keycloak-80] [] 10.0.0.102:8080 2 0.009 200 7ad2165d684ae31d0f2bff70aeea1958 162.253.55.70 - - [03/Apr/2026:05:14:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.181 [auth-system-keycloak-80] [] 10.0.0.102:8080 0 0.180 201 b7dfd133d6c16032ec4d7e8b97870b9d 162.253.55.70 - - [03/Apr/2026:05:14:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.069 [auth-system-keycloak-80] [] 10.0.0.102:8080 2242 0.069 200 f1a782af5db304de0c6844faafd75d0b 162.253.55.70 - - [03/Apr/2026:05:14:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.494 [auth-system-keycloak-80] [] 10.0.0.102:8080 1925 0.493 200 b7fca03acf22240a2b75cc0bd7ad5082 162.253.55.70 - - [03/Apr/2026:05:14:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.102:8080 2242 0.007 200 443ad92341dc9d2ab64c798c5b576d1a 162.253.55.70 - - [03/Apr/2026:05:14:33 +0000] "GET /admin/realms/atmosphere/clients/1da2f4ee-18bf-4cfc-a347-16dcce8f86fa/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.015 [auth-system-keycloak-80] [] 10.0.0.102:8080 233 0.015 200 3840928e54557f5cff9d4fb818daa0bf 162.253.55.70 - - [03/Apr/2026:05:14:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.042 [auth-system-keycloak-80] [] 10.0.0.102:8080 831 0.042 200 5a09953d857d363e8840b58bd417e44b 162.253.55.70 - - [03/Apr/2026:05:14:34 +0000] "GET /admin/realms/atmosphere/clients/571ca1af-3258-41c5-b17c-78fb792ac0c3/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.024 [auth-system-keycloak-80] [] 10.0.0.102:8080 3758 0.025 200 ad0b079773161a0eb06cdf0924ba34bc 162.253.55.70 - - [03/Apr/2026:05:14:34 +0000] "GET /admin/realms/atmosphere/users/6c081dd0-920d-492a-9780-6b0e7c081eaf/role-mappings/clients/571ca1af-3258-41c5-b17c-78fb792ac0c3/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.238 [auth-system-keycloak-80] [] 10.0.0.102:8080 3758 0.239 200 619bda345a88fb5361f3390d05a39adc 162.253.55.70 - - [03/Apr/2026:05:14:34 +0000] "GET /admin/realms/atmosphere/users/6c081dd0-920d-492a-9780-6b0e7c081eaf/role-mappings/clients/571ca1af-3258-41c5-b17c-78fb792ac0c3/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.021 [auth-system-keycloak-80] [] 10.0.0.102:8080 2 0.022 200 d91bd3f914155309669488358800ea6b 162.253.55.70 - - [03/Apr/2026:05:14:34 +0000] "POST /admin/realms/atmosphere/users/6c081dd0-920d-492a-9780-6b0e7c081eaf/role-mappings/clients/571ca1af-3258-41c5-b17c-78fb792ac0c3 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.072 [auth-system-keycloak-80] [] 10.0.0.102:8080 0 0.070 204 005ae8b2ad62a36d3ead4997024656d0 162.253.55.70 - - [03/Apr/2026:05:14:34 +0000] "GET /admin/realms/atmosphere/users/6c081dd0-920d-492a-9780-6b0e7c081eaf/role-mappings/clients/571ca1af-3258-41c5-b17c-78fb792ac0c3/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.014 [auth-system-keycloak-80] [] 10.0.0.102:8080 576 0.014 200 81e83bbab95af54cb44972c321d57ccb W0403 05:14:37.013223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:37.013793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:40.346849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:40.346901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:53.753362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:53.753408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:57.087441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:14:57.087491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:15:00.422679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:15:00.422728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:16:41.541958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:16:41.541992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:17:14.221653 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 05:17:14.221738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:17:14.221757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:17:14.226872 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:28.7kB} I0403 05:17:14.226912 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0403 05:17:14.233078 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0403 05:17:14.233327 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"370896ca-148a-4310-b0f5-e053fcf574ca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6795", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 05:17:14.233669 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0403 05:17:14.234071 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 05:17:14.234134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:17:14.234152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:17:14.234251 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 05:17:14.284001 7 controller.go:216] "Backend successfully reloaded" I0403 05:17:14.284411 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-l5lmv", UID:"c2171ddd-7a3a-4214-a1f5-b0561df10c32", APIVersion:"v1", ResourceVersion:"1371", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 05:17:14.758422 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0403 05:17:14.759282 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0403 05:17:17.567968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:17:17.568019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [03/Apr/2026:05:17:18 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.004 300 dc32821cba58ae4f2e365b2456705ab1 162.253.55.70 - - [03/Apr/2026:05:17:19 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 265 0.005 200 4dd9b0c1f7b2c30cbcce04d45a807a18 162.253.55.70 - - [03/Apr/2026:05:17:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.363 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1359 0.363 201 2b669379a50003aeadec6e5147471c1a 162.253.55.70 - - [03/Apr/2026:05:17:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.003 300 bc8fa17783fd5b22ee50f03242b05c76 162.253.55.70 - - [03/Apr/2026:05:17:20 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.027 [openstack-keystone-api-5000] [] 10.0.0.156:5000 90 0.028 404 28421a470cb5d0840c0270803b846122 162.253.55.70 - - [03/Apr/2026:05:17:20 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.029 [openstack-keystone-api-5000] [] 10.0.0.156:5000 366 0.029 200 231863923f72f87850252ea3c003bdfb 162.253.55.70 - - [03/Apr/2026:05:17:20 +0000] "GET /v3/domains/73d022cbd0684d738794491bb4c9bdde HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.026 [openstack-keystone-api-5000] [] 10.0.0.156:5000 244 0.026 200 1c48affaa1e5b56b9001bd41a50a7fad 162.253.55.70 - - [03/Apr/2026:05:17:20 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 265 0.004 200 f9b6ea0aab26830bdd11ae267b9dc834 162.253.55.70 - - [03/Apr/2026:05:17:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.312 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1359 0.311 201 6052ff279093936c04361c1ab0482a3d 162.253.55.70 - - [03/Apr/2026:05:17:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.004 300 5035746fa22c376896e160dcd62a751f 162.253.55.70 - - [03/Apr/2026:05:17:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.028 [openstack-keystone-api-5000] [] 10.0.0.156:5000 101 0.027 404 049ce13d4c2af512d9c70ec772ec8834 162.253.55.70 - - [03/Apr/2026:05:17:21 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.020 [openstack-keystone-api-5000] [] 10.0.0.156:5000 155 0.020 200 bc3a468934f58638b8e80d7e1baff0e3 162.253.55.70 - - [03/Apr/2026:05:17:21 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.022 [openstack-keystone-api-5000] [] 10.0.0.156:5000 451 0.022 201 81da4da8d96caa52a5c36656fcd9e6e4 162.253.55.70 - - [03/Apr/2026:05:17:22 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 265 0.005 200 b1ac28fc0fe9643b6ce76300492d6ae5 162.253.55.70 - - [03/Apr/2026:05:17:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1359 0.288 201 880913386ffa91212c2e49a0324b67d7 162.253.55.70 - - [03/Apr/2026:05:17:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.004 300 47237ecc6e8410a24cc0fb7015b42d23 162.253.55.70 - - [03/Apr/2026:05:17:22 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.023 [openstack-keystone-api-5000] [] 10.0.0.156:5000 98 0.023 404 6c1a9b3920390add01d1187e917211c5 162.253.55.70 - - [03/Apr/2026:05:17:22 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.018 [openstack-keystone-api-5000] [] 10.0.0.156:5000 135 0.018 200 e2b4738141ceb3a9e2e51e41a06c8fbf 162.253.55.70 - - [03/Apr/2026:05:17:22 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.025 [openstack-keystone-api-5000] [] 10.0.0.156:5000 331 0.025 201 eb355d2d6e72d2844ea83162f69ff079 162.253.55.70 - - [03/Apr/2026:05:17:22 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.156:5000 265 0.004 200 cced7cf80c5742feb5aa77031b09b75c 162.253.55.70 - - [03/Apr/2026:05:17:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1359 0.290 201 47a1a5652ea6ac4177f876411ed94c32 162.253.55.70 - - [03/Apr/2026:05:17:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.005 300 1f52c155c0c8f4bdbcb1bcfc0f38b072 162.253.55.70 - - [03/Apr/2026:05:17:23 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.028 [openstack-keystone-api-5000] [] 10.0.0.156:5000 131 0.027 404 2a3a904da45c99120f361ae1d1c63f4f 162.253.55.70 - - [03/Apr/2026:05:17:23 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.020 [openstack-keystone-api-5000] [] 10.0.0.156:5000 167 0.020 200 87f4809893919190638be4192569bd8c 162.253.55.70 - - [03/Apr/2026:05:17:23 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.029 [openstack-keystone-api-5000] [] 10.0.0.156:5000 222 0.029 201 60313552b62cac115fd9eba2ceedfc19 W0403 05:17:32.976685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:17:32.976722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:17:36.310772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:17:36.310815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:17:39.643692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:17:39.643720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:17:42.976686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:17:42.976726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:17:58.449772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:17:58.449922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:18:01.783852 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:18:01.783892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:18:06.243982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:18:06.244020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:18:07.868313 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.123.87"}] I0403 05:18:07.873952 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"370896ca-148a-4310-b0f5-e053fcf574ca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7271", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 05:18:09.577698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:18:09.577749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:18:12.911404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:18:12.911463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:19:37.224308 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 05:19:37.224532 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 05:19:37.224658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:19:37.224718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:19:37.230930 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:32.2kB} I0403 05:19:37.230977 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0403 05:19:37.235990 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0403 05:19:37.236228 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"bac5b425-ed86-4768-8432-25bb5fa00f30", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7881", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 05:19:37.236464 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0403 05:19:37.236740 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 05:19:37.236849 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 05:19:37.236926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:19:37.236968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:19:37.237093 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 05:19:37.272398 7 controller.go:216] "Backend successfully reloaded" I0403 05:19:37.272681 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-l5lmv", UID:"c2171ddd-7a3a-4214-a1f5-b0561df10c32", APIVersion:"v1", ResourceVersion:"1371", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 05:19:37.431624 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0403 05:19:37.432773 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 162.253.55.70 - - [03/Apr/2026:05:19:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.005 300 54651e3300dad208f064fea1eed29261 162.253.55.70 - - [03/Apr/2026:05:19:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.330 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1990 0.330 201 5c0def5cd8b6dba99e1d82cec9c54ece 162.253.55.70 - - [03/Apr/2026:05:19:38 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.034 [openstack-keystone-api-5000] [] 10.0.0.156:5000 85 0.034 404 51d0eb71ee0650f27ce54cfe60dd5ec4 162.253.55.70 - - [03/Apr/2026:05:19:38 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.020 [openstack-keystone-api-5000] [] 10.0.0.156:5000 128 0.021 200 6987279e1e840b594ee97c3ff1a3e035 162.253.55.70 - - [03/Apr/2026:05:19:38 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.029 [openstack-keystone-api-5000] [] 10.0.0.156:5000 229 0.029 201 e05436a8133b760ef378e36f43ec5459 W0403 05:19:40.570864 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 05:19:40.571057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:19:40.571085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [03/Apr/2026:05:19:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.005 300 e088d0de65131a392ca0297aac0e12d7 162.253.55.70 - - [03/Apr/2026:05:19:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 547 0.321 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1990 0.321 201 bcd30513813b0abecb32a65a8595ee47 162.253.55.70 - - [03/Apr/2026:05:19:43 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.023 [openstack-keystone-api-5000] [] 10.0.0.156:5000 1514 0.024 200 18a09a35143e322a540d2ab7c02440a6 162.253.55.70 - - [03/Apr/2026:05:19:43 +0000] "PUT /v3/roles/45dfb9af759d45ea99d9c22f4ff6a38f/implies/254e49a99d4749d883c684f02c1206f3 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.038 [openstack-keystone-api-5000] [] 10.0.0.156:5000 518 0.037 201 cbe077f89dd05b1d7cbcc000f1953693 W0403 05:19:46.613980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:19:46.614031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:20:07.867823 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.100.123.87"}] I0403 05:20:07.873316 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"bac5b425-ed86-4768-8432-25bb5fa00f30", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8223", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 05:20:07.875093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:20:07.875135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [03/Apr/2026:05:20:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.004 300 2e2e09241e42cec723a6816df0e4cb7a 162.253.55.70 - - [03/Apr/2026:05:20:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.360 [openstack-keystone-api-5000] [] 10.0.0.156:5000 2053 0.360 201 7a6dce0dad3c7f2b280c0f8de06d1b3d 162.253.55.70 - - [03/Apr/2026:05:20:28 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.031 [openstack-keystone-api-5000] [] 10.0.0.156:5000 87 0.030 404 1f1f04ec35f2e548b4979fdb7785f522 162.253.55.70 - - [03/Apr/2026:05:20:28 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.026 [openstack-keystone-api-5000] [] 10.0.0.156:5000 388 0.025 200 067a2a25f1a175d396e9b6899c2aed26 162.253.55.70 - - [03/Apr/2026:05:20:28 +0000] "GET /v3/users/rgw-RegionOne?domain_id=eb703e1c0fc54be6b15282272b5ea882 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.031 [openstack-keystone-api-5000] [] 10.0.0.156:5000 91 0.031 404 7c5cc81359d127ac3b2b6eda404ea086 162.253.55.70 - - [03/Apr/2026:05:20:28 +0000] "GET /v3/users?domain_id=eb703e1c0fc54be6b15282272b5ea882&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.031 [openstack-keystone-api-5000] [] 10.0.0.156:5000 177 0.030 200 8fc6a959c0d1f998fbea3e2a804499f2 162.253.55.70 - - [03/Apr/2026:05:20:28 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.308 [openstack-keystone-api-5000] [] 10.0.0.156:5000 290 0.307 201 2c1137344f4d69109cf5c7c97e1b8557 162.253.55.70 - - [03/Apr/2026:05:20:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.004 300 14050a4f83d8a83f66dbaed6d4fac83f 162.253.55.70 - - [03/Apr/2026:05:20:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 547 0.303 [openstack-keystone-api-5000] [] 10.0.0.156:5000 2053 0.302 201 6e581e46aa94ace0711ddfecc3a8c829 162.253.55.70 - - [03/Apr/2026:05:20:31 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.026 [openstack-keystone-api-5000] [] 10.0.0.156:5000 83 0.025 404 dc168330f64ce54c94883f8ed7ddb730 162.253.55.70 - - [03/Apr/2026:05:20:31 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.039 [openstack-keystone-api-5000] [] 10.0.0.156:5000 359 0.039 200 3010f1046c932b7d5c5fc1d6f17a5990 162.253.55.70 - - [03/Apr/2026:05:20:31 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.032 [openstack-keystone-api-5000] [] 10.0.0.156:5000 87 0.033 404 33439f50bb5b0104db83d3578308dc8f 162.253.55.70 - - [03/Apr/2026:05:20:31 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.032 [openstack-keystone-api-5000] [] 10.0.0.156:5000 388 0.032 200 9c159012099d818c7ccdc23b4f98ba86 162.253.55.70 - - [03/Apr/2026:05:20:31 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.042 [openstack-keystone-api-5000] [] 10.0.0.156:5000 91 0.042 404 80f718be67af33a97c5ec15af416a6b1 162.253.55.70 - - [03/Apr/2026:05:20:31 +0000] "GET /v3/users?domain_id=eb703e1c0fc54be6b15282272b5ea882&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.039 [openstack-keystone-api-5000] [] 10.0.0.156:5000 456 0.038 200 191f59e709e3802ca7d5f7206ac5d8a0 162.253.55.70 - - [03/Apr/2026:05:20:31 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.038 [openstack-keystone-api-5000] [] 10.0.0.156:5000 88 0.039 404 39e4cb319b11cab2a9fc213366b56071 162.253.55.70 - - [03/Apr/2026:05:20:31 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.035 [openstack-keystone-api-5000] [] 10.0.0.156:5000 518 0.034 200 4c80e3f7a5c2a1de2923c2b22ec14457 162.253.55.70 - - [03/Apr/2026:05:20:31 +0000] "PUT /v3/projects/5bbb9462b9b044d8a8cd32caf81315e7/users/7d341eb1e9a144f7ac80de6b44377d8b/roles/2fbaf10b3f5c4fbf93ddbd50dabb2d60 HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.125 [openstack-keystone-api-5000] [] 10.0.0.156:5000 0 0.125 204 bff0628c737096bf09204b5a8bdba650 162.253.55.70 - - [03/Apr/2026:05:20:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.004 300 65df92dd98569173a14dcac27484b7af 162.253.55.70 - - [03/Apr/2026:05:20:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.330 [openstack-keystone-api-5000] [] 10.0.0.156:5000 2053 0.331 201 3c8854814c6c76434df121eb55788995 162.253.55.70 - - [03/Apr/2026:05:20:33 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.017 [openstack-keystone-api-5000] [] 10.0.0.156:5000 150 0.018 200 8894e6a25e7b910ea8d6d0f5b4351447 162.253.55.70 - - [03/Apr/2026:05:20:33 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.031 [openstack-keystone-api-5000] [] 10.0.0.156:5000 262 0.031 201 514aee49aa6ffd556a0e931afaa41cb4 162.253.55.70 - - [03/Apr/2026:05:20:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.005 300 95c409e6ff4cdaac311aa969e64a404d 162.253.55.70 - - [03/Apr/2026:05:20:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.326 [openstack-keystone-api-5000] [] 10.0.0.156:5000 2155 0.326 201 eb06e6f3ffe607740f37a6bd0137259f 162.253.55.70 - - [03/Apr/2026:05:20:34 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.021 [openstack-keystone-api-5000] [] 10.0.0.156:5000 86 0.021 404 252721d538333663a24a2965d26d1444 162.253.55.70 - - [03/Apr/2026:05:20:34 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.156:5000 380 0.019 200 7d19ab75c69a73a08f1f03026cde9d9f 162.253.55.70 - - [03/Apr/2026:05:20:34 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=79df37acdaa14982b1bab0f476c72ec5 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.026 [openstack-keystone-api-5000] [] 10.0.0.156:5000 204 0.026 200 c4c0c340447a9e0f093558bd69929c75 162.253.55.70 - - [03/Apr/2026:05:20:34 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.039 [openstack-keystone-api-5000] [] 10.0.0.156:5000 377 0.038 201 604550f25d89fa1530036422cc6cfa30 162.253.55.70 - - [03/Apr/2026:05:20:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.005 300 1df63710bfe6475bf01ffcc1787ebaa8 162.253.55.70 - - [03/Apr/2026:05:20:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.156:5000 2363 0.285 201 cf6415e2ee0427f434a0c41361f3910a 162.253.55.70 - - [03/Apr/2026:05:20:35 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.028 [openstack-keystone-api-5000] [] 10.0.0.156:5000 86 0.028 404 ce895b0b7718d62a601567bfc391411b 162.253.55.70 - - [03/Apr/2026:05:20:35 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.156:5000 380 0.021 200 9e5cbe82a291b9bd2a7eb45e99aba132 162.253.55.70 - - [03/Apr/2026:05:20:35 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=79df37acdaa14982b1bab0f476c72ec5 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.023 [openstack-keystone-api-5000] [] 10.0.0.156:5000 206 0.024 200 5c2a7b29c658180d7825d4114abea101 162.253.55.70 - - [03/Apr/2026:05:20:35 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.030 [openstack-keystone-api-5000] [] 10.0.0.156:5000 391 0.029 201 3c94d421b4c3746ba3247e45933db9fe W0403 05:20:36.993905 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 05:20:36.995212 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 05:20:36.995488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:20:36.995544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:20:37.000929 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.007s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:35.7kB} I0403 05:20:37.000986 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0403 05:20:37.005836 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0403 05:20:37.006125 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"2130d2ff-e1c2-4c3a-b3f9-2e222577669c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8426", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 05:20:37.006388 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0403 05:20:37.006769 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 05:20:37.006861 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 05:20:37.006928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:20:37.006942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:20:37.007060 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 05:20:37.064514 7 controller.go:216] "Backend successfully reloaded" I0403 05:20:37.064776 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-l5lmv", UID:"c2171ddd-7a3a-4214-a1f5-b0561df10c32", APIVersion:"v1", ResourceVersion:"1371", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 05:20:37.333767 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0403 05:20:37.335418 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0403 05:20:40.340589 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 05:20:40.340794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:20:40.340813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:20:53.663802 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 05:20:53.664172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:20:53.664248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:20:58.816022 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 05:20:58.816182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:20:58.816203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:21:02.149752 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 05:21:02.149978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:21:02.150019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:21:02.150275 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 05:21:02.200555 7 controller.go:216] "Backend successfully reloaded" I0403 05:21:02.200822 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-l5lmv", UID:"c2171ddd-7a3a-4214-a1f5-b0561df10c32", APIVersion:"v1", ResourceVersion:"1371", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 05:21:05.483761 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 05:21:05.483972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:21:05.484006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:21:07.869423 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.100.123.87"}] I0403 05:21:07.878030 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"2130d2ff-e1c2-4c3a-b3f9-2e222577669c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8782", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 05:21:08.817090 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 05:21:08.817311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:21:08.817346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:21:12.150538 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 05:21:12.150760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:21:12.150798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:21:24.604558 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 05:21:24.604942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:21:24.604972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:21:27.938131 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 05:21:27.938545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:21:27.938588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:21:32.458102 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 05:21:32.458362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:21:32.458386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:22:05.015397 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 05:22:05.015558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:22:05.015576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:22:44.110249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:22:44.110302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:23:33.657994 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 05:23:33.658265 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 05:23:33.658437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:23:33.658507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:23:33.661958 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.1kB} I0403 05:23:33.662063 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0403 05:23:33.665748 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0403 05:23:33.666037 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"3893eb49-8c95-4f63-baed-b12434f8213c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9967", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 05:23:33.666345 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0403 05:23:33.666839 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 05:23:33.666991 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 05:23:33.667076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:23:33.667097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 05:23:33.667260 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 05:23:33.722697 7 controller.go:216] "Backend successfully reloaded" I0403 05:23:33.723694 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-l5lmv", UID:"c2171ddd-7a3a-4214-a1f5-b0561df10c32", APIVersion:"v1", ResourceVersion:"1371", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 05:23:33.992651 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0403 05:23:33.994228 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0403 05:23:37.000374 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 05:23:37.000620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:23:37.000650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [03/Apr/2026:05:23:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.005 300 fde0052e541cce0d93cc264ecf336097 162.253.55.70 - - [03/Apr/2026:05:23:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.334 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3197 0.334 201 e7313cc90d7a15b16a6d04d14371da6a 162.253.55.70 - - [03/Apr/2026:05:23:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e5ec7121643eadc8105184f5288236b4 162.253.55.70 - - [03/Apr/2026:05:23:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6bd71777d8dc0042f24d905842997ea0 162.253.55.70 - - [03/Apr/2026:05:23:40 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.004 300 731b5c41d75892f87d3a4db9f4c18201 162.253.55.70 - - [03/Apr/2026:05:23:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3197 0.290 201 de82644fac6e0df5f3d1f86fa600a61c 162.253.55.70 - - [03/Apr/2026:05:23:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 76daaa08e2137ea31f19c49236c52a53 162.253.55.70 - - [03/Apr/2026:05:23:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e3927a8b2a5242ac9401dc95ab8bb464 162.253.55.70 - - [03/Apr/2026:05:23:41 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.004 300 e9fb7e23bab5761c2972794c2e03e9f1 162.253.55.70 - - [03/Apr/2026:05:23:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3197 0.293 201 e7988d9732990da195e4ce98c74a1baf 162.253.55.70 - - [03/Apr/2026:05:23:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8a52f28610719edd95752e5bd6f9aa96 162.253.55.70 - - [03/Apr/2026:05:23:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 312e1f48cf1e9d8825a6db72227a37fe 162.253.55.70 - - [03/Apr/2026:05:23:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.004 300 708d16aeed4e82176f070c1e2079ddad 162.253.55.70 - - [03/Apr/2026:05:23:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3197 0.283 201 34a2afd2ea2b300a0c6378564146dce1 162.253.55.70 - - [03/Apr/2026:05:23:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7d662d67bc64662e148ab631a2758f8f 162.253.55.70 - - [03/Apr/2026:05:23:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fb97c7da77ba08ac22b0f85b87041c83 162.253.55.70 - - [03/Apr/2026:05:23:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.005 300 a8913b6a365f092c65fb7317503709a6 162.253.55.70 - - [03/Apr/2026:05:23:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3197 0.298 201 8eb1617994976d6e0f2901a9dd836812 162.253.55.70 - - [03/Apr/2026:05:23:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 452a4d3fb9ef5a6808ddd4397d1624b9 162.253.55.70 - - [03/Apr/2026:05:23:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e3975e5b769ef06b9246b776b0f03c0e 162.253.55.70 - - [03/Apr/2026:05:23:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.004 300 3ae761fd402f7cae5250908da5c7fc89 162.253.55.70 - - [03/Apr/2026:05:23:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3197 0.284 201 4d6b31bb2d1125754f94d2b462b2ec9e 162.253.55.70 - - [03/Apr/2026:05:23:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b924d42f0726b66a6e019f1d134935bb 162.253.55.70 - - [03/Apr/2026:05:23:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b784f8c469df16903c89481afaa54690 162.253.55.70 - - [03/Apr/2026:05:23:49 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.004 300 953566c7e55b6371eafe2cef03682e1f 162.253.55.70 - - [03/Apr/2026:05:23:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3197 0.288 201 dbeecd71d37efbf35f249e149b345fb2 162.253.55.70 - - [03/Apr/2026:05:23:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c0dde28875b62a43fe952455957488d5 162.253.55.70 - - [03/Apr/2026:05:23:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 394d19b0aed06a22f21272bca8d720b9 162.253.55.70 - - [03/Apr/2026:05:23:50 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.005 300 dffdce070059207ee8237052350bc7a4 162.253.55.70 - - [03/Apr/2026:05:23:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3197 0.298 201 ecc0e06d334c7ae1b3ff03cfeedbdc0b W0403 05:23:51.135628 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 05:23:51.135767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:23:51.135785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [03/Apr/2026:05:23:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 080da7569bee5f06f2821bd9c30fb646 162.253.55.70 - - [03/Apr/2026:05:23:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 27710533bc00b36e38f2a8544d01f8f6 162.253.55.70 - - [03/Apr/2026:05:23:52 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.003 300 017c91bf6a9a8350cc9f1317b3f826c2 162.253.55.70 - - [03/Apr/2026:05:23:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.283 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3197 0.283 201 625992bd41c32bfa272213c0ace2c9cc 162.253.55.70 - - [03/Apr/2026:05:23:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8c983235354dd4ae3d38415a6ba49579 162.253.55.70 - - [03/Apr/2026:05:23:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 72818ab69183178a04285fda31669f5f 162.253.55.70 - - [03/Apr/2026:05:23:54 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.004 300 653891205d82b6d9cd5ad14d7b445ad0 162.253.55.70 - - [03/Apr/2026:05:23:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3197 0.296 201 713b87835e7065c756cb72345e172022 162.253.55.70 - - [03/Apr/2026:05:23:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5849d2b09f2e5645742cf66046ef177b 162.253.55.70 - - [03/Apr/2026:05:23:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ee5ec74b886287bc71705869a84a1004 162.253.55.70 - - [03/Apr/2026:05:23:56 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.003 300 d967c5bfdaec2ff0de094ba1492c1280 162.253.55.70 - - [03/Apr/2026:05:23:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.319 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3197 0.318 201 2916464a134757208a3e394ad6424b3e 162.253.55.70 - - [03/Apr/2026:05:23:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3db888b3dcf32b57b3051f72cbdf584b 162.253.55.70 - - [03/Apr/2026:05:23:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 43e0c09445c5b102c9f313a5c5154f9d 162.253.55.70 - - [03/Apr/2026:05:23:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.005 300 d3248177fbfa9db722a9c05b4ca4a4a6 162.253.55.70 - - [03/Apr/2026:05:23:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3197 0.298 201 fbf789d77c9e462285e340542d45f8a0 162.253.55.70 - - [03/Apr/2026:05:23:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 04975cf2e1277bd110e092aa6c2e0aea 162.253.55.70 - - [03/Apr/2026:05:23:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 58675366492420424ab21350b48efd21 W0403 05:23:59.491217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:23:59.491275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.70 - - [03/Apr/2026:05:23:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.005 300 47057c58f21fa74109381a772e5607af 162.253.55.70 - - [03/Apr/2026:05:23:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3197 0.299 201 6acc1342ae0e1a28c29a3aeed126f299 162.253.55.70 - - [03/Apr/2026:05:24:00 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.104:9292 1183 0.002 300 b00ae5ad7c8d0a96854c6b4c034e2147 162.253.55.70 - - [03/Apr/2026:05:24:00 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.646 [openstack-glance-api-9292] [] 10.0.0.104:9292 69 0.646 200 661addd5aa6f2c3ebabaea977dea5064 162.253.55.70 - - [03/Apr/2026:05:24:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.156:5000 280 0.003 300 b9b116bae691566eae1f80f57b9755fe 162.253.55.70 - - [03/Apr/2026:05:24:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.283 [openstack-keystone-api-5000] [] 10.0.0.156:5000 3197 0.283 201 3713652c042dfce90729856e1e107cde 162.253.55.70 - - [03/Apr/2026:05:24:03 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.104:9292 1183 0.002 300 06a91e1690d330ef7d44a98f3ab11417 162.253.55.70 - - [03/Apr/2026:05:24:03 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.050 [openstack-glance-api-9292] [] 10.0.0.104:9292 69 0.049 200 33f6e9501316ae591f59fde378bdb35f 162.253.55.70 - - [03/Apr/2026:05:24:03 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.112 [openstack-glance-api-9292] [] 10.0.0.104:9292 151 0.113 404 632de988afb7fb01e34f4278a8d86745 162.253.55.70 - - [03/Apr/2026:05:24:03 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.021 [openstack-glance-api-9292] [] 10.0.0.104:9292 81 0.021 200 fd25f2007ce946cf6d1956df77a26b12 162.253.55.70 - - [03/Apr/2026:05:24:03 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.024 [openstack-glance-api-9292] [] 10.0.0.104:9292 84 0.024 200 21375ff0453afa093715a078aec847fc 162.253.55.70 - - [03/Apr/2026:05:24:04 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.056 [openstack-glance-api-9292] [] 10.0.0.104:9292 760 0.055 201 3d100e3eef60ab01f03b270decddc6ca 162.253.55.70 - - [03/Apr/2026:05:24:07 +0000] "PUT /v2/images/afcddb49-5c33-482f-ba7d-f589f5adf70b/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.592 [openstack-glance-api-9292] [] 10.0.0.104:9292 0 3.591 204 be110206b8349673902582dfb19b42d8 162.253.55.70 - - [03/Apr/2026:05:24:07 +0000] "GET /v2/images/afcddb49-5c33-482f-ba7d-f589f5adf70b HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.014 [openstack-glance-api-9292] [] 10.0.0.104:9292 1171 0.015 200 fa8bf6e18896118f441f7a65319e90a2 162.253.55.70 - - [03/Apr/2026:05:24:07 +0000] "GET /v2/images/afcddb49-5c33-482f-ba7d-f589f5adf70b HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-glance-api-9292] [] 10.0.0.104:9292 1171 0.019 200 8cded2f86546e6aeb7edebbde9a87dca I0403 05:24:07.866425 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.100.123.87"}] I0403 05:24:07.873976 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"3893eb49-8c95-4f63-baed-b12434f8213c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10198", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 05:24:07.875434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:24:07.875473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:24:11.209609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:24:11.209658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:24:14.542936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 05:24:14.542972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store