------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0319 09:00:39.308768 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 09:00:39.309020 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0319 09:00:39.317705 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0319 09:00:39.320442 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0319 09:00:39.617357 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0319 09:00:39.635269 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0319 09:00:39.649590 7 nginx.go:271] "Starting NGINX Ingress controller" I0319 09:00:39.653907 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"65e577c2-a3c0-4468-b232-a1921bb30d91", APIVersion:"v1", ResourceVersion:"1105", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0319 09:00:39.657228 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"5dba62e7-3f69-41df-9214-715962830a7f", APIVersion:"v1", ResourceVersion:"1106", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0319 09:00:39.657287 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"f4cb08c6-d297-4b0e-a3ee-f957e31c247d", APIVersion:"v1", ResourceVersion:"1107", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0319 09:00:40.851842 7 nginx.go:317] "Starting NGINX process" I0319 09:00:40.852243 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0319 09:00:40.852361 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0319 09:00:40.852761 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0319 09:00:40.852810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:40.852826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:00:40.852870 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:00:40.875986 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0319 09:00:40.876027 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-v6w9v" I0319 09:00:40.889505 7 controller.go:216] "Backend successfully reloaded" I0319 09:00:40.889597 7 controller.go:227] "Initial sync, sleeping for 1 second" I0319 09:00:40.889640 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6w9v", UID:"ec17799c-17a2-4a26-bd64-84caff5d6b85", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:00:44.675130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:44.675164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:48.011941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:48.012016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:51.342598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:51.342706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:54.675973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:54.676016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:58.008945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:00:58.009000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:01:01.342453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:01:01.342496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:01:04.675880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:01:04.675921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:01:08.009249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:01:08.009292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:01:16.277751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:01:16.277795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:03.428073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:03.428113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:06.762748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:06.762781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:17.513420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:17.513442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:26.211946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:26.214173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:29.545363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:29.545424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:32.878335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:32.878369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:36.212212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:36.212279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:39.545092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:39.545162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:43.199446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:43.199484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:46.533379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:46.533420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:50.245564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:50.245590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:53.581995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:02:53.582028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:56.477834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:56.477875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:59.026925 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-216.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-216.nip.io-tls was not found. Using default certificate W0319 09:04:59.027005 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:59.027029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:04:59.029448 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0319 09:04:59.029477 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0319 09:04:59.035786 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0319 09:04:59.036042 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c0e26a61-52d5-471d-a77f-7b7b7833a7d1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3008", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:04:59.036425 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-216.nip.io-tls" in local store I0319 09:04:59.290639 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-216.nip.io-tls" I0319 09:04:59.291805 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-216.nip.io-tls" W0319 09:04:59.812148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:04:59.812176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:04:59.812216 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:04:59.852382 7 controller.go:216] "Backend successfully reloaded" I0319 09:04:59.852634 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6w9v", UID:"ec17799c-17a2-4a26-bd64-84caff5d6b85", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:05:03.145946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:05:03.145998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [19/Mar/2026:09:05:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.178 [auth-system-keycloak-80] [] 10.0.0.191:8080 1928 2.177 200 aeb8c793409f0834d5fd693e0a1f4e4b 199.204.45.216 - - [19/Mar/2026:09:05:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.190 [auth-system-keycloak-80] [] 10.0.0.191:8080 116 0.190 404 a1f2cbdfd188329b8542d58861337cda 199.204.45.216 - - [19/Mar/2026:09:05:15 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.191 [auth-system-keycloak-80] [] 10.0.0.191:8080 0 4.190 201 e20f1448ef7e1cb384f2e4833635e317 199.204.45.216 - - [19/Mar/2026:09:05:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.503 [auth-system-keycloak-80] [] 10.0.0.191:8080 4246 0.503 200 e9462b1140d5ee16ce91d16129c820f7 199.204.45.216 - - [19/Mar/2026:09:05:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.551 [auth-system-keycloak-80] [] 10.0.0.191:8080 1928 0.550 200 0e75a14748af3cdded52c5d0783465e6 199.204.45.216 - - [19/Mar/2026:09:05:16 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12499 "-" "Ansible" 1211 0.094 [auth-system-keycloak-80] [] 10.0.0.191:8080 12500 0.094 200 9b41261ff7c2eb00af586e2d3c2f6043 199.204.45.216 - - [19/Mar/2026:09:05:16 +0000] "GET /admin/realms/atmosphere/client-scopes/7bf6f8c0-2b60-474c-a4f0-20547efeb999 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.191:8080 1278 0.011 200 091c8d799c9181d85f81f5d51e9a22ee 199.204.45.216 - - [19/Mar/2026:09:05:16 +0000] "PUT /admin/realms/atmosphere/client-scopes/7bf6f8c0-2b60-474c-a4f0-20547efeb999 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.073 [auth-system-keycloak-80] [] 10.0.0.191:8080 0 0.072 204 3692b7fb6e8d55e491de82494c93bf0a 199.204.45.216 - - [19/Mar/2026:09:05:16 +0000] "GET /admin/realms/atmosphere/client-scopes/7bf6f8c0-2b60-474c-a4f0-20547efeb999/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.085 [auth-system-keycloak-80] [] 10.0.0.191:8080 963 0.085 200 6faf4d73df75cb4742c338659519df08 199.204.45.216 - - [19/Mar/2026:09:05:16 +0000] "GET /admin/realms/atmosphere/client-scopes/7bf6f8c0-2b60-474c-a4f0-20547efeb999/protocol-mappers/models/28a704a8-3421-421d-9d37-78d6abbf181d HTTP/1.1" 200 366 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.191:8080 366 0.012 200 805dec5182b72d1be31a78a8a9f21eb6 199.204.45.216 - - [19/Mar/2026:09:05:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/7bf6f8c0-2b60-474c-a4f0-20547efeb999/protocol-mappers/models/28a704a8-3421-421d-9d37-78d6abbf181d HTTP/1.1" 204 0 "-" "Ansible" 1622 0.082 [auth-system-keycloak-80] [] 10.0.0.191:8080 0 0.078 204 05ecd5044ce8688f6775059887330f68 199.204.45.216 - - [19/Mar/2026:09:05:17 +0000] "GET /admin/realms/atmosphere/client-scopes/7bf6f8c0-2b60-474c-a4f0-20547efeb999 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.088 [auth-system-keycloak-80] [] 10.0.0.191:8080 1218 0.088 200 f4c80efc44e51085d4363c971bb926c5 199.204.45.216 - - [19/Mar/2026:09:05:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.191:8080 1928 0.491 200 a13216c046967286a2cd0f412d4aa3f0 199.204.45.216 - - [19/Mar/2026:09:05:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.015 [auth-system-keycloak-80] [] 10.0.0.191:8080 2 0.015 200 44419a94f8f8702c013561502eccda06 199.204.45.216 - - [19/Mar/2026:09:05:38 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.194 [auth-system-keycloak-80] [] 10.0.0.191:8080 0 0.193 201 0b5ffdf343ac8b4a3fc7040f9c3c7d69 199.204.45.216 - - [19/Mar/2026:09:05:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.092 [auth-system-keycloak-80] [] 10.0.0.191:8080 1261 0.092 200 eb6ef0853591fd2f20907bbcab200736 199.204.45.216 - - [19/Mar/2026:09:05:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.191:8080 1928 0.496 200 bf1a4ed3e7177c223cfaad8c7e9ff858 199.204.45.216 - - [19/Mar/2026:09:05:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.076 [auth-system-keycloak-80] [] 10.0.0.191:8080 2 0.077 200 14091acd603dd15752b1188d5839b751 199.204.45.216 - - [19/Mar/2026:09:05:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.102 [auth-system-keycloak-80] [] 10.0.0.191:8080 0 0.101 201 8d9fd02e36c5dbcd38e9c9df02efeb64 199.204.45.216 - - [19/Mar/2026:09:05:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.083 [auth-system-keycloak-80] [] 10.0.0.191:8080 1286 0.083 200 3e11e292a28b98a7d86d9a71fa0b2ce0 199.204.45.216 - - [19/Mar/2026:09:05:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.191:8080 1928 0.507 200 fd855cee1f1c55bcf2373258052b38ee 199.204.45.216 - - [19/Mar/2026:09:05:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.191:8080 2 0.009 200 5aabeddd6f0e852c5dde49d48c607c74 199.204.45.216 - - [19/Mar/2026:09:05:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.083 [auth-system-keycloak-80] [] 10.0.0.191:8080 0 0.082 201 92313c04b45975e52b0f0e599f8b05be 199.204.45.216 - - [19/Mar/2026:09:05:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.020 [auth-system-keycloak-80] [] 10.0.0.191:8080 1251 0.020 200 b0a9a3606dc50267b0123d733538d67c I0319 09:05:40.883914 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.202.248"}] I0319 09:05:40.890069 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"c0e26a61-52d5-471d-a77f-7b7b7833a7d1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3396", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:05:40.890741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:05:40.890786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [19/Mar/2026:09:05:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.456 [auth-system-keycloak-80] [] 10.0.0.191:8080 1928 0.454 200 032e5e023bbb55cf845d95559ade4593 199.204.45.216 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.191:8080 1261 0.007 200 e04a21f7d29e68fa8a7e84ba4694e99f 199.204.45.216 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients/e9b9eff7-5a28-49b8-8076-53de08e8e310/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.049 [auth-system-keycloak-80] [] 10.0.0.191:8080 119 0.049 404 b2235f6682daba4af45cc3d67c25a510 199.204.45.216 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.191:8080 1261 0.006 200 3317e9924ef1acbf151a0da8d0c71e72 199.204.45.216 - - [19/Mar/2026:09:05:41 +0000] "POST /admin/realms/atmosphere/clients/e9b9eff7-5a28-49b8-8076-53de08e8e310/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.082 [auth-system-keycloak-80] [] 10.0.0.191:8080 0 0.081 201 d09318f00c9de17c12a1807c72c39367 199.204.45.216 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.070 [auth-system-keycloak-80] [] 10.0.0.191:8080 1261 0.069 200 11569c1a10bf89b7de43ec83110759e6 199.204.45.216 - - [19/Mar/2026:09:05:41 +0000] "GET /admin/realms/atmosphere/clients/e9b9eff7-5a28-49b8-8076-53de08e8e310/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.026 [auth-system-keycloak-80] [] 10.0.0.191:8080 166 0.025 200 7ab4fdc5600460d9741a0fdc978b0428 199.204.45.216 - - [19/Mar/2026:09:05:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.191:8080 1928 0.509 200 ead760dbbf702444b0850583c2383a84 199.204.45.216 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.191:8080 1286 0.008 200 a464c95bb47750c53e1192aff25a56f0 199.204.45.216 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients/490d741a-4b66-479c-bd20-7bc259735197/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.191:8080 119 0.009 404 9067ecd272355bb0cb04d5e44aeae71f 199.204.45.216 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.028 [auth-system-keycloak-80] [] 10.0.0.191:8080 1286 0.027 200 03d93bf7b362c68b891ac8dc1467afd1 199.204.45.216 - - [19/Mar/2026:09:05:42 +0000] "POST /admin/realms/atmosphere/clients/490d741a-4b66-479c-bd20-7bc259735197/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.191:8080 0 0.015 201 300f0aab3b4dcd97ebb92aa6df9529ae 199.204.45.216 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.191:8080 1286 0.006 200 a46f336f014388416640389deec9a3b7 199.204.45.216 - - [19/Mar/2026:09:05:42 +0000] "GET /admin/realms/atmosphere/clients/490d741a-4b66-479c-bd20-7bc259735197/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.045 [auth-system-keycloak-80] [] 10.0.0.191:8080 165 0.045 200 0d2276473822e2d694a6af86c2db1877 199.204.45.216 - - [19/Mar/2026:09:05:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.608 [auth-system-keycloak-80] [] 10.0.0.191:8080 1928 0.607 200 95a5d2122ff503217836124a9af58267 199.204.45.216 - - [19/Mar/2026:09:05:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.191:8080 1286 0.006 200 6e9a1c2894d39f89d2eaca94cd2cdeab 199.204.45.216 - - [19/Mar/2026:09:05:43 +0000] "GET /admin/realms/atmosphere/clients/490d741a-4b66-479c-bd20-7bc259735197/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.191:8080 119 0.009 404 6757123b249d1679f1c78b63639c59cd 199.204.45.216 - - [19/Mar/2026:09:05:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.191:8080 1286 0.008 200 f6c2f76a893fd81b52e61c9c0a6ef48c 199.204.45.216 - - [19/Mar/2026:09:05:43 +0000] "POST /admin/realms/atmosphere/clients/490d741a-4b66-479c-bd20-7bc259735197/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.043 [auth-system-keycloak-80] [] 10.0.0.191:8080 0 0.043 201 2c95dd5afaeab2bd52a2fe13f0a242af 199.204.45.216 - - [19/Mar/2026:09:05:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.191:8080 1286 0.008 200 8cdc7504fa7fc5c01dee43227168ba98 199.204.45.216 - - [19/Mar/2026:09:05:43 +0000] "GET /admin/realms/atmosphere/clients/490d741a-4b66-479c-bd20-7bc259735197/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.191:8080 166 0.014 200 f5a4cf226bd9c32ddc9b2aea2cdde779 199.204.45.216 - - [19/Mar/2026:09:05:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.191:8080 1928 0.478 200 1f0046db364cbcad101be910694b9771 199.204.45.216 - - [19/Mar/2026:09:05:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.017 [auth-system-keycloak-80] [] 10.0.0.191:8080 1286 0.017 200 6a745843c558372ab1c24a805f0d78a0 199.204.45.216 - - [19/Mar/2026:09:05:44 +0000] "GET /admin/realms/atmosphere/clients/490d741a-4b66-479c-bd20-7bc259735197/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.040 [auth-system-keycloak-80] [] 10.0.0.191:8080 119 0.040 404 cd9aa82d7dbe2363f44a3d5d586bf7c1 199.204.45.216 - - [19/Mar/2026:09:05:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.191:8080 1286 0.005 200 98f5b416fa0c84196b92ec1ed8e5405b 199.204.45.216 - - [19/Mar/2026:09:05:44 +0000] "POST /admin/realms/atmosphere/clients/490d741a-4b66-479c-bd20-7bc259735197/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.191:8080 0 0.012 201 87314b80dda6447d6bc3292ade12cf31 199.204.45.216 - - [19/Mar/2026:09:05:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.051 [auth-system-keycloak-80] [] 10.0.0.191:8080 1286 0.051 200 3a9b88a729e3c7d6b4aa746175ad667a 199.204.45.216 - - [19/Mar/2026:09:05:44 +0000] "GET /admin/realms/atmosphere/clients/490d741a-4b66-479c-bd20-7bc259735197/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.191:8080 166 0.013 200 9f52604269b63d0f20be0a69b13eb93c 199.204.45.216 - - [19/Mar/2026:09:05:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.503 [auth-system-keycloak-80] [] 10.0.0.191:8080 1928 0.502 200 12a1470930584daecb84f22a616f745c 199.204.45.216 - - [19/Mar/2026:09:05:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.191:8080 1251 0.006 200 704a3fdc5f78fdde943f6468981ff35e 199.204.45.216 - - [19/Mar/2026:09:05:45 +0000] "GET /admin/realms/atmosphere/clients/2a6e50f5-cdba-4366-a8a7-bc35ce329dde/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.191:8080 119 0.009 404 a66d133695c0f51dafc31796b6074536 199.204.45.216 - - [19/Mar/2026:09:05:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.039 [auth-system-keycloak-80] [] 10.0.0.191:8080 1251 0.038 200 04d782f40b437245dd65a7e69366f7e0 199.204.45.216 - - [19/Mar/2026:09:05:45 +0000] "POST /admin/realms/atmosphere/clients/2a6e50f5-cdba-4366-a8a7-bc35ce329dde/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.191:8080 0 0.016 201 e0e6f1dec9abeb25904eafc39c4f9750 199.204.45.216 - - [19/Mar/2026:09:05:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.191:8080 1251 0.007 200 03e4f12c6b3265483be48a30e92e8c9d 199.204.45.216 - - [19/Mar/2026:09:05:45 +0000] "GET /admin/realms/atmosphere/clients/2a6e50f5-cdba-4366-a8a7-bc35ce329dde/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.191:8080 166 0.015 200 11b4120f4c657876978259e1da9c671d W0319 09:06:05.177891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:05.178011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:08.514085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:08.514130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:49.424623 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:49.424658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:49.488296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:06:49.488379 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0319 09:06:49.488422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:49.488440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:49.488571 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:06:49.488647 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0319 09:06:49.488676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:49.488687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:49.488922 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:06:49.489007 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0319 09:06:49.489060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:49.489108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:06:49.490405 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0319 09:06:49.490440 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0319 09:06:49.490791 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0319 09:06:49.490826 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0319 09:06:49.491688 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0319 09:06:49.491729 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0319 09:06:49.496288 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0319 09:06:49.496836 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0319 09:06:49.496861 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0319 09:06:49.496945 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d7595d80-e1f6-4eaf-a6ee-9729b54740f1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3953", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 09:06:49.496979 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1b786cf5-3277-4774-8439-c26c3b8bf570", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3955", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:06:49.497289 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0319 09:06:49.500477 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0319 09:06:49.500953 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"088a9be5-d998-4c5e-aaad-da6c12d3894a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3958", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:06:49.500969 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0319 09:06:49.849519 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 09:06:49.850398 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0319 09:06:49.857666 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0319 09:06:49.858869 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0319 09:06:51.158943 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0319 09:06:51.160217 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0319 09:06:52.759464 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:06:52.759546 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:06:52.759598 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:06:52.759756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:52.759794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:06:52.759938 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:06:52.806131 7 controller.go:216] "Backend successfully reloaded" I0319 09:06:52.806282 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6w9v", UID:"ec17799c-17a2-4a26-bd64-84caff5d6b85", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:06:56.092285 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:06:56.092367 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:06:56.092404 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:06:56.092513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:56.092542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:59.424774 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:06:59.424868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:06:59.424930 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:06:59.425086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:06:59.425117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:02.757962 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:02.758020 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:07:02.758046 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:02.758129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:02.758149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:06.092185 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:06.092256 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:07:06.092291 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:06.092432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:06.092467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:09.425776 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:09.425843 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 09:07:09.425878 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:09.426040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:09.426084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:12.758490 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:12.758583 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:12.758700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:12.758726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:16.091257 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:16.091339 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:16.091433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:16.091454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:19.424521 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:19.424588 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:19.424671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:19.424695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:22.758616 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:22.758700 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 09:07:22.758823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:22.758856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.179 - - [19/Mar/2026:09:07:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.028 [auth-system-keycloak-80] [] 10.0.0.191:8080 6382 0.028 200 b74b9d43dac0ffdc7eb6dc188610194e 10.0.0.13 - - [19/Mar/2026:09:07:25 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.191:8080 6382 0.007 200 40da745134143e78882e9de1d62990a0 W0319 09:07:26.092017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 09:07:26.092239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:26.092282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:29.425804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:29.425857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:32.759090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:32.759139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:36.091738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:36.091793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:39.425435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:39.425486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:07:40.884090 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.202.248"}] I0319 09:07:40.884936 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.202.248"}] I0319 09:07:40.885008 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.202.248"}] I0319 09:07:40.889519 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"088a9be5-d998-4c5e-aaad-da6c12d3894a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5101", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 09:07:40.891802 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1b786cf5-3277-4774-8439-c26c3b8bf570", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5102", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 09:07:40.892882 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d7595d80-e1f6-4eaf-a6ee-9729b54740f1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5103", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:07:42.758164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:42.758210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:46.091952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:46.091996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:49.425290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:49.425330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [19/Mar/2026:09:07:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.191:8080 1928 0.474 200 57e8c6dee660ce7e1f3331ef6be9c84f 199.204.45.216 - - [19/Mar/2026:09:07:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.191:8080 4246 0.007 200 42b424fc4cc81c4cc80e611daea71968 199.204.45.216 - - [19/Mar/2026:09:07:52 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.375 [auth-system-keycloak-80] [] 10.0.0.191:8080 0 0.374 204 bf06f2d01ad2d1bd09e44146887af1ab 199.204.45.216 - - [19/Mar/2026:09:07:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.197 [auth-system-keycloak-80] [] 10.0.0.191:8080 4384 0.196 200 cb3f2619dfaa7c0102620749bd8b01db 199.204.45.216 - - [19/Mar/2026:09:07:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.191:8080 1928 0.477 200 5365ef5ceb208e78efcd2f8402a630d8 199.204.45.216 - - [19/Mar/2026:09:07:53 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.191:8080 1682 0.010 200 b74c82b77258a82d6adb3ac71e8b758e 199.204.45.216 - - [19/Mar/2026:09:07:53 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.191:8080 6382 0.007 200 c3ec864145298065f77c74d9b18711c0 199.204.45.216 - - [19/Mar/2026:09:07:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.191:8080 1928 0.482 200 c4637d3772bdc526d7d8239770497720 199.204.45.216 - - [19/Mar/2026:09:07:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.049 [auth-system-keycloak-80] [] 10.0.0.191:8080 2 0.049 200 d61ccb3c73ef3ac662a76ec3030549fa 199.204.45.216 - - [19/Mar/2026:09:07:55 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.114 [auth-system-keycloak-80] [] 10.0.0.191:8080 0 0.113 201 7ca749bf8c2e18d2135d598c5e316c98 199.204.45.216 - - [19/Mar/2026:09:07:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.079 [auth-system-keycloak-80] [] 10.0.0.191:8080 2246 0.078 200 624056ee7bfa0af18d5e2460ab8076da 199.204.45.216 - - [19/Mar/2026:09:07:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.191:8080 1928 0.496 200 e4b480ceeb33b62b4894748b5e79dd54 199.204.45.216 - - [19/Mar/2026:09:07:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.029 [auth-system-keycloak-80] [] 10.0.0.191:8080 2246 0.029 200 f67cf782a423b994855288261690f82b 199.204.45.216 - - [19/Mar/2026:09:07:56 +0000] "GET /admin/realms/atmosphere/clients/d894b6af-3b71-4deb-a014-4070c17042e7/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.018 [auth-system-keycloak-80] [] 10.0.0.191:8080 233 0.018 200 7ec6cf6f5cde881563fafb86188811d1 199.204.45.216 - - [19/Mar/2026:09:07:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.065 [auth-system-keycloak-80] [] 10.0.0.191:8080 831 0.066 200 82588f8fc2209339a0328512f78d4b91 199.204.45.216 - - [19/Mar/2026:09:07:56 +0000] "GET /admin/realms/atmosphere/clients/00ebafc3-ae02-4707-a062-93648b470ce6/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.090 [auth-system-keycloak-80] [] 10.0.0.191:8080 3758 0.090 200 2032c7208f4688ec9d7390c47ac46f93 199.204.45.216 - - [19/Mar/2026:09:07:57 +0000] "GET /admin/realms/atmosphere/users/e5f12148-eb86-48b1-b553-ad8c22fc4986/role-mappings/clients/00ebafc3-ae02-4707-a062-93648b470ce6/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.187 [auth-system-keycloak-80] [] 10.0.0.191:8080 3758 0.187 200 bddfce55594fbfd52c7dc34c05d97329 199.204.45.216 - - [19/Mar/2026:09:07:57 +0000] "GET /admin/realms/atmosphere/users/e5f12148-eb86-48b1-b553-ad8c22fc4986/role-mappings/clients/00ebafc3-ae02-4707-a062-93648b470ce6/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.080 [auth-system-keycloak-80] [] 10.0.0.191:8080 2 0.079 200 283f77f64ea8cbaff106e8c9cb04ffd5 199.204.45.216 - - [19/Mar/2026:09:07:57 +0000] "POST /admin/realms/atmosphere/users/e5f12148-eb86-48b1-b553-ad8c22fc4986/role-mappings/clients/00ebafc3-ae02-4707-a062-93648b470ce6 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.021 [auth-system-keycloak-80] [] 10.0.0.191:8080 0 0.020 204 4d8c0f7f7eb82cba9360f2f136ba7007 199.204.45.216 - - [19/Mar/2026:09:07:57 +0000] "GET /admin/realms/atmosphere/users/e5f12148-eb86-48b1-b553-ad8c22fc4986/role-mappings/clients/00ebafc3-ae02-4707-a062-93648b470ce6/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.017 [auth-system-keycloak-80] [] 10.0.0.191:8080 576 0.017 200 1de8030e65941d744947c253db6689de W0319 09:07:59.827546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:07:59.827596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:03.161454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:03.161483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:16.499201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:16.499241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:19.833285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:08:19.833312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:02.590531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:02.590586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:31.642453 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 09:10:31.642560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:31.642587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:10:31.647439 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.006s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:28.7kB} I0319 09:10:31.647484 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0319 09:10:31.653462 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0319 09:10:31.653748 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f9ae3375-1297-45d8-80ef-c43c05245857", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6197", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:10:31.654044 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0319 09:10:31.654486 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 09:10:31.654561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:31.654584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:10:31.654709 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:10:31.699566 7 controller.go:216] "Backend successfully reloaded" I0319 09:10:31.699881 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6w9v", UID:"ec17799c-17a2-4a26-bd64-84caff5d6b85", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:10:32.139988 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0319 09:10:32.141449 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0319 09:10:34.988406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:34.988463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [19/Mar/2026:09:10:36 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.005 300 e4276631a5536aa52d59976ee96511eb 199.204.45.216 - - [19/Mar/2026:09:10:37 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.007 [openstack-keystone-api-5000] [] 10.0.0.54:5000 266 0.007 200 d5d72232a237ddc54b97375149119517 199.204.45.216 - - [19/Mar/2026:09:10:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.344 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1360 0.344 201 f938b8ea56c6914a5f0b2b564bbf9da1 199.204.45.216 - - [19/Mar/2026:09:10:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.005 300 36ab279078881d57643cb4b90518fdaf 199.204.45.216 - - [19/Mar/2026:09:10:37 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.033 [openstack-keystone-api-5000] [] 10.0.0.54:5000 90 0.033 404 cb80685074e00b84259fdbc9981de5ed 199.204.45.216 - - [19/Mar/2026:09:10:37 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.031 [openstack-keystone-api-5000] [] 10.0.0.54:5000 368 0.032 200 b55fceee549ba478fe0af0edd23ae5b5 199.204.45.216 - - [19/Mar/2026:09:10:37 +0000] "GET /v3/domains/083602396473490e9912a7a7da0f5fe6 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.54:5000 245 0.023 200 92ec1648d4fc4d0bb87305cd411bd16b 199.204.45.216 - - [19/Mar/2026:09:10:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.009 [openstack-keystone-api-5000] [] 10.0.0.54:5000 266 0.009 200 6080cbe46dac88c4389c858de3d98b84 199.204.45.216 - - [19/Mar/2026:09:10:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.327 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1360 0.327 201 d28c01c413503f70a2d4515a134a0ef2 199.204.45.216 - - [19/Mar/2026:09:10:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.002 300 9457e839008e63f1766024b7e3bcd6da 199.204.45.216 - - [19/Mar/2026:09:10:38 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.54:5000 101 0.023 404 5544042600eeae22f4483b0dee6f4c46 199.204.45.216 - - [19/Mar/2026:09:10:38 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.023 [openstack-keystone-api-5000] [] 10.0.0.54:5000 156 0.023 200 1adf026faf164b3823c859fccf7023bc 199.204.45.216 - - [19/Mar/2026:09:10:38 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.029 [openstack-keystone-api-5000] [] 10.0.0.54:5000 454 0.029 201 ae486baff868974e5c1bb67f4aa6d5b9 199.204.45.216 - - [19/Mar/2026:09:10:39 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 266 0.004 200 5d4228da33be64fdbc819ff4c8ce386e 199.204.45.216 - - [19/Mar/2026:09:10:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1360 0.286 201 47fcd9ba5220fb6a30ff6c0cfd8a02c5 199.204.45.216 - - [19/Mar/2026:09:10:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.003 300 1a264ffb178c6882c196db4d4bfde636 199.204.45.216 - - [19/Mar/2026:09:10:39 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.026 [openstack-keystone-api-5000] [] 10.0.0.54:5000 98 0.025 404 0d49b62b646f4e18e9f6691d59805492 199.204.45.216 - - [19/Mar/2026:09:10:39 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.54:5000 136 0.022 200 0187e777e029e279f6f84afe3357c23c 199.204.45.216 - - [19/Mar/2026:09:10:40 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.026 [openstack-keystone-api-5000] [] 10.0.0.54:5000 332 0.026 201 f85391fbed2e147e5b8190e168e3a3a4 199.204.45.216 - - [19/Mar/2026:09:10:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.54:5000 266 0.003 200 27d449684ad43cc793d7d910e6bb7b56 I0319 09:10:40.883809 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.202.248"}] I0319 09:10:40.890297 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"f9ae3375-1297-45d8-80ef-c43c05245857", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6268", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:10:40.892782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:40.892857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [19/Mar/2026:09:10:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1360 0.291 201 5bad816f097c26a161995331a8372c49 199.204.45.216 - - [19/Mar/2026:09:10:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 afedf76bac4a4521c4e0a1e48a122dc1 199.204.45.216 - - [19/Mar/2026:09:10:41 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.030 [openstack-keystone-api-5000] [] 10.0.0.54:5000 131 0.030 404 3bfaaaf0ac81d7ac5dc0d69baffc8eba 199.204.45.216 - - [19/Mar/2026:09:10:41 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.022 [openstack-keystone-api-5000] [] 10.0.0.54:5000 168 0.022 200 30a9632f884022faf9aeb7a055184843 199.204.45.216 - - [19/Mar/2026:09:10:41 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.027 [openstack-keystone-api-5000] [] 10.0.0.54:5000 224 0.027 201 63dfe83aa161532426d93d37be0b1a2d W0319 09:10:50.156018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:50.156051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:53.490243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:53.490299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:56.823302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:10:56.823359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:14.660087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:14.660134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:18.462196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:18.462267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:21.796621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:11:21.796676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:53.093863 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 09:12:53.094033 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 09:12:53.094132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:53.094182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:12:53.098592 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0319 09:12:53.098621 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0319 09:12:53.107045 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0319 09:12:53.107264 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"61edf77d-8ac3-47ea-867e-4508537a17b3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7209", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:12:53.107544 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0319 09:12:53.108246 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 09:12:53.108548 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 09:12:53.108729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:53.108898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:12:53.109231 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:12:53.159216 7 controller.go:216] "Backend successfully reloaded" I0319 09:12:53.159478 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6w9v", UID:"ec17799c-17a2-4a26-bd64-84caff5d6b85", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:12:53.623092 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0319 09:12:53.624767 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.216 - - [19/Mar/2026:09:12:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 0de0ee8e35cf6f7b15a18232ecab25fe 199.204.45.216 - - [19/Mar/2026:09:12:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1992 0.336 201 5bac9d154b2bd6e837f50b21f483b3b0 199.204.45.216 - - [19/Mar/2026:09:12:54 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.039 [openstack-keystone-api-5000] [] 10.0.0.54:5000 85 0.039 404 bc62a7b31a8fb1361aa0231a65367baa 199.204.45.216 - - [19/Mar/2026:09:12:54 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-keystone-api-5000] [] 10.0.0.54:5000 129 0.025 200 606d7992987fec04997b4c720d38a865 199.204.45.216 - - [19/Mar/2026:09:12:54 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.029 [openstack-keystone-api-5000] [] 10.0.0.54:5000 230 0.029 201 1d09037c1aa2042baad7e12ca4fb6db1 W0319 09:12:56.442495 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 09:12:56.442703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:56.442752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:59.775636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:12:59.775704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [19/Mar/2026:09:13:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.005 300 d52cab22afcfd5bc765a888bc47f4fb7 199.204.45.216 - - [19/Mar/2026:09:13:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.288 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1992 0.288 201 03a76095441c3d632d6eba911bdeb08c 199.204.45.216 - - [19/Mar/2026:09:13:00 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.033 [openstack-keystone-api-5000] [] 10.0.0.54:5000 1521 0.033 200 3b40de915a4c34dcb49796b373dd4e08 199.204.45.216 - - [19/Mar/2026:09:13:00 +0000] "PUT /v3/roles/2634c5c4677541f2abed156dc25b10fc/implies/c14964b7b42047acb7197866784623bd HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.042 [openstack-keystone-api-5000] [] 10.0.0.54:5000 521 0.042 201 61860028a4f45fc318d6fae328228ca2 I0319 09:13:40.883564 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.102.202.248"}] I0319 09:13:40.890257 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"61edf77d-8ac3-47ea-867e-4508537a17b3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7612", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:13:40.891355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:40.891390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [19/Mar/2026:09:13:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.005 300 d8c2e24e0ce702806c4fd48f351888fe 199.204.45.216 - - [19/Mar/2026:09:13:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.354 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2055 0.354 201 c3d06eaed69c72bf9074e8e9269963cb 199.204.45.216 - - [19/Mar/2026:09:13:44 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.040 [openstack-keystone-api-5000] [] 10.0.0.54:5000 87 0.041 404 9d5398a56c37f60ae94a7c98d7faf06e 199.204.45.216 - - [19/Mar/2026:09:13:45 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.028 [openstack-keystone-api-5000] [] 10.0.0.54:5000 390 0.028 200 6edba66b5338b48feb2b332a27c877bb 199.204.45.216 - - [19/Mar/2026:09:13:45 +0000] "GET /v3/users/rgw-RegionOne?domain_id=cd6b83a51eca49499ff98f72e2b2f2c3 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.035 [openstack-keystone-api-5000] [] 10.0.0.54:5000 91 0.035 404 54c18338bc37b1ce5962e48eea17a74c 199.204.45.216 - - [19/Mar/2026:09:13:45 +0000] "GET /v3/users?domain_id=cd6b83a51eca49499ff98f72e2b2f2c3&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.040 [openstack-keystone-api-5000] [] 10.0.0.54:5000 178 0.040 200 7ea0d70641fd5c26ede6b6efbf115e38 199.204.45.216 - - [19/Mar/2026:09:13:45 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.286 [openstack-keystone-api-5000] [] 10.0.0.54:5000 291 0.287 201 7ebcf914bd67adb77a0e35c3f9cc21b7 199.204.45.216 - - [19/Mar/2026:09:13:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 8adb93ecbf789446c7137cc205d88a77 199.204.45.216 - - [19/Mar/2026:09:13:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.299 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2055 0.299 201 1a21477cdca65e92030bc6706654d37c 199.204.45.216 - - [19/Mar/2026:09:13:48 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.029 [openstack-keystone-api-5000] [] 10.0.0.54:5000 83 0.029 404 178296e219f315fc65afb9fd197b3b11 199.204.45.216 - - [19/Mar/2026:09:13:48 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.027 [openstack-keystone-api-5000] [] 10.0.0.54:5000 361 0.028 200 49a33c514f38f6a59004072c83ebe3b6 199.204.45.216 - - [19/Mar/2026:09:13:48 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.031 [openstack-keystone-api-5000] [] 10.0.0.54:5000 87 0.031 404 184494962365422deb90be2b4a120a2a 199.204.45.216 - - [19/Mar/2026:09:13:48 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.028 [openstack-keystone-api-5000] [] 10.0.0.54:5000 390 0.028 200 8b164913ed720a858b61ca3b5a6ca94d 199.204.45.216 - - [19/Mar/2026:09:13:48 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.035 [openstack-keystone-api-5000] [] 10.0.0.54:5000 91 0.035 404 790911043f6d1dc3ecfb3fb87044fbf3 199.204.45.216 - - [19/Mar/2026:09:13:48 +0000] "GET /v3/users?domain_id=cd6b83a51eca49499ff98f72e2b2f2c3&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.031 [openstack-keystone-api-5000] [] 10.0.0.54:5000 458 0.031 200 6072d30afb328636c6addf3404773639 199.204.45.216 - - [19/Mar/2026:09:13:48 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.028 [openstack-keystone-api-5000] [] 10.0.0.54:5000 88 0.028 404 ca5541467397228d4a3c3bd98595e7c9 199.204.45.216 - - [19/Mar/2026:09:13:48 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.056 [openstack-keystone-api-5000] [] 10.0.0.54:5000 520 0.057 200 81223fd17987e26c080b56debe3afdad 199.204.45.216 - - [19/Mar/2026:09:13:48 +0000] "PUT /v3/projects/9b0aa0981f034a609b6dd726f607fdcd/users/4b866680de1941a6abf53ecc4f5eb5cb/roles/68b535399a9e4bcd8b63e9393cb8b347 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.044 [openstack-keystone-api-5000] [] 10.0.0.54:5000 0 0.044 204 69595fbc249abd6a55a396d0dcedca38 199.204.45.216 - - [19/Mar/2026:09:13:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 bbd570a01193566c6abe04e7a29d5629 199.204.45.216 - - [19/Mar/2026:09:13:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.345 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2055 0.345 201 0f9c34b3046825ca9e9f72f6b928a9a7 199.204.45.216 - - [19/Mar/2026:09:13:51 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.022 [openstack-keystone-api-5000] [] 10.0.0.54:5000 151 0.022 200 99f3cd96aaaae4abbb66450cc73abd01 199.204.45.216 - - [19/Mar/2026:09:13:51 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.040 [openstack-keystone-api-5000] [] 10.0.0.54:5000 263 0.040 201 542f9aba4abce10a883120a2ae506d3c 199.204.45.216 - - [19/Mar/2026:09:13:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.005 300 9d9c439c5c3c50dac3cd5e4792ddb845 199.204.45.216 - - [19/Mar/2026:09:13:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2157 0.311 201 a67b32df01c19a001dcc2f3be86b0fc9 199.204.45.216 - - [19/Mar/2026:09:13:52 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.54:5000 86 0.026 404 6a572f9978c629a9470e75981fe4960f 199.204.45.216 - - [19/Mar/2026:09:13:52 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.022 [openstack-keystone-api-5000] [] 10.0.0.54:5000 382 0.023 200 885db397220c7d6afc5d11fc1e9b253a 199.204.45.216 - - [19/Mar/2026:09:13:52 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=9f46f63c090341459b199dea742cf054 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.031 [openstack-keystone-api-5000] [] 10.0.0.54:5000 205 0.031 200 0d1d434e70476385740a43078b16ca43 199.204.45.216 - - [19/Mar/2026:09:13:52 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.040 [openstack-keystone-api-5000] [] 10.0.0.54:5000 379 0.040 201 5431e7817c993c44d0d5dc22e0057cf0 199.204.45.216 - - [19/Mar/2026:09:13:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 5b8881c9a432e909b45f85f31308e80f 199.204.45.216 - - [19/Mar/2026:09:13:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.54:5000 2366 0.293 201 898a7813f986a2709d247a2369e31ce0 199.204.45.216 - - [19/Mar/2026:09:13:53 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.031 [openstack-keystone-api-5000] [] 10.0.0.54:5000 86 0.031 404 00362cb2f4e24a17f46b7e6f2b6dc031 199.204.45.216 - - [19/Mar/2026:09:13:53 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.54:5000 382 0.025 200 a0e7f3824494d12dc9053583dd579adc 199.204.45.216 - - [19/Mar/2026:09:13:53 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=9f46f63c090341459b199dea742cf054 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.025 [openstack-keystone-api-5000] [] 10.0.0.54:5000 207 0.025 200 d2031d3f4d38bfe8edbfe99c054c777a 199.204.45.216 - - [19/Mar/2026:09:13:53 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.029 [openstack-keystone-api-5000] [] 10.0.0.54:5000 392 0.029 201 b136b0660bb9c73991c525d7d1cd2d27 W0319 09:13:54.497479 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:13:54.497622 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 09:13:54.497704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:54.497726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:13:54.502733 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0319 09:13:54.502760 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0319 09:13:54.506866 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0319 09:13:54.507141 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"71e14e8b-0fc7-4262-9a9f-7d0e4c441c72", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7731", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:13:54.507275 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0319 09:13:54.507549 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:13:54.507621 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 09:13:54.507669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:54.507680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:13:54.507856 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:13:54.560379 7 controller.go:216] "Backend successfully reloaded" I0319 09:13:54.561003 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6w9v", UID:"ec17799c-17a2-4a26-bd64-84caff5d6b85", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:13:55.042782 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0319 09:13:55.044676 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0319 09:13:57.846759 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:13:57.847120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:13:57.847148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:11.360740 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:14:11.360875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:11.360892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:17.144333 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 09:14:17.144509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:17.144528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:20.478828 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:14:20.479029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:20.479058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:14:20.479257 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:14:20.533639 7 controller.go:216] "Backend successfully reloaded" I0319 09:14:20.533966 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6w9v", UID:"ec17799c-17a2-4a26-bd64-84caff5d6b85", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 09:14:23.813470 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:14:23.813701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:23.813727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:27.146084 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:14:27.146335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:27.146404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:14:40.884516 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.102.202.248"}] I0319 09:14:40.889799 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"71e14e8b-0fc7-4262-9a9f-7d0e4c441c72", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8145", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:14:40.891860 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:14:40.891983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:40.892042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:44.225658 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:14:44.225833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:44.225862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:47.560972 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:14:47.561296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:47.561383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:50.892588 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:14:50.892861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:14:50.892935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:15:23.955081 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 09:15:23.955229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:15:23.955247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:02.386178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:02.386206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:52.422751 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:16:52.422880 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 09:16:52.422970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:52.422991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:16:52.427174 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.2kB} I0319 09:16:52.427201 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0319 09:16:52.432330 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0319 09:16:52.432675 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"1021876f-2d4b-4b1b-b9f0-1931687583dc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9182", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:16:52.432896 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0319 09:16:52.433413 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:16:52.433540 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 09:16:52.433628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:52.433650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:16:52.433808 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 09:16:52.488222 7 controller.go:216] "Backend successfully reloaded" I0319 09:16:52.488556 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6w9v", UID:"ec17799c-17a2-4a26-bd64-84caff5d6b85", APIVersion:"v1", ResourceVersion:"1221", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 09:16:52.655211 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0319 09:16:52.655982 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0319 09:16:55.767799 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:16:55.767994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:16:55.768022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [19/Mar/2026:09:16:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 35e700ff012acf42ebb106ebc8c1ba40 199.204.45.216 - - [19/Mar/2026:09:16:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.346 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.346 201 b28fdfc553a00a9ff719254956fecbd8 199.204.45.216 - - [19/Mar/2026:09:16:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a295dfd43c50ab308bca25d532b40db4 199.204.45.216 - - [19/Mar/2026:09:16:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cbd014a5fe3b0847b9ab25cf85d8377f 199.204.45.216 - - [19/Mar/2026:09:16:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 2af11234ffb1ae4728c7832424bf6754 199.204.45.216 - - [19/Mar/2026:09:16:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.291 201 1a5414b32ef86b04c93aa1b2618b576b 199.204.45.216 - - [19/Mar/2026:09:16:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 606cb963c1fd623b1cdaeb6d06509f00 199.204.45.216 - - [19/Mar/2026:09:16:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3a504af4a1fce075ed7e7e4d8993d5f4 199.204.45.216 - - [19/Mar/2026:09:17:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.003 300 55fb69054787419985747dd1b0b1de35 199.204.45.216 - - [19/Mar/2026:09:17:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.288 201 4648be558cefcfde5c03fd3094731c7c 199.204.45.216 - - [19/Mar/2026:09:17:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f99c734e46955b16543c8645bfadaf8a 199.204.45.216 - - [19/Mar/2026:09:17:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - eba91fe196610e608d5bd529a90f9272 199.204.45.216 - - [19/Mar/2026:09:17:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.005 300 08caeb91626908500ce9fb1caccb028b 199.204.45.216 - - [19/Mar/2026:09:17:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.294 201 02bba5cff1cf8a4afb1c191e78bd0109 199.204.45.216 - - [19/Mar/2026:09:17:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8f0c806e75a758570f5fd1e91e53ca92 199.204.45.216 - - [19/Mar/2026:09:17:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a6009f844fb0a3795d6b09e3b3a6f7db W0319 09:17:03.014904 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 09:17:03.015175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:03.015215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [19/Mar/2026:09:17:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 513fea330383c043a18e198fe6bcf739 199.204.45.216 - - [19/Mar/2026:09:17:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.287 201 ceacea9c271642bce4cbda6f7bd0cf98 199.204.45.216 - - [19/Mar/2026:09:17:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 483dca0abfeb0f017e4978223c5f30be 199.204.45.216 - - [19/Mar/2026:09:17:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 13f74dd2e746d081cb683518be36a67d 199.204.45.216 - - [19/Mar/2026:09:17:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.006 300 e8f8c79740a4c1661509ac0d83014392 199.204.45.216 - - [19/Mar/2026:09:17:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.289 201 a8042fcb55687f2969a3dd724b132e4d 199.204.45.216 - - [19/Mar/2026:09:17:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3993534265051820bd3fd9fa38059059 199.204.45.216 - - [19/Mar/2026:09:17:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dddcfce0df742c494627395f7795841f 199.204.45.216 - - [19/Mar/2026:09:17:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 32b11a59713b10068780158bb9b08561 199.204.45.216 - - [19/Mar/2026:09:17:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.287 201 c21a457eb9456b57e0bd9a99c03a73df 199.204.45.216 - - [19/Mar/2026:09:17:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ca01134be6bbe2d399bd3f48ee8457cc 199.204.45.216 - - [19/Mar/2026:09:17:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a97129d03123de08c131dc90abd70bdc 199.204.45.216 - - [19/Mar/2026:09:17:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.005 300 1c9ed0a47ee612758a45ba1fbb8c9f87 199.204.45.216 - - [19/Mar/2026:09:17:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.302 201 e811425056d56c706f54be48bc98e13a 199.204.45.216 - - [19/Mar/2026:09:17:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 046a06be01f1b1106280ab8cfad20049 199.204.45.216 - - [19/Mar/2026:09:17:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5bc5d0c04185e81641e4ba7015561e84 199.204.45.216 - - [19/Mar/2026:09:17:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 8bbe159f178043b88e1f41c2b1e2749e 199.204.45.216 - - [19/Mar/2026:09:17:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.284 201 b023c0889eee78f939488611f5333253 199.204.45.216 - - [19/Mar/2026:09:17:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8f09ade6bcb48e6c8328f4885bf47370 199.204.45.216 - - [19/Mar/2026:09:17:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e3af445202ef83c70a551d61acee5336 W0319 09:17:11.429557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:11.429593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.216 - - [19/Mar/2026:09:17:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 964544383586d0344e6b2a032be90031 199.204.45.216 - - [19/Mar/2026:09:17:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.291 201 b5d581ad33dbb82d5056f6601d0a5d9b 199.204.45.216 - - [19/Mar/2026:09:17:12 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.246:9292 1193 0.002 300 5d52515968c28da65f3df526b9a2868a 199.204.45.216 - - [19/Mar/2026:09:17:13 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.552 [openstack-glance-api-9292] [] 10.0.0.246:9292 69 0.552 200 8a36c400d67d28b475f754f36f36b259 199.204.45.216 - - [19/Mar/2026:09:17:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.54:5000 281 0.004 300 e190c9d3bafad0b9f3fe8accebe0e5ab 199.204.45.216 - - [19/Mar/2026:09:17:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.54:5000 3201 0.294 201 41b1a0c36ac946b5a82ab35dd3d6280b 199.204.45.216 - - [19/Mar/2026:09:17:16 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.246:9292 1193 0.003 300 216d802fda0d467470b48ebb9ca9fcef 199.204.45.216 - - [19/Mar/2026:09:17:16 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.042 [openstack-glance-api-9292] [] 10.0.0.246:9292 69 0.042 200 6fb715bc88443f63887cca64d6e820dd 199.204.45.216 - - [19/Mar/2026:09:17:16 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.112 [openstack-glance-api-9292] [] 10.0.0.246:9292 151 0.112 404 0a4991dfb2763c095604ac75abda9723 199.204.45.216 - - [19/Mar/2026:09:17:16 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.021 [openstack-glance-api-9292] [] 10.0.0.246:9292 81 0.022 200 714e19946ac5962df089cdbbb13265bf 199.204.45.216 - - [19/Mar/2026:09:17:16 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.026 [openstack-glance-api-9292] [] 10.0.0.246:9292 84 0.026 200 82eb21db8ee0f39d349ef7c8e19255db 199.204.45.216 - - [19/Mar/2026:09:17:16 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.056 [openstack-glance-api-9292] [] 10.0.0.246:9292 760 0.055 201 b66791e0f14a6a393c828fac81b204d4 199.204.45.216 - - [19/Mar/2026:09:17:20 +0000] "PUT /v2/images/1269ab49-f2d8-4630-a85f-49728c83fe5e/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.414 [openstack-glance-api-9292] [] 10.0.0.246:9292 0 3.413 204 942724b749122972b3994171d0c8b6c3 199.204.45.216 - - [19/Mar/2026:09:17:20 +0000] "GET /v2/images/1269ab49-f2d8-4630-a85f-49728c83fe5e HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.246:9292 1171 0.015 200 a4753ac93a7b2c06ceb10214487b6686 199.204.45.216 - - [19/Mar/2026:09:17:20 +0000] "GET /v2/images/1269ab49-f2d8-4630-a85f-49728c83fe5e HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.246:9292 1171 0.017 200 2b23f580dcd9f8a357f40b821b8ab8a3 W0319 09:17:23.080027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:23.080070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:26.414510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:26.414559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 09:17:40.883150 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.102.202.248"}] I0319 09:17:40.888326 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"1021876f-2d4b-4b1b-b9f0-1931687583dc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9593", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 09:17:40.890765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 09:17:40.890796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store