------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0325 16:53:22.426927 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0325 16:53:22.427150 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0325 16:53:22.435640 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0325 16:53:22.438459 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0325 16:53:22.727192 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0325 16:53:22.746342 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0325 16:53:22.759259 7 nginx.go:271] "Starting NGINX Ingress controller" I0325 16:53:22.765682 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"08536494-418a-4523-a269-ce8f14a1a516", APIVersion:"v1", ResourceVersion:"1319", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0325 16:53:22.770229 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"43a0941a-9daf-4fdb-bc5d-57909ddbe03e", APIVersion:"v1", ResourceVersion:"1317", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0325 16:53:22.770268 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"2c8ea5dd-2df4-4090-8fc1-b3be942343ca", APIVersion:"v1", ResourceVersion:"1318", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0325 16:53:23.961154 7 nginx.go:317] "Starting NGINX process" I0325 16:53:23.961289 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0325 16:53:23.962838 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0325 16:53:23.963209 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0325 16:53:23.963304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:23.963344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 16:53:23.963409 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 16:53:23.968297 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0325 16:53:23.968386 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-kjdts" I0325 16:53:24.000152 7 controller.go:216] "Backend successfully reloaded" I0325 16:53:24.000274 7 controller.go:227] "Initial sync, sleeping for 1 second" I0325 16:53:24.000349 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kjdts", UID:"d0556d89-a1ba-44f9-9751-a7c14a820225", APIVersion:"v1", ResourceVersion:"1427", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0325 16:53:27.786147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:27.786194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:31.120063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:31.120112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:34.452961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:34.453010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:37.787102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:37.787149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:41.121657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:41.121708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:44.453073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:44.453141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:47.786853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:47.786910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:51.120586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:51.120629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:54.453694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:53:54.453742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:54:00.200530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:54:00.200559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:54:48.357768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:54:48.357816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:54:51.694413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:54:51.694444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:07.437212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:07.437241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:10.771112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:10.771173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:14.104233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:14.104292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:17.438096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:17.438139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:20.772502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:20.772548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:24.104877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:24.104918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:28.354555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:28.354590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:31.688618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:31.688659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:35.401692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:35.401717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:38.736138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:38.736171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:42.069456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:55:42.069492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:57:40.008027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:57:40.008064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:57:42.481964 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-246.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-246.nip.io-tls was not found. Using default certificate W0325 16:57:42.482002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:57:42.482012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 16:57:42.482987 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0325 16:57:42.483008 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0325 16:57:42.488083 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0325 16:57:42.488364 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-246.nip.io-tls" in local store I0325 16:57:42.488365 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"38d7cff4-49c1-494d-a1b8-b3bd0a1472f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3349", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0325 16:57:42.684214 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-246.nip.io-tls" I0325 16:57:42.685730 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-246.nip.io-tls" W0325 16:57:43.342349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:57:43.342450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 16:57:43.342538 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 16:57:43.384301 7 controller.go:216] "Backend successfully reloaded" I0325 16:57:43.384570 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kjdts", UID:"d0556d89-a1ba-44f9-9751-a7c14a820225", APIVersion:"v1", ResourceVersion:"1427", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0325 16:57:46.677766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:57:46.677817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.246 - - [25/Mar/2026:16:57:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.041 [auth-system-keycloak-80] [] 10.0.0.8:8080 1928 2.040 200 eaac9c205088f04c5eecacb85f000850 199.19.213.246 - - [25/Mar/2026:16:57:53 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.178 [auth-system-keycloak-80] [] 10.0.0.8:8080 116 0.177 404 28ee62f1c7377ee7ac43bee8cbd0bd0d 199.19.213.246 - - [25/Mar/2026:16:57:58 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.293 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 4.292 201 482a325d709203493cad6c625a7d04a1 199.19.213.246 - - [25/Mar/2026:16:57:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.690 [auth-system-keycloak-80] [] 10.0.0.8:8080 4246 0.690 200 3215104af6c9828ff363a4e5bbd75644 199.19.213.246 - - [25/Mar/2026:16:57:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.8:8080 1928 0.500 200 7fdc0a8f1e8223e7ebbd2b228c8b006d 199.19.213.246 - - [25/Mar/2026:16:58:00 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.085 [auth-system-keycloak-80] [] 10.0.0.8:8080 12500 0.085 200 e97dc52d8a05f56e66e757a9f0c520ce 199.19.213.246 - - [25/Mar/2026:16:58:00 +0000] "GET /admin/realms/atmosphere/client-scopes/3c47f23e-e4a0-455c-99df-d8cc36c5e615 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.008 [auth-system-keycloak-80] [] 10.0.0.8:8080 1278 0.009 200 c3310b08348873d268a002806d4f066a 199.19.213.246 - - [25/Mar/2026:16:58:00 +0000] "PUT /admin/realms/atmosphere/client-scopes/3c47f23e-e4a0-455c-99df-d8cc36c5e615 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.072 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.071 204 684ecaa4b3c5ce5cccb290ff7026e00b 199.19.213.246 - - [25/Mar/2026:16:58:00 +0000] "GET /admin/realms/atmosphere/client-scopes/3c47f23e-e4a0-455c-99df-d8cc36c5e615/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.084 [auth-system-keycloak-80] [] 10.0.0.8:8080 963 0.084 200 fbe3eaa5a4a3c7e085abf7092d0b8a3b 199.19.213.246 - - [25/Mar/2026:16:58:00 +0000] "GET /admin/realms/atmosphere/client-scopes/3c47f23e-e4a0-455c-99df-d8cc36c5e615/protocol-mappers/models/329ef39a-6c3b-432a-841d-b2c80349feb7 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.8:8080 366 0.012 200 db3fc8926ede57a42e43da5742b98f69 199.19.213.246 - - [25/Mar/2026:16:58:00 +0000] "PUT /admin/realms/atmosphere/client-scopes/3c47f23e-e4a0-455c-99df-d8cc36c5e615/protocol-mappers/models/329ef39a-6c3b-432a-841d-b2c80349feb7 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.071 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.070 204 558514f6e676bb82c79f64d7ada38523 199.19.213.246 - - [25/Mar/2026:16:58:00 +0000] "GET /admin/realms/atmosphere/client-scopes/3c47f23e-e4a0-455c-99df-d8cc36c5e615 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.084 [auth-system-keycloak-80] [] 10.0.0.8:8080 1218 0.084 200 c74ec3b80045029d9c1258690ee2c580 199.19.213.246 - - [25/Mar/2026:16:58:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.8:8080 1928 0.463 200 18eb63a1927cd7fabc457a4cec26077b 199.19.213.246 - - [25/Mar/2026:16:58:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.8:8080 2 0.010 200 248d44975f1bc53a18bfd2896fbf8a32 199.19.213.246 - - [25/Mar/2026:16:58:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.176 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.176 201 8ecf9e31145177269d0d71b42888428a 199.19.213.246 - - [25/Mar/2026:16:58:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.080 [auth-system-keycloak-80] [] 10.0.0.8:8080 1261 0.081 200 9b66109f5bcf563809c9d09ba4a58843 199.19.213.246 - - [25/Mar/2026:16:58:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.130 [auth-system-keycloak-80] [] 10.0.0.8:8080 1928 1.130 200 019aa5496e2d3f19c0c066733827590b 199.19.213.246 - - [25/Mar/2026:16:58:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.076 [auth-system-keycloak-80] [] 10.0.0.8:8080 2 0.075 200 99af5a9ff47a8f9abc86d0ee7e01c7a3 199.19.213.246 - - [25/Mar/2026:16:58:23 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.106 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.104 201 3457702a97271b4179b33b59a984b00b 199.19.213.246 - - [25/Mar/2026:16:58:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.024 [auth-system-keycloak-80] [] 10.0.0.8:8080 1286 0.025 200 24edf82fcfae1b00d5d503e5f176b3ed I0325 16:58:23.990837 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.98.103.66"}] I0325 16:58:23.994764 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"38d7cff4-49c1-494d-a1b8-b3bd0a1472f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3754", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 16:58:23.996035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:58:23.996066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.246 - - [25/Mar/2026:16:58:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.8:8080 1928 0.489 200 276d52aed7c13d3cd3e59ee975664e56 199.19.213.246 - - [25/Mar/2026:16:58:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.054 [auth-system-keycloak-80] [] 10.0.0.8:8080 2 0.054 200 acc14dd86b8b59b779a1d2ebf5c6ee85 199.19.213.246 - - [25/Mar/2026:16:58:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.096 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.096 201 0a715ac03881413f7f4594032178a7db 199.19.213.246 - - [25/Mar/2026:16:58:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.023 [auth-system-keycloak-80] [] 10.0.0.8:8080 1251 0.022 200 c4285298795799e0c1a5db50246dd6f2 199.19.213.246 - - [25/Mar/2026:16:58:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.8:8080 1928 0.493 200 355dc3152a0d457f7a60f82276bb348d 199.19.213.246 - - [25/Mar/2026:16:58:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.034 [auth-system-keycloak-80] [] 10.0.0.8:8080 1261 0.033 200 12ae9b103aab785293f72cafe0e61205 199.19.213.246 - - [25/Mar/2026:16:58:25 +0000] "GET /admin/realms/atmosphere/clients/a2430dbf-77f2-4e08-b8e9-a114bdbcbdbd/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.8:8080 119 0.013 404 7bd38e86fc9086ca7c9935f5d4bfd5b6 199.19.213.246 - - [25/Mar/2026:16:58:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.8:8080 1261 0.007 200 7f55275c599113d4639d73b6a3f2e4f9 199.19.213.246 - - [25/Mar/2026:16:58:25 +0000] "POST /admin/realms/atmosphere/clients/a2430dbf-77f2-4e08-b8e9-a114bdbcbdbd/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.052 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.051 201 a4f74143c402a0a6901b853f8762b4da 199.19.213.246 - - [25/Mar/2026:16:58:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.8:8080 1261 0.006 200 56c13f3ddf4f53678cd80e49c643ee20 199.19.213.246 - - [25/Mar/2026:16:58:25 +0000] "GET /admin/realms/atmosphere/clients/a2430dbf-77f2-4e08-b8e9-a114bdbcbdbd/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.8:8080 166 0.014 200 06f14fc6ddb2ebd4c60e9a8b284e253c 199.19.213.246 - - [25/Mar/2026:16:58:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.8:8080 1928 0.480 200 42a6f9d4f69c80beb75f635033596802 199.19.213.246 - - [25/Mar/2026:16:58:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.8:8080 1286 0.007 200 7b76080d286a71d5a6c19142881d011f 199.19.213.246 - - [25/Mar/2026:16:58:26 +0000] "GET /admin/realms/atmosphere/clients/44ab3613-f42e-43d5-97b5-aeddae7b72f7/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.057 [auth-system-keycloak-80] [] 10.0.0.8:8080 119 0.057 404 f0a09b70e79165e4554a13d7d9062e37 199.19.213.246 - - [25/Mar/2026:16:58:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.8:8080 1286 0.007 200 edf5d6293d5e4c5e00486ce5c075439c 199.19.213.246 - - [25/Mar/2026:16:58:26 +0000] "POST /admin/realms/atmosphere/clients/44ab3613-f42e-43d5-97b5-aeddae7b72f7/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.015 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.014 201 25f3ad8e426738dc0efefbd0204fedcb 199.19.213.246 - - [25/Mar/2026:16:58:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.8:8080 1286 0.007 200 66db028ace0a7f8a3b71c7471cced91a 199.19.213.246 - - [25/Mar/2026:16:58:26 +0000] "GET /admin/realms/atmosphere/clients/44ab3613-f42e-43d5-97b5-aeddae7b72f7/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.028 [auth-system-keycloak-80] [] 10.0.0.8:8080 165 0.028 200 f68900d617994212976794f321b2a11b 199.19.213.246 - - [25/Mar/2026:16:58:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.8:8080 1928 0.473 200 32ec0cbc33dd3487280aaa2aed9ab999 199.19.213.246 - - [25/Mar/2026:16:58:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.8:8080 1286 0.009 200 1d83daa284edc77beb2d71699644da66 199.19.213.246 - - [25/Mar/2026:16:58:27 +0000] "GET /admin/realms/atmosphere/clients/44ab3613-f42e-43d5-97b5-aeddae7b72f7/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.036 [auth-system-keycloak-80] [] 10.0.0.8:8080 119 0.036 404 6c16b2798c75c6932e7b84bd4c28b139 199.19.213.246 - - [25/Mar/2026:16:58:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.8:8080 1286 0.005 200 11248d8c67fde0348086699e8eb83ddf 199.19.213.246 - - [25/Mar/2026:16:58:27 +0000] "POST /admin/realms/atmosphere/clients/44ab3613-f42e-43d5-97b5-aeddae7b72f7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.068 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.068 201 b9ca9eb7d33a267be39a7c8018a0d701 199.19.213.246 - - [25/Mar/2026:16:58:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.8:8080 1286 0.010 200 12282d13461c1bc1fe3bb992ce698182 199.19.213.246 - - [25/Mar/2026:16:58:27 +0000] "GET /admin/realms/atmosphere/clients/44ab3613-f42e-43d5-97b5-aeddae7b72f7/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.8:8080 166 0.015 200 6cac80b894f7107cd3c0efa0d456a26e 199.19.213.246 - - [25/Mar/2026:16:58:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.8:8080 1928 0.478 200 cf0cd83bdf6ef3ec20a7d663cfc29d7c 199.19.213.246 - - [25/Mar/2026:16:58:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.8:8080 1286 0.011 200 1c18d872746c6dd3d105e531fd719779 199.19.213.246 - - [25/Mar/2026:16:58:28 +0000] "GET /admin/realms/atmosphere/clients/44ab3613-f42e-43d5-97b5-aeddae7b72f7/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.022 [auth-system-keycloak-80] [] 10.0.0.8:8080 119 0.021 404 19b3be9cb4cf4a50f82b86a8bd19780b 199.19.213.246 - - [25/Mar/2026:16:58:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.8:8080 1286 0.007 200 9ed6cad20efcbb3275afa48a782ebbf4 199.19.213.246 - - [25/Mar/2026:16:58:28 +0000] "POST /admin/realms/atmosphere/clients/44ab3613-f42e-43d5-97b5-aeddae7b72f7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.078 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.077 201 61d3ce1fb7ff38b49c6d0ea594b65ecc 199.19.213.246 - - [25/Mar/2026:16:58:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.8:8080 1286 0.006 200 a33ca71d9f37bc9db4a80f9076de1b41 199.19.213.246 - - [25/Mar/2026:16:58:28 +0000] "GET /admin/realms/atmosphere/clients/44ab3613-f42e-43d5-97b5-aeddae7b72f7/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.8:8080 166 0.012 200 1b47a1122802435c29928e6ae15f87a0 199.19.213.246 - - [25/Mar/2026:16:58:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.582 [auth-system-keycloak-80] [] 10.0.0.8:8080 1928 0.580 200 dccea37257ea7afe4dc705eef7c8c90c 199.19.213.246 - - [25/Mar/2026:16:58:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.8:8080 1251 0.006 200 e20f88830f8c2666320572581c4d1ebd 199.19.213.246 - - [25/Mar/2026:16:58:29 +0000] "GET /admin/realms/atmosphere/clients/a5202c80-3b00-4797-9c26-5bfff4bfb1b1/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.067 [auth-system-keycloak-80] [] 10.0.0.8:8080 119 0.066 404 0bb23386495903771a82b5c9048df38d 199.19.213.246 - - [25/Mar/2026:16:58:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.8:8080 1251 0.008 200 18f46fdfedcfde688b777aeb14bd464e 199.19.213.246 - - [25/Mar/2026:16:58:29 +0000] "POST /admin/realms/atmosphere/clients/a5202c80-3b00-4797-9c26-5bfff4bfb1b1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.016 201 45d9950f67c202d39a19fcb3288a2c81 199.19.213.246 - - [25/Mar/2026:16:58:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.8:8080 1251 0.007 200 bcb8aed81293c4e8675c475f3650fda2 199.19.213.246 - - [25/Mar/2026:16:58:29 +0000] "GET /admin/realms/atmosphere/clients/a5202c80-3b00-4797-9c26-5bfff4bfb1b1/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.027 [auth-system-keycloak-80] [] 10.0.0.8:8080 166 0.027 200 8c93d1ef42d3a87badaacbf10d17b73b W0325 16:58:48.907442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:58:48.907498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:58:52.243496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:58:52.243552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:36.512070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:36.512105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:36.618043 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 16:59:36.618131 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0325 16:59:36.618179 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:36.618201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:36.618212 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 16:59:36.618327 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 16:59:36.618454 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0325 16:59:36.618495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:36.618509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:36.618711 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0325 16:59:36.618746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:36.618756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 16:59:36.620387 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0325 16:59:36.620411 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0325 16:59:36.620901 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0325 16:59:36.620932 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0325 16:59:36.620879 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0325 16:59:36.621083 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0325 16:59:36.626439 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0325 16:59:36.626721 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0325 16:59:36.626819 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"847938dd-dce1-45fa-a63a-001afd8b8722", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4368", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0325 16:59:36.627859 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0325 16:59:36.627967 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"924fbab9-1b90-40ea-af68-d02ab7f83a96", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4370", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 16:59:36.628089 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0325 16:59:36.628109 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0325 16:59:36.628338 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0325 16:59:36.628364 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d89ee672-c3bf-4ef9-ac25-936188bf61dc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4371", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0325 16:59:36.894389 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0325 16:59:36.895065 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0325 16:59:36.902410 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0325 16:59:36.903211 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0325 16:59:38.338041 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0325 16:59:38.338855 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0325 16:59:39.847215 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 16:59:39.847267 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 16:59:39.847298 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 16:59:39.847401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:39.847422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 16:59:39.847521 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 16:59:39.901598 7 controller.go:216] "Backend successfully reloaded" I0325 16:59:39.901850 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kjdts", UID:"d0556d89-a1ba-44f9-9751-a7c14a820225", APIVersion:"v1", ResourceVersion:"1427", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0325 16:59:43.179665 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 16:59:43.179754 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 16:59:43.179800 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 16:59:43.179948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:43.179983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:46.513201 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 16:59:46.513283 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 16:59:46.513323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 16:59:46.513456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:46.513483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:49.846411 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 16:59:49.846454 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 16:59:49.846561 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 16:59:49.846697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:49.846728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:53.178847 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 16:59:53.178899 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 16:59:53.178928 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 16:59:53.179040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:53.179065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:56.512284 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 16:59:56.512355 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0325 16:59:56.512397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 16:59:56.512528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:56.512568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:59.845685 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 16:59:59.845742 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 16:59:59.845865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 16:59:59.845878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:03.179529 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 17:00:03.179600 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 17:00:03.179671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:03.179692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:06.512534 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 17:00:06.512590 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 17:00:06.512660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:06.512675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:09.845905 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 17:00:09.846015 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 17:00:09.846134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:09.846166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:13.179235 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 17:00:13.179337 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 17:00:13.179458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:13.179482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:16.512954 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 17:00:16.513061 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 17:00:16.513182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:16.513216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:19.845567 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 17:00:19.845710 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0325 17:00:19.845833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:19.845863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.27 - - [25/Mar/2026:17:00:20 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.112 [auth-system-keycloak-80] [] 10.0.0.8:8080 6432 0.113 200 9f36ed0c974c0035c8bd0df920cc5910 10.0.0.146 - - [25/Mar/2026:17:00:20 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.095 [auth-system-keycloak-80] [] 10.0.0.8:8080 6432 0.096 200 0a4e70e2f90f1d434ffbb4d8da07833a W0325 17:00:23.178820 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 17:00:23.179016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:23.179042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 17:00:23.975414 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.98.103.66"}] I0325 17:00:23.976823 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.98.103.66"}] I0325 17:00:23.976913 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.98.103.66"}] I0325 17:00:23.979696 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"d89ee672-c3bf-4ef9-ac25-936188bf61dc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5496", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0325 17:00:23.984192 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"847938dd-dce1-45fa-a63a-001afd8b8722", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5497", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0325 17:00:23.985734 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"924fbab9-1b90-40ea-af68-d02ab7f83a96", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5498", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 17:00:26.513248 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 17:00:26.513475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:26.513509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:29.846412 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0325 17:00:29.846788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:29.846825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:33.178942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:33.178971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:36.513524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:36.513577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:39.845750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:39.845803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:43.179916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:43.179979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:46.515204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:46.515254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.246 - - [25/Mar/2026:17:00:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.506 [auth-system-keycloak-80] [] 10.0.0.8:8080 1928 0.505 200 9dd74ea9579d9c60b68130804740d41e 199.19.213.246 - - [25/Mar/2026:17:00:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.8:8080 4246 0.006 200 edec3cc16ea876bcd56313300bcf2cf9 199.19.213.246 - - [25/Mar/2026:17:00:49 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.498 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.497 204 1a988f4156d926f1fadd4854f58f44cb 199.19.213.246 - - [25/Mar/2026:17:00:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.164 [auth-system-keycloak-80] [] 10.0.0.8:8080 4384 0.164 200 2f82f62b2d949c62f72a7ba2f13fb003 199.19.213.246 - - [25/Mar/2026:17:00:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.8:8080 1928 0.469 200 4a27c4bf0d7ae45de3f5a9a7ed5fcfbb 199.19.213.246 - - [25/Mar/2026:17:00:50 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.007 [auth-system-keycloak-80] [] 10.0.0.8:8080 1682 0.007 200 0b9b3217065299fede2925e86dd726ea 199.19.213.246 - - [25/Mar/2026:17:00:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.8:8080 6432 0.005 200 8295e266a6234a6c9fc2e33b02d7c078 199.19.213.246 - - [25/Mar/2026:17:00:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.8:8080 1928 0.478 200 858d96fc544b1463bd60ed984b9d0e42 199.19.213.246 - - [25/Mar/2026:17:00:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.8:8080 2 0.009 200 794af27de73018b62e76b669947b7e66 199.19.213.246 - - [25/Mar/2026:17:00:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.147 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.146 201 bbb16ea2d043bcfd0a531c73888c11bf 199.19.213.246 - - [25/Mar/2026:17:00:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.8:8080 2246 0.021 200 29de4810aab35cef135e5a37a34718dd 199.19.213.246 - - [25/Mar/2026:17:00:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.8:8080 1928 0.459 200 b17bd9c65963f3d7ee4b4745cd27ac1c 199.19.213.246 - - [25/Mar/2026:17:00:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.003 [auth-system-keycloak-80] [] 10.0.0.8:8080 2246 0.004 200 25107b50922f590b89659dea8883ac46 199.19.213.246 - - [25/Mar/2026:17:00:53 +0000] "GET /admin/realms/atmosphere/clients/7f52b788-8369-4380-a341-5ca6034d64a4/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.012 [auth-system-keycloak-80] [] 10.0.0.8:8080 233 0.012 200 91750d1f238920d011ac4b0b2e062c1d 199.19.213.246 - - [25/Mar/2026:17:00:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.049 [auth-system-keycloak-80] [] 10.0.0.8:8080 831 0.050 200 b3b1be90aeb4a62d4c2d573ca1935e0c 199.19.213.246 - - [25/Mar/2026:17:00:53 +0000] "GET /admin/realms/atmosphere/clients/f9891205-0713-44aa-b129-ad191053f91a/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.025 [auth-system-keycloak-80] [] 10.0.0.8:8080 3758 0.025 200 a91066f236b8e46b3fd3bb37c6b593e4 199.19.213.246 - - [25/Mar/2026:17:00:53 +0000] "GET /admin/realms/atmosphere/users/a47f973c-6c5f-4985-a39c-096e6740d5a0/role-mappings/clients/f9891205-0713-44aa-b129-ad191053f91a/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.144 [auth-system-keycloak-80] [] 10.0.0.8:8080 3758 0.144 200 964714cb7ac5a519cb1d74a79f5fe3a6 199.19.213.246 - - [25/Mar/2026:17:00:53 +0000] "GET /admin/realms/atmosphere/users/a47f973c-6c5f-4985-a39c-096e6740d5a0/role-mappings/clients/f9891205-0713-44aa-b129-ad191053f91a/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.018 [auth-system-keycloak-80] [] 10.0.0.8:8080 2 0.018 200 6257c16e98d4f1b150bc094e039eb552 199.19.213.246 - - [25/Mar/2026:17:00:53 +0000] "POST /admin/realms/atmosphere/users/a47f973c-6c5f-4985-a39c-096e6740d5a0/role-mappings/clients/f9891205-0713-44aa-b129-ad191053f91a HTTP/1.1" 204 0 "-" "Ansible" 1390 0.063 [auth-system-keycloak-80] [] 10.0.0.8:8080 0 0.062 204 d9099ad8aa49746d9d8c4be788d52807 199.19.213.246 - - [25/Mar/2026:17:00:53 +0000] "GET /admin/realms/atmosphere/users/a47f973c-6c5f-4985-a39c-096e6740d5a0/role-mappings/clients/f9891205-0713-44aa-b129-ad191053f91a/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.015 [auth-system-keycloak-80] [] 10.0.0.8:8080 576 0.014 200 e31369271ea6b04f8b901cf99aa056b4 W0325 17:00:56.588836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:56.588876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:59.922950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:00:59.923002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:01:04.687171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:01:04.687229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:01:08.020547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:01:08.020596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:01:11.355582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:01:11.355713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:03:01.042515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:03:01.042549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:03:36.007774 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0325 17:03:36.007886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:03:36.007935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 17:03:36.011687 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0325 17:03:36.011715 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0325 17:03:36.017181 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0325 17:03:36.017542 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ed13cbb0-fb54-4bc2-876a-86870311d292", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6815", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 17:03:36.017940 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0325 17:03:36.018369 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0325 17:03:36.018441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:03:36.018459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 17:03:36.018571 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 17:03:36.067849 7 controller.go:216] "Backend successfully reloaded" I0325 17:03:36.068151 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kjdts", UID:"d0556d89-a1ba-44f9-9751-a7c14a820225", APIVersion:"v1", ResourceVersion:"1427", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0325 17:03:36.488186 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0325 17:03:36.489977 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0325 17:03:39.352092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:03:39.352143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.246 - - [25/Mar/2026:17:03:40 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.005 300 30906f5ac0f80e84bbb9817be10c3791 199.19.213.246 - - [25/Mar/2026:17:03:41 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 266 0.005 200 b70ef7a7349b500e6615bc4d7eccae3b 199.19.213.246 - - [25/Mar/2026:17:03:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.155:5000 1360 0.340 201 a8a09a64b2697e6e5f8186abd910d0af 199.19.213.246 - - [25/Mar/2026:17:03:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.005 300 f349e96da000d4c7f39f154394646db9 199.19.213.246 - - [25/Mar/2026:17:03:42 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.033 [openstack-keystone-api-5000] [] 10.0.0.155:5000 90 0.033 404 0645e696506103f925f321c9dbee9e5a 199.19.213.246 - - [25/Mar/2026:17:03:42 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.025 [openstack-keystone-api-5000] [] 10.0.0.155:5000 368 0.024 200 fb9285c72c1c7af7e634448947af0f60 199.19.213.246 - - [25/Mar/2026:17:03:42 +0000] "GET /v3/domains/2022d2c652de4070bd6589570151be64 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.155:5000 245 0.020 200 136910d3c1355c1cb748875de1f24307 199.19.213.246 - - [25/Mar/2026:17:03:42 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.155:5000 266 0.003 200 aac0fb95cca3d826d4586c7a08f92654 199.19.213.246 - - [25/Mar/2026:17:03:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.155:5000 1360 0.338 201 4da149d53beb81f2c8b4320d1e696a4f 199.19.213.246 - - [25/Mar/2026:17:03:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.004 300 c737add91311430785c56fee6cdba0a1 199.19.213.246 - - [25/Mar/2026:17:03:43 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.155:5000 101 0.023 404 07adef653ed6270a5347f5f011c65946 199.19.213.246 - - [25/Mar/2026:17:03:43 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.155:5000 156 0.019 200 918cdbb14d7bf90e2edcbbeae1ca7330 199.19.213.246 - - [25/Mar/2026:17:03:43 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.027 [openstack-keystone-api-5000] [] 10.0.0.155:5000 454 0.026 201 6fe97d93d7c26fa6484a28f20895aa8c 199.19.213.246 - - [25/Mar/2026:17:03:43 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.155:5000 266 0.003 200 1544d0394aaa830d57e77be0bf1764dc 199.19.213.246 - - [25/Mar/2026:17:03:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.155:5000 1360 0.286 201 7f3a8726a6be17c80bc14aadaa0d975e 199.19.213.246 - - [25/Mar/2026:17:03:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.003 300 b2f9dfe5d344191e36afb89215204d2e 199.19.213.246 - - [25/Mar/2026:17:03:44 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.155:5000 98 0.023 404 5ff5a34f3abb2f76dd5a0b77fc961438 199.19.213.246 - - [25/Mar/2026:17:03:44 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.155:5000 136 0.017 200 d86620ea1d63aaeca9e4383efd5f0e41 199.19.213.246 - - [25/Mar/2026:17:03:44 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.155:5000 357 0.021 201 66f903b9e5ff83e2ce59b8fb9e72eab3 199.19.213.246 - - [25/Mar/2026:17:03:44 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.155:5000 266 0.004 200 dd0092a9ae46282ca526d6a7f57d91d0 199.19.213.246 - - [25/Mar/2026:17:03:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.155:5000 1360 0.291 201 aad80e8e171b3c40fc701c76a123c2f1 199.19.213.246 - - [25/Mar/2026:17:03:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.004 300 e67350f7206115ca4bd07d7b548d052f 199.19.213.246 - - [25/Mar/2026:17:03:45 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.155:5000 131 0.023 404 acd26841bbe8eef4b6d1b8c26793b511 199.19.213.246 - - [25/Mar/2026:17:03:45 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.017 [openstack-keystone-api-5000] [] 10.0.0.155:5000 168 0.018 200 6808ad7740b85482f1e58e9aa52176c6 199.19.213.246 - - [25/Mar/2026:17:03:45 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.021 [openstack-keystone-api-5000] [] 10.0.0.155:5000 224 0.021 201 d55cde7affb08d379957173b3b900544 W0325 17:03:54.134169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:03:54.134291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:03:57.468504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:03:57.468553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:04:00.801549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:04:00.801592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:04:04.134907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:04:04.134956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:04:19.597365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:04:19.597489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:04:22.931384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:04:22.931417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 17:04:23.974861 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.98.103.66"}] I0325 17:04:23.979339 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ed13cbb0-fb54-4bc2-876a-86870311d292", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7189", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 17:04:26.264527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:04:26.264580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:04:29.597804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:04:29.597857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:04:32.931114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:04:32.931143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:05:56.142641 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0325 17:05:56.142715 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0325 17:05:56.142749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:05:56.142763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 17:05:56.144672 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.002s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:32.2kB} I0325 17:05:56.144692 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0325 17:05:56.149984 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0325 17:05:56.150566 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0325 17:05:56.151010 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0325 17:05:56.151188 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0325 17:05:56.151343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:05:56.151368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 17:05:56.151568 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 17:05:56.161647 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"b83d0d31-400b-4fc2-924a-a5bb805036fc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7892", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0325 17:05:56.200645 7 controller.go:216] "Backend successfully reloaded" I0325 17:05:56.200872 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kjdts", UID:"d0556d89-a1ba-44f9-9751-a7c14a820225", APIVersion:"v1", ResourceVersion:"1427", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0325 17:05:56.412567 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0325 17:05:56.414323 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.246 - - [25/Mar/2026:17:05:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.004 300 021ff49d0c6a5b8708acb23776894883 199.19.213.246 - - [25/Mar/2026:17:05:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.155:5000 1992 0.338 201 100d956f7a44952e2ff9cfd68bac6793 199.19.213.246 - - [25/Mar/2026:17:05:57 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.032 [openstack-keystone-api-5000] [] 10.0.0.155:5000 85 0.032 404 e14388ea5fc27347f4f461752b3e6d36 199.19.213.246 - - [25/Mar/2026:17:05:57 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.155:5000 129 0.020 200 2ff15ee35acf46296efd7ebbbce14a80 199.19.213.246 - - [25/Mar/2026:17:05:57 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.029 [openstack-keystone-api-5000] [] 10.0.0.155:5000 230 0.029 201 a0b7c8606b06e3c517bbf4d64719fbf8 W0325 17:05:59.485410 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0325 17:05:59.485574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:05:59.485603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.246 - - [25/Mar/2026:17:06:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.004 300 e94a5c338df8c48e4fe3580ff1db67aa 199.19.213.246 - - [25/Mar/2026:17:06:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.297 [openstack-keystone-api-5000] [] 10.0.0.155:5000 1992 0.297 201 b7580c2989bd812a5fe1e80943439aad 199.19.213.246 - - [25/Mar/2026:17:06:03 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.022 [openstack-keystone-api-5000] [] 10.0.0.155:5000 1521 0.022 200 8bd3b10ea1ddbeea30d84190798449fd 199.19.213.246 - - [25/Mar/2026:17:06:03 +0000] "PUT /v3/roles/dee4b90989ce41a9a7439e54337a53b6/implies/1ebc15cdd0de43ed8a77e4ab7a62a2ab HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.039 [openstack-keystone-api-5000] [] 10.0.0.155:5000 521 0.038 201 2729949dc9c4c1f52c347b8df3aef9ba W0325 17:06:07.695296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:06:07.695341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 17:06:24.115357 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.98.103.66"}] I0325 17:06:24.161992 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"b83d0d31-400b-4fc2-924a-a5bb805036fc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8209", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 17:06:24.183544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:06:24.183582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.246 - - [25/Mar/2026:17:06:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.003 300 92facdf5925d52492ee9b56dc830b640 199.19.213.246 - - [25/Mar/2026:17:06:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.155:5000 2055 0.342 201 45263e431d17cfcf14eaadf6c6dd434c 199.19.213.246 - - [25/Mar/2026:17:06:49 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.035 [openstack-keystone-api-5000] [] 10.0.0.155:5000 87 0.035 404 6140c4b182a69128485aae4d6c11af5e 199.19.213.246 - - [25/Mar/2026:17:06:49 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.032 [openstack-keystone-api-5000] [] 10.0.0.155:5000 390 0.032 200 8e687a0da872475b4748434ef906d34a 199.19.213.246 - - [25/Mar/2026:17:06:49 +0000] "GET /v3/users/rgw-RegionOne?domain_id=fb8d529247c24c1c961d6282c2003468 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.036 [openstack-keystone-api-5000] [] 10.0.0.155:5000 91 0.035 404 d6f9fb2e041cc00aa3240e79b72f0d79 199.19.213.246 - - [25/Mar/2026:17:06:49 +0000] "GET /v3/users?domain_id=fb8d529247c24c1c961d6282c2003468&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.099 [openstack-keystone-api-5000] [] 10.0.0.155:5000 178 0.098 200 97a44390b3af5a9d53da7d20af49e39f 199.19.213.246 - - [25/Mar/2026:17:06:49 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.291 [openstack-keystone-api-5000] [] 10.0.0.155:5000 291 0.290 201 48264e3ec634a81faf81d08cf5dcc981 199.19.213.246 - - [25/Mar/2026:17:06:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.004 300 56e4549e84f532d5a30b981316da1a4f 199.19.213.246 - - [25/Mar/2026:17:06:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.289 [openstack-keystone-api-5000] [] 10.0.0.155:5000 2055 0.289 201 36aad703e9021610750271f6c499814e 199.19.213.246 - - [25/Mar/2026:17:06:52 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.034 [openstack-keystone-api-5000] [] 10.0.0.155:5000 83 0.033 404 f19dd3079fb00ad364d51f8389b5fabd 199.19.213.246 - - [25/Mar/2026:17:06:52 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.017 [openstack-keystone-api-5000] [] 10.0.0.155:5000 361 0.017 200 d235ac43b4c13d9982e566dfa947b4e2 199.19.213.246 - - [25/Mar/2026:17:06:52 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.039 [openstack-keystone-api-5000] [] 10.0.0.155:5000 87 0.038 404 73f46e5d0ed0eca5eaffaca426931701 199.19.213.246 - - [25/Mar/2026:17:06:52 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.016 [openstack-keystone-api-5000] [] 10.0.0.155:5000 390 0.017 200 3b1f3c581879a20a5848994647b22ab4 199.19.213.246 - - [25/Mar/2026:17:06:52 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.025 [openstack-keystone-api-5000] [] 10.0.0.155:5000 91 0.025 404 064b78efd24f3690f52230d2f13a8617 199.19.213.246 - - [25/Mar/2026:17:06:52 +0000] "GET /v3/users?domain_id=fb8d529247c24c1c961d6282c2003468&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.040 [openstack-keystone-api-5000] [] 10.0.0.155:5000 458 0.040 200 414d545fe187184fbf4b06fdd15c9442 199.19.213.246 - - [25/Mar/2026:17:06:52 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.039 [openstack-keystone-api-5000] [] 10.0.0.155:5000 88 0.039 404 411dac60bef29b022c4109345a303f35 199.19.213.246 - - [25/Mar/2026:17:06:52 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.025 [openstack-keystone-api-5000] [] 10.0.0.155:5000 520 0.025 200 cb879c4e6e8f63f59936170901b7efc6 199.19.213.246 - - [25/Mar/2026:17:06:53 +0000] "PUT /v3/projects/6811a122a9744e13b317317ee064069a/users/bfbae3df689849dba209183ef8cee8c2/roles/17177528c2494d3abc1f1797b2e05ebe HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.588 [openstack-keystone-api-5000] [] 10.0.0.155:5000 0 0.588 204 a95be6035ebf8f3fb2672eb89b6ddbfb 199.19.213.246 - - [25/Mar/2026:17:06:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.005 300 1ad93c474fdaeb12de958107cface7e2 199.19.213.246 - - [25/Mar/2026:17:06:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.155:5000 2055 0.331 201 fc6a4c12fa8b53b4bfc084b58b4f4769 199.19.213.246 - - [25/Mar/2026:17:06:55 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.023 [openstack-keystone-api-5000] [] 10.0.0.155:5000 151 0.022 200 8ea5853d94181e119096b70b68d937c5 199.19.213.246 - - [25/Mar/2026:17:06:55 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.034 [openstack-keystone-api-5000] [] 10.0.0.155:5000 263 0.034 201 18cc13c9d0f9ea59fa3fb23451375798 199.19.213.246 - - [25/Mar/2026:17:06:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.005 300 414f3accd082d5b582556f455fcbf228 199.19.213.246 - - [25/Mar/2026:17:06:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.155:5000 2157 0.300 201 784ff7f00fca5ba5b71c488b48524c33 199.19.213.246 - - [25/Mar/2026:17:06:56 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.033 [openstack-keystone-api-5000] [] 10.0.0.155:5000 86 0.032 404 8b96b368ca05ad85b6834403d02ea174 199.19.213.246 - - [25/Mar/2026:17:06:56 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.155:5000 382 0.019 200 250b8ecf35167adbe5a0158ccd3d078b 199.19.213.246 - - [25/Mar/2026:17:06:56 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=878dbf24717c46fea0d610b4f63835ca HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.023 [openstack-keystone-api-5000] [] 10.0.0.155:5000 205 0.023 200 f13ed08af4615047e863c17206785600 199.19.213.246 - - [25/Mar/2026:17:06:56 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.028 [openstack-keystone-api-5000] [] 10.0.0.155:5000 379 0.028 201 cb600bfac8559083b4ea54b8c2a7b115 199.19.213.246 - - [25/Mar/2026:17:06:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.003 300 3704c86c8b4dddcf7371718253f238a6 199.19.213.246 - - [25/Mar/2026:17:06:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.155:5000 2366 0.301 201 6b0c6c31d3926bde8c13a97828dbac4e 199.19.213.246 - - [25/Mar/2026:17:06:56 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.155:5000 86 0.024 404 bf4763788d604c042a4bd0b44d8dd400 199.19.213.246 - - [25/Mar/2026:17:06:56 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.014 [openstack-keystone-api-5000] [] 10.0.0.155:5000 382 0.015 200 23eb5ab480da18af635d2d1926757568 199.19.213.246 - - [25/Mar/2026:17:06:57 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=878dbf24717c46fea0d610b4f63835ca HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.019 [openstack-keystone-api-5000] [] 10.0.0.155:5000 207 0.018 200 452d6863260f328934fb13d1149bfcd6 199.19.213.246 - - [25/Mar/2026:17:06:57 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.033 [openstack-keystone-api-5000] [] 10.0.0.155:5000 392 0.034 201 4e0db054c91332fcfe07fe3f484c9285 W0325 17:06:58.304671 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0325 17:06:58.304811 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0325 17:06:58.304890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:06:58.304912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 17:06:58.309220 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0325 17:06:58.309249 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0325 17:06:58.313957 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0325 17:06:58.314261 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"aab1ec13-bac3-4133-a8ac-8e63f41ece4f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8453", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 17:06:58.314480 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0325 17:06:58.314888 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0325 17:06:58.315090 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0325 17:06:58.315323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:06:58.315353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 17:06:58.315494 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 17:06:58.363254 7 controller.go:216] "Backend successfully reloaded" I0325 17:06:58.363853 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kjdts", UID:"d0556d89-a1ba-44f9-9751-a7c14a820225", APIVersion:"v1", ResourceVersion:"1427", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0325 17:06:58.575265 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0325 17:06:58.576410 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0325 17:07:01.651156 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0325 17:07:01.651351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:07:01.651372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:07:14.935202 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0325 17:07:14.935342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:07:14.935355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:07:19.872820 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0325 17:07:19.873079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:07:19.873108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:07:23.207112 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 17:07:23.207401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:07:23.207436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 17:07:23.207647 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 17:07:23.264113 7 controller.go:216] "Backend successfully reloaded" I0325 17:07:23.264410 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kjdts", UID:"d0556d89-a1ba-44f9-9751-a7c14a820225", APIVersion:"v1", ResourceVersion:"1427", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0325 17:07:23.975865 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.98.103.66"}] I0325 17:07:23.983023 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"aab1ec13-bac3-4133-a8ac-8e63f41ece4f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8757", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 17:07:26.540623 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 17:07:26.540962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:07:26.541026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:07:29.873612 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 17:07:29.873748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:07:29.873770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:07:45.346764 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 17:07:45.347067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:07:45.347157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:07:53.549775 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 17:07:53.551308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:07:53.551349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:08:04.735330 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0325 17:08:04.735504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:08:04.735519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:08:43.853758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:08:43.853802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:09:55.389976 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0325 17:09:55.390212 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0325 17:09:55.390307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:09:55.390333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 17:09:55.394429 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:39.2kB} I0325 17:09:55.394457 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0325 17:09:55.400788 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0325 17:09:55.401122 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"03687822-fcf4-421d-9807-575c912e015f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9953", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 17:09:55.401653 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0325 17:09:55.402291 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0325 17:09:55.402488 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0325 17:09:55.402595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:09:55.402622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0325 17:09:55.402808 7 controller.go:196] "Configuration changes detected, backend reload required" I0325 17:09:55.461168 7 controller.go:216] "Backend successfully reloaded" I0325 17:09:55.461446 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-kjdts", UID:"d0556d89-a1ba-44f9-9751-a7c14a820225", APIVersion:"v1", ResourceVersion:"1427", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0325 17:09:55.645198 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0325 17:09:55.647616 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0325 17:09:58.735890 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0325 17:09:58.736090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:09:58.736118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.246 - - [25/Mar/2026:17:09:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.003 300 e3844b797a478999cfc9c268df9b7f9f 199.19.213.246 - - [25/Mar/2026:17:09:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.327 [openstack-keystone-api-5000] [] 10.0.0.155:5000 3201 0.327 201 09ed1f22fafc45157dd368186a1bf68b 199.19.213.246 - - [25/Mar/2026:17:09:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5a6bb27774c1f74383ab810eae669f46 199.19.213.246 - - [25/Mar/2026:17:09:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3ef3ad2a5b8857610d97404c4594f1e2 199.19.213.246 - - [25/Mar/2026:17:10:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.004 300 3dca7fd7118fe09adfef1bcd2620e3b6 199.19.213.246 - - [25/Mar/2026:17:10:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.155:5000 3201 0.294 201 c6498d4aaa618290b7a0d96617b783be 199.19.213.246 - - [25/Mar/2026:17:10:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a7b7fd9e9a459f03d2adc33497c454c1 199.19.213.246 - - [25/Mar/2026:17:10:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ef3080b1cf7cbec5c06fa6a44af88059 199.19.213.246 - - [25/Mar/2026:17:10:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.004 300 f7bbf6da4b384da45afd3c4325797e7d 199.19.213.246 - - [25/Mar/2026:17:10:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.155:5000 3201 0.289 201 617ffd081d5343ef95abbf09fa5ab14a 199.19.213.246 - - [25/Mar/2026:17:10:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - df73b13a0a36f4b84aa66b1a8183ea3a 199.19.213.246 - - [25/Mar/2026:17:10:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 59b630d15187b07a417dcf4de8ca7acf 199.19.213.246 - - [25/Mar/2026:17:10:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.004 300 4d2bb89a0807e1afb4d170cd41d2e1d6 199.19.213.246 - - [25/Mar/2026:17:10:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.155:5000 3201 0.285 201 aeff2369646423999bf11958f74695ce 199.19.213.246 - - [25/Mar/2026:17:10:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e3c267c7f3b2a57963f6e67a949bf29f 199.19.213.246 - - [25/Mar/2026:17:10:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ab044e91ebaa0fd69f6660c9f5a15fe1 199.19.213.246 - - [25/Mar/2026:17:10:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.003 300 d969266f99303d2acac87927684f7b53 199.19.213.246 - - [25/Mar/2026:17:10:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.155:5000 3201 0.288 201 7d64ecb2fefc83732d241e69a69881de 199.19.213.246 - - [25/Mar/2026:17:10:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6087c948071e83ff97c0c73464ec3828 199.19.213.246 - - [25/Mar/2026:17:10:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7b18d3abacd21b432cecdec0bdf3266c 199.19.213.246 - - [25/Mar/2026:17:10:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.004 300 1a5eb76b9c22ee969422e71fece916fc 199.19.213.246 - - [25/Mar/2026:17:10:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.155:5000 3201 0.289 201 065633e37a57eeeaa624298322a2fd79 199.19.213.246 - - [25/Mar/2026:17:10:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 199676528534d6b37babb3584849fc5f 199.19.213.246 - - [25/Mar/2026:17:10:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c197c0b430da871caea1a2e090512ccc W0325 17:10:09.969322 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0325 17:10:09.969570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:10:09.969629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.246 - - [25/Mar/2026:17:10:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.003 300 4380fe6ffcb62bc57e213f24c848667d 199.19.213.246 - - [25/Mar/2026:17:10:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.155:5000 3201 0.297 201 1d645920df7e995f3a6628c6a4249908 199.19.213.246 - - [25/Mar/2026:17:10:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 67fa9e0492a2b21bbaf307d8c857bc20 199.19.213.246 - - [25/Mar/2026:17:10:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a6f15e12e8690498756d97f1f9136fce 199.19.213.246 - - [25/Mar/2026:17:10:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.004 300 c3f5a421a832af222bc6ad134b2dfdac 199.19.213.246 - - [25/Mar/2026:17:10:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.155:5000 3201 0.292 201 ddad8b8d9d91555b5cf99587b8124e1a 199.19.213.246 - - [25/Mar/2026:17:10:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 434c754b51d4379ded22b370164422d1 199.19.213.246 - - [25/Mar/2026:17:10:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a909be51b089d7b5170ad854d45a0cf0 199.19.213.246 - - [25/Mar/2026:17:10:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.002 300 08df630caffab844e89790bdfb838057 199.19.213.246 - - [25/Mar/2026:17:10:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.155:5000 3201 0.290 201 7ca1c8e6ab3999abcc10940cf588f209 199.19.213.246 - - [25/Mar/2026:17:10:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dcc48fec43361cffa7cba4a7ff405ae9 199.19.213.246 - - [25/Mar/2026:17:10:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7a48d52e674dc26ba5201604df9cc7ac 199.19.213.246 - - [25/Mar/2026:17:10:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.010 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.010 300 f8e84df9e2e2913285a42e94e04491ca 199.19.213.246 - - [25/Mar/2026:17:10:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.155:5000 3201 0.299 201 f728dc4aab5e1a65d30a8ad44893d619 199.19.213.246 - - [25/Mar/2026:17:10:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c54685256d156fd442f7be0428490f29 199.19.213.246 - - [25/Mar/2026:17:10:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2bea68749bf6ff45254a024ad693d0ef 199.19.213.246 - - [25/Mar/2026:17:10:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.003 300 298aef083d2e80a7ffb4c1eb01f8c0f8 199.19.213.246 - - [25/Mar/2026:17:10:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.155:5000 3201 0.298 201 7e23238e7c479fbca0bf6640416e1c7f 199.19.213.246 - - [25/Mar/2026:17:10:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2945ae0b137f6b812df61cfc85f5e49a 199.19.213.246 - - [25/Mar/2026:17:10:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b4434081ea6b84b98dffaec8cbff0f24 199.19.213.246 - - [25/Mar/2026:17:10:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.004 300 b8ba2d5d3c470a23c37b4d3817afccc3 199.19.213.246 - - [25/Mar/2026:17:10:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.155:5000 3201 0.293 201 727c8c586aa3f8d9152a5d1f84e84a9f 199.19.213.246 - - [25/Mar/2026:17:10:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0e1f8123124142297e70d5439d4f0236 199.19.213.246 - - [25/Mar/2026:17:10:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 11667d8568a3006db7888c626a110967 W0325 17:10:19.318771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:10:19.318809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.246 - - [25/Mar/2026:17:10:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.003 300 29f321c8dbd64c919f427a78f0a2e246 199.19.213.246 - - [25/Mar/2026:17:10:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.155:5000 3201 0.285 201 f828aea233e963f6e11277a7d582977b 199.19.213.246 - - [25/Mar/2026:17:10:21 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.76:9292 1193 0.002 300 65e957d8c22ce6a54930d4643ddf2765 199.19.213.246 - - [25/Mar/2026:17:10:21 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.547 [openstack-glance-api-9292] [] 10.0.0.76:9292 69 0.547 200 c31612a9d51441446237c71f102f5618 I0325 17:10:23.976293 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.98.103.66"}] I0325 17:10:23.984829 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"03687822-fcf4-421d-9807-575c912e015f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10156", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0325 17:10:23.986183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:10:23.986212 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.246 - - [25/Mar/2026:17:10:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.155:5000 281 0.004 300 ac0dcd7f548dcf5bb24072935b251b20 199.19.213.246 - - [25/Mar/2026:17:10:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.155:5000 3201 0.295 201 3d59f6f579801e150237f588db13663a 199.19.213.246 - - [25/Mar/2026:17:10:24 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.76:9292 1193 0.003 300 242bb3ef83cd3eeba038ef8e7b892946 199.19.213.246 - - [25/Mar/2026:17:10:24 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.040 [openstack-glance-api-9292] [] 10.0.0.76:9292 69 0.041 200 699b3497bbfd71450eac6ac9d60239c7 199.19.213.246 - - [25/Mar/2026:17:10:25 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.115 [openstack-glance-api-9292] [] 10.0.0.76:9292 151 0.115 404 74cf640ab71d897ee53a25cf1306f232 199.19.213.246 - - [25/Mar/2026:17:10:25 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.76:9292 81 0.024 200 396ab5f56477646afe2b4b916170983a 199.19.213.246 - - [25/Mar/2026:17:10:25 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.027 [openstack-glance-api-9292] [] 10.0.0.76:9292 84 0.027 200 fb3a44a1dfb5a626744afb9f73548d90 199.19.213.246 - - [25/Mar/2026:17:10:25 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.057 [openstack-glance-api-9292] [] 10.0.0.76:9292 760 0.057 201 e93c62d0481ac2839d95b40baedcdd49 199.19.213.246 - - [25/Mar/2026:17:10:28 +0000] "PUT /v2/images/c1ea7fb8-e062-454d-a962-f8689d79392a/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.381 [openstack-glance-api-9292] [] 10.0.0.76:9292 0 3.381 204 f81c7f906bfcc5163dce37b3925f3334 199.19.213.246 - - [25/Mar/2026:17:10:28 +0000] "GET /v2/images/c1ea7fb8-e062-454d-a962-f8689d79392a HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-glance-api-9292] [] 10.0.0.76:9292 1171 0.023 200 4e95c23b44e4cf0eb2937fde5b6627be 199.19.213.246 - - [25/Mar/2026:17:10:28 +0000] "GET /v2/images/c1ea7fb8-e062-454d-a962-f8689d79392a HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.76:9292 1171 0.017 200 29232577d18a0a67878144c44fc3ae5f W0325 17:10:31.472889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:10:31.472954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:10:34.806984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0325 17:10:34.807035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store