------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0324 14:56:04.962635 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0324 14:56:04.962900 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0324 14:56:04.971568 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0324 14:56:04.974252 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0324 14:56:05.127348 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0324 14:56:05.146830 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0324 14:56:05.162872 7 nginx.go:271] "Starting NGINX Ingress controller" I0324 14:56:05.167160 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"822e6ec8-7492-4b9f-a281-6971a16ab2cb", APIVersion:"v1", ResourceVersion:"1061", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0324 14:56:05.173783 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"df6dfb27-25d1-4a2d-8cfe-e7c2f985966f", APIVersion:"v1", ResourceVersion:"1060", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0324 14:56:05.173869 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"b38723e9-97c2-4296-8965-0973b2cd5b16", APIVersion:"v1", ResourceVersion:"1062", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0324 14:56:06.364525 7 nginx.go:317] "Starting NGINX process" I0324 14:56:06.364589 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0324 14:56:06.365130 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0324 14:56:06.365655 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0324 14:56:06.365769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:06.365845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:56:06.365957 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 14:56:06.377293 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0324 14:56:06.377587 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-4wtxg" I0324 14:56:06.399892 7 controller.go:216] "Backend successfully reloaded" I0324 14:56:06.400002 7 controller.go:227] "Initial sync, sleeping for 1 second" I0324 14:56:06.400072 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4wtxg", UID:"c4feb829-aae2-433f-b904-4b3e97b9d60a", APIVersion:"v1", ResourceVersion:"1106", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 14:56:10.193068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:10.193119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:13.526619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:13.526672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:16.861197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:16.861244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:20.193735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:20.193801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:23.526733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:23.526788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:26.860578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:26.860630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:30.193790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:30.193831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:33.527520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:33.527586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:36.860700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:36.860739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:41.745878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:41.745912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:29.728169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:29.728210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:33.063626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:33.063794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:53.730604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:53.730659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:57.064403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:57.064446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:00.397778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:00.397811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:03.731295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:03.731352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:07.064928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:07.064970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:10.397687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:10.397727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:13.731694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:13.731737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:17.065119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:17.065155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:20.397866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:20.397924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:23.732143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:58:23.732178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:25.473738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:25.473993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:28.094204 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-100.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-100.nip.io-tls was not found. Using default certificate W0324 15:00:28.094267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:28.094285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:00:28.096056 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0324 15:00:28.096090 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0324 15:00:28.102927 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0324 15:00:28.103213 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-100.nip.io-tls" in local store I0324 15:00:28.103560 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"406f0255-b065-47b1-b39e-72f10ccc154a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2973", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:00:28.425539 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-100.nip.io-tls" I0324 15:00:28.426705 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-100.nip.io-tls" W0324 15:00:28.807981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:28.808025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:00:28.808096 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:00:28.853614 7 controller.go:216] "Backend successfully reloaded" I0324 15:00:28.854057 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4wtxg", UID:"c4feb829-aae2-433f-b904-4b3e97b9d60a", APIVersion:"v1", ResourceVersion:"1106", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 15:00:32.141624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:32.141664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [24/Mar/2026:15:00:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.932 [auth-system-keycloak-80] [] 10.0.0.51:8080 1928 1.931 200 224e4dab89689779b0fd7d9036e4b13b 199.19.213.100 - - [24/Mar/2026:15:00:39 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.167 [auth-system-keycloak-80] [] 10.0.0.51:8080 116 0.166 404 2f83a3cbcb8385a2c7fcf3f27cd9749d 199.19.213.100 - - [24/Mar/2026:15:00:42 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.696 [auth-system-keycloak-80] [] 10.0.0.51:8080 0 3.695 201 5a56b1a904020c714a60f675ff3a1797 199.19.213.100 - - [24/Mar/2026:15:00:43 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.581 [auth-system-keycloak-80] [] 10.0.0.51:8080 4246 0.581 200 3139deed498779012e34e2aa20a35703 199.19.213.100 - - [24/Mar/2026:15:00:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.51:8080 1928 0.509 200 67c013fe20be5e51e6a525e05f7a80e0 199.19.213.100 - - [24/Mar/2026:15:00:44 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.091 [auth-system-keycloak-80] [] 10.0.0.51:8080 12500 0.091 200 4d83d1dfe9b537ae422eeb541f7395dd 199.19.213.100 - - [24/Mar/2026:15:00:44 +0000] "GET /admin/realms/atmosphere/client-scopes/d5b6b6ed-a5c9-47e2-9be8-63873114909a HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.51:8080 1278 0.011 200 c32bcc7feaa19bbda31d78665097053b 199.19.213.100 - - [24/Mar/2026:15:00:44 +0000] "PUT /admin/realms/atmosphere/client-scopes/d5b6b6ed-a5c9-47e2-9be8-63873114909a HTTP/1.1" 204 0 "-" "Ansible" 1848 0.064 [auth-system-keycloak-80] [] 10.0.0.51:8080 0 0.063 204 dab35b7f4ac468caa3200547382db37c 199.19.213.100 - - [24/Mar/2026:15:00:44 +0000] "GET /admin/realms/atmosphere/client-scopes/d5b6b6ed-a5c9-47e2-9be8-63873114909a/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.019 [auth-system-keycloak-80] [] 10.0.0.51:8080 963 0.019 200 442906a52a1e237a1cc27bc934c05011 199.19.213.100 - - [24/Mar/2026:15:00:44 +0000] "GET /admin/realms/atmosphere/client-scopes/d5b6b6ed-a5c9-47e2-9be8-63873114909a/protocol-mappers/models/71e037ab-1b26-4906-8de9-33ee689c138c HTTP/1.1" 200 366 "-" "Ansible" 1309 0.053 [auth-system-keycloak-80] [] 10.0.0.51:8080 366 0.052 200 d72f8966f81abb9c0920d5a89b2bac66 199.19.213.100 - - [24/Mar/2026:15:00:44 +0000] "PUT /admin/realms/atmosphere/client-scopes/d5b6b6ed-a5c9-47e2-9be8-63873114909a/protocol-mappers/models/71e037ab-1b26-4906-8de9-33ee689c138c HTTP/1.1" 204 0 "-" "Ansible" 1622 0.084 [auth-system-keycloak-80] [] 10.0.0.51:8080 0 0.084 204 f79f8105dc5f6b6c12ab831cb4b80f59 199.19.213.100 - - [24/Mar/2026:15:00:44 +0000] "GET /admin/realms/atmosphere/client-scopes/d5b6b6ed-a5c9-47e2-9be8-63873114909a HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.51:8080 1218 0.015 200 9c6d0797bf3c13749814ad3623f4aa05 I0324 15:01:06.384137 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.155.150"}] I0324 15:01:06.388930 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"406f0255-b065-47b1-b39e-72f10ccc154a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3338", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:01:06.390169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:06.390192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [24/Mar/2026:15:01:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.520 [auth-system-keycloak-80] [] 10.0.0.51:8080 1928 0.519 200 0aca17a68e3ae5ec829a8aaf79b7d471 199.19.213.100 - - [24/Mar/2026:15:01:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.012 [auth-system-keycloak-80] [] 10.0.0.51:8080 2 0.013 200 63a52080ec532f4e7390bf78d1a202e8 199.19.213.100 - - [24/Mar/2026:15:01:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.253 [auth-system-keycloak-80] [] 10.0.0.51:8080 0 0.251 201 3c703fcccc0cc4a339b18c159aa2c953 199.19.213.100 - - [24/Mar/2026:15:01:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.080 [auth-system-keycloak-80] [] 10.0.0.51:8080 1261 0.081 200 07dc8bee4c3d1095ac4e41c41bd85760 199.19.213.100 - - [24/Mar/2026:15:01:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.51:8080 1928 0.476 200 49cd5bd58263a48088eac1020b1fd62a 199.19.213.100 - - [24/Mar/2026:15:01:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.036 [auth-system-keycloak-80] [] 10.0.0.51:8080 2 0.036 200 6420c41e79284ab8acb862c5dd07812a 199.19.213.100 - - [24/Mar/2026:15:01:22 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.101 [auth-system-keycloak-80] [] 10.0.0.51:8080 0 0.100 201 7b8c1e30525add80ac30b3d45e9f2c41 199.19.213.100 - - [24/Mar/2026:15:01:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.023 [auth-system-keycloak-80] [] 10.0.0.51:8080 1286 0.024 200 2a6ac9b352f0cdfab30f72d885f82e5e 199.19.213.100 - - [24/Mar/2026:15:01:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.515 [auth-system-keycloak-80] [] 10.0.0.51:8080 1928 0.513 200 adc85ed7df9cf013fee0da056042e73c 199.19.213.100 - - [24/Mar/2026:15:01:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.51:8080 2 0.012 200 31dc39b04761cfe2e3a4d30092b1bd8f 199.19.213.100 - - [24/Mar/2026:15:01:23 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.075 [auth-system-keycloak-80] [] 10.0.0.51:8080 0 0.074 201 c6c51bc52b14ec925907b4babde49513 199.19.213.100 - - [24/Mar/2026:15:01:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.063 [auth-system-keycloak-80] [] 10.0.0.51:8080 1251 0.063 200 d8853404c506e62c1424b28342f18964 199.19.213.100 - - [24/Mar/2026:15:01:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.670 [auth-system-keycloak-80] [] 10.0.0.51:8080 1928 0.669 200 2706af6d27078c922a146e8ad339c883 199.19.213.100 - - [24/Mar/2026:15:01:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.51:8080 1261 0.008 200 7c534048164b5d415880153df90ddcfa 199.19.213.100 - - [24/Mar/2026:15:01:24 +0000] "GET /admin/realms/atmosphere/clients/ab308691-789c-460c-8dd9-93803f7bd25c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.047 [auth-system-keycloak-80] [] 10.0.0.51:8080 119 0.047 404 ab4a0bae6b16c1b085facb848b528431 199.19.213.100 - - [24/Mar/2026:15:01:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.51:8080 1261 0.008 200 2ec66975e198c41409663d2d10ed3030 199.19.213.100 - - [24/Mar/2026:15:01:24 +0000] "POST /admin/realms/atmosphere/clients/ab308691-789c-460c-8dd9-93803f7bd25c/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.073 [auth-system-keycloak-80] [] 10.0.0.51:8080 0 0.073 201 09331464760b707f3fa90b37ba93a9dd 199.19.213.100 - - [24/Mar/2026:15:01:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.51:8080 1261 0.007 200 f853b651a0f09a863459c0d9dd3d3a0f 199.19.213.100 - - [24/Mar/2026:15:01:24 +0000] "GET /admin/realms/atmosphere/clients/ab308691-789c-460c-8dd9-93803f7bd25c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.51:8080 166 0.016 200 d526898e539eba41452a0305ad53a095 199.19.213.100 - - [24/Mar/2026:15:01:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.51:8080 1928 0.510 200 192144e4aead89a32d69d0002030d836 199.19.213.100 - - [24/Mar/2026:15:01:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.51:8080 1286 0.007 200 1a02c2bf8912bb382f59d6462322f8c7 199.19.213.100 - - [24/Mar/2026:15:01:25 +0000] "GET /admin/realms/atmosphere/clients/a7508d60-d425-4ef1-bb3d-1063914869d2/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.51:8080 119 0.013 404 bbc940fd3983df54453f3846ca9d07e8 199.19.213.100 - - [24/Mar/2026:15:01:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.024 [auth-system-keycloak-80] [] 10.0.0.51:8080 1286 0.024 200 140d420aa85b901d9a65bed69c6db683 199.19.213.100 - - [24/Mar/2026:15:01:25 +0000] "POST /admin/realms/atmosphere/clients/a7508d60-d425-4ef1-bb3d-1063914869d2/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.51:8080 0 0.015 201 2f15cbcfa9aa6627feff6c6f60a68c8a 199.19.213.100 - - [24/Mar/2026:15:01:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.51:8080 1286 0.059 200 ddbcfd0bc2d597b842b893d60ea9d0d5 199.19.213.100 - - [24/Mar/2026:15:01:25 +0000] "GET /admin/realms/atmosphere/clients/a7508d60-d425-4ef1-bb3d-1063914869d2/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.51:8080 165 0.013 200 a39142fe4d3ce25ec53cfe25f243b1f5 199.19.213.100 - - [24/Mar/2026:15:01:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.522 [auth-system-keycloak-80] [] 10.0.0.51:8080 1928 0.521 200 086937270b8b2b46726d6a868c7ed1ad 199.19.213.100 - - [24/Mar/2026:15:01:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.51:8080 1286 0.005 200 a1e1c2cc15cddc4a3d5548c1ce574a47 199.19.213.100 - - [24/Mar/2026:15:01:26 +0000] "GET /admin/realms/atmosphere/clients/a7508d60-d425-4ef1-bb3d-1063914869d2/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.044 [auth-system-keycloak-80] [] 10.0.0.51:8080 119 0.044 404 2a10319ad3b66cc86b863cf414ebc815 199.19.213.100 - - [24/Mar/2026:15:01:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.51:8080 1286 0.007 200 387be9210fc35f9a1b14ac1c5bbd019f 199.19.213.100 - - [24/Mar/2026:15:01:26 +0000] "POST /admin/realms/atmosphere/clients/a7508d60-d425-4ef1-bb3d-1063914869d2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.51:8080 0 0.014 201 b7b865df86620025f5ba0a9c71f8bff0 199.19.213.100 - - [24/Mar/2026:15:01:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.51:8080 1286 0.043 200 b272a495619fe5a65d7710fd61f3e620 199.19.213.100 - - [24/Mar/2026:15:01:26 +0000] "GET /admin/realms/atmosphere/clients/a7508d60-d425-4ef1-bb3d-1063914869d2/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.51:8080 166 0.014 200 e3c9203954429874cff53e0c2f695303 199.19.213.100 - - [24/Mar/2026:15:01:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.51:8080 1928 0.498 200 64ca4711815d28d382d685f57a106df9 199.19.213.100 - - [24/Mar/2026:15:01:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.51:8080 1286 0.012 200 f3c5349ef6e5f6fcb51723a236938617 199.19.213.100 - - [24/Mar/2026:15:01:27 +0000] "GET /admin/realms/atmosphere/clients/a7508d60-d425-4ef1-bb3d-1063914869d2/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.51:8080 119 0.006 404 781f94ba58efabb77993120d5f3d74f1 199.19.213.100 - - [24/Mar/2026:15:01:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.042 [auth-system-keycloak-80] [] 10.0.0.51:8080 1286 0.042 200 843d74a29485cc1a8db71e63e83b2c9a 199.19.213.100 - - [24/Mar/2026:15:01:27 +0000] "POST /admin/realms/atmosphere/clients/a7508d60-d425-4ef1-bb3d-1063914869d2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.51:8080 0 0.016 201 8e024351bab735d471a76c05e0100c76 199.19.213.100 - - [24/Mar/2026:15:01:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.063 [auth-system-keycloak-80] [] 10.0.0.51:8080 1286 0.063 200 e1a0620c6ed4f9eed4dc12f3a5a0a894 199.19.213.100 - - [24/Mar/2026:15:01:27 +0000] "GET /admin/realms/atmosphere/clients/a7508d60-d425-4ef1-bb3d-1063914869d2/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.51:8080 166 0.013 200 a6b2b26fe942a9ad9f7c206eaeadb9ae 199.19.213.100 - - [24/Mar/2026:15:01:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.529 [auth-system-keycloak-80] [] 10.0.0.51:8080 1928 0.529 200 7fb78f8fa0f50265dea6e92c005511bb 199.19.213.100 - - [24/Mar/2026:15:01:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.51:8080 1251 0.004 200 ac7a2f874f2200214b210aaf5520261a 199.19.213.100 - - [24/Mar/2026:15:01:28 +0000] "GET /admin/realms/atmosphere/clients/f2e90689-d288-4fd0-8020-6971ec6f06aa/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.51:8080 119 0.054 404 c71f97cb0022a49ab9dc0693f23d0f51 199.19.213.100 - - [24/Mar/2026:15:01:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.51:8080 1251 0.007 200 8af8f58b7759587cd69a3028fa4dc14b 199.19.213.100 - - [24/Mar/2026:15:01:28 +0000] "POST /admin/realms/atmosphere/clients/f2e90689-d288-4fd0-8020-6971ec6f06aa/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.51:8080 0 0.014 201 a0500bc282ec8c5e34b0e1a597022f15 199.19.213.100 - - [24/Mar/2026:15:01:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.51:8080 1251 0.006 200 85b626a925789a92b44a52cdf6ef2ef5 199.19.213.100 - - [24/Mar/2026:15:01:28 +0000] "GET /admin/realms/atmosphere/clients/f2e90689-d288-4fd0-8020-6971ec6f06aa/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.026 [auth-system-keycloak-80] [] 10.0.0.51:8080 166 0.027 200 68e98e16ed9cee86f31c6ab692664b8a W0324 15:01:34.065282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:34.065317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:37.399435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:37.399484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:33.375255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:33.375303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:33.444587 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:33.444696 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0324 15:02:33.444751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:33.444872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:33.445409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:33.445498 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0324 15:02:33.445537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:33.445558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:33.445856 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:33.445961 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0324 15:02:33.446019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:33.446042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:02:33.449680 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0324 15:02:33.450151 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0324 15:02:33.449994 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0324 15:02:33.450232 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0324 15:02:33.451801 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0324 15:02:33.451840 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0324 15:02:33.458302 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0324 15:02:33.458670 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0324 15:02:33.458696 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0324 15:02:33.458952 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0324 15:02:33.459002 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1a622c88-7cf5-43ee-923c-f4c46eb9a867", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3988", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:02:33.459022 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2794330c-e3ac-41fd-8e9c-c868572d979c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3989", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:02:33.462411 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0324 15:02:33.462933 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0324 15:02:33.462989 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"73bcbde6-7e4b-4e93-8df4-8c196ae03470", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3992", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:02:33.758239 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0324 15:02:33.759024 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0324 15:02:34.019062 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0324 15:02:34.020612 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0324 15:02:34.623978 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0324 15:02:34.625025 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0324 15:02:36.709453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:36.709510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:36.709533 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:36.709600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:36.709615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:02:36.709685 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:02:36.754522 7 controller.go:216] "Backend successfully reloaded" I0324 15:02:36.755129 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4wtxg", UID:"c4feb829-aae2-433f-b904-4b3e97b9d60a", APIVersion:"v1", ResourceVersion:"1106", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 15:02:40.045929 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:40.046000 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:40.046040 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:40.046213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:40.046248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:43.375307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:43.375373 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:43.375427 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:43.375545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:43.375565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:46.708619 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:46.708689 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:46.708729 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:46.708884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:46.708914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:50.042796 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:50.042865 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:50.042903 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:50.043019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:50.043045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:53.376413 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:53.376478 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:53.376544 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:53.376717 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:53.376776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:56.709335 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:56.709388 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:56.709504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:56.709520 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:00.042596 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:03:00.042721 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:03:00.042929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:00.042964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:03.376620 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:03:03.376761 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:03:03.376944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:03.376974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:03:06.386922 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.155.150"}] I0324 15:03:06.386925 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.155.150"}] I0324 15:03:06.387939 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.155.150"}] I0324 15:03:06.392460 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2794330c-e3ac-41fd-8e9c-c868572d979c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4938", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:03:06.395181 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"73bcbde6-7e4b-4e93-8df4-8c196ae03470", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4939", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:03:06.398129 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"1a622c88-7cf5-43ee-923c-f4c46eb9a867", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4940", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:03:06.709685 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:03:06.709843 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:03:06.710057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:06.710104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:10.041918 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:03:10.042013 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:03:10.042130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:10.042157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.107 - - [24/Mar/2026:15:03:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.030 [auth-system-keycloak-80] [] 10.0.0.51:8080 6432 0.031 200 26dbfb3f6aa719edd067c468fcc88af2 10.0.0.240 - - [24/Mar/2026:15:03:11 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.012 [auth-system-keycloak-80] [] 10.0.0.51:8080 6432 0.012 200 48d091054387c5ec173ff5bd13bc9878 W0324 15:03:13.375944 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:03:13.376191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:13.376218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:16.709892 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:03:16.710109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:16.710138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:20.042817 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:03:20.042963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:20.042981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:23.375946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:03:23.376208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:23.376274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:26.709983 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:03:26.710396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:26.710428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:30.042469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:30.042516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:33.377629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:33.377683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:36.708817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:36.708874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [24/Mar/2026:15:03:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.51:8080 1928 0.481 200 0feb51726f0fd2d34010b59e9110f2ff 199.19.213.100 - - [24/Mar/2026:15:03:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.51:8080 4246 0.006 200 68bbbb259eb342bdfb3aa199a702d3d8 199.19.213.100 - - [24/Mar/2026:15:03:37 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.353 [auth-system-keycloak-80] [] 10.0.0.51:8080 0 0.353 204 7a16b981e70b25dcb567edefa46c4b30 199.19.213.100 - - [24/Mar/2026:15:03:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.204 [auth-system-keycloak-80] [] 10.0.0.51:8080 4384 0.205 200 871a90411446681cf454c72596c40354 199.19.213.100 - - [24/Mar/2026:15:03:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.51:8080 1928 0.475 200 6aba0a5670e56449e4dac4baf06636d1 199.19.213.100 - - [24/Mar/2026:15:03:38 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.51:8080 1682 0.008 200 3966454c52f16ac8870332039161e759 199.19.213.100 - - [24/Mar/2026:15:03:38 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.51:8080 6432 0.005 200 d4ecff1a0931fcd8c66471562ad65652 199.19.213.100 - - [24/Mar/2026:15:03:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.533 [auth-system-keycloak-80] [] 10.0.0.51:8080 1928 0.532 200 7ab732afa0b99b39b68c817a3d1a7e13 199.19.213.100 - - [24/Mar/2026:15:03:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.51:8080 2 0.010 200 a14d473d6034cfd15871bad861f65829 199.19.213.100 - - [24/Mar/2026:15:03:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.168 [auth-system-keycloak-80] [] 10.0.0.51:8080 0 0.168 201 53e290757f9a6e053b2335c10cdff2f1 199.19.213.100 - - [24/Mar/2026:15:03:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.080 [auth-system-keycloak-80] [] 10.0.0.51:8080 2246 0.080 200 995e1e69e6c898ff42ad16e01b364c44 199.19.213.100 - - [24/Mar/2026:15:03:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.51:8080 1928 0.483 200 a4fba3799fb10b3b990cecef409eca5d 199.19.213.100 - - [24/Mar/2026:15:03:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.51:8080 2246 0.004 200 20e207c9b7f5b38acef7fa2b613e850d 199.19.213.100 - - [24/Mar/2026:15:03:41 +0000] "GET /admin/realms/atmosphere/clients/2b9b70db-0d0d-4c93-875e-2539765e3120/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.038 [auth-system-keycloak-80] [] 10.0.0.51:8080 233 0.038 200 4cb5fa13277d237ee1f71878163fb5aa 199.19.213.100 - - [24/Mar/2026:15:03:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.019 [auth-system-keycloak-80] [] 10.0.0.51:8080 831 0.019 200 dc7ce773a6b9ce0034303ffe1b1595a8 199.19.213.100 - - [24/Mar/2026:15:03:41 +0000] "GET /admin/realms/atmosphere/clients/3b32b704-cdca-48f9-af06-2c4e371e6e37/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.072 [auth-system-keycloak-80] [] 10.0.0.51:8080 3758 0.072 200 9a53b181421a233812cf3e1bd12b1a5d 199.19.213.100 - - [24/Mar/2026:15:03:41 +0000] "GET /admin/realms/atmosphere/users/2545f39e-bce6-4897-b830-cead935a3038/role-mappings/clients/3b32b704-cdca-48f9-af06-2c4e371e6e37/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.186 [auth-system-keycloak-80] [] 10.0.0.51:8080 3758 0.186 200 fa111c8b7af432811bfb4c2c8cb89230 199.19.213.100 - - [24/Mar/2026:15:03:42 +0000] "GET /admin/realms/atmosphere/users/2545f39e-bce6-4897-b830-cead935a3038/role-mappings/clients/3b32b704-cdca-48f9-af06-2c4e371e6e37/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.082 [auth-system-keycloak-80] [] 10.0.0.51:8080 2 0.083 200 d3eb5c6e55e550f655405ba0836763a3 199.19.213.100 - - [24/Mar/2026:15:03:42 +0000] "POST /admin/realms/atmosphere/users/2545f39e-bce6-4897-b830-cead935a3038/role-mappings/clients/3b32b704-cdca-48f9-af06-2c4e371e6e37 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.079 [auth-system-keycloak-80] [] 10.0.0.51:8080 0 0.079 204 e4f90eeeb0c8146e21be0ba7b38ec444 199.19.213.100 - - [24/Mar/2026:15:03:42 +0000] "GET /admin/realms/atmosphere/users/2545f39e-bce6-4897-b830-cead935a3038/role-mappings/clients/3b32b704-cdca-48f9-af06-2c4e371e6e37/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.51:8080 576 0.013 200 c489490239181439e817aff3556d2369 W0324 15:03:44.554936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:44.554961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:47.889964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:47.890029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:04:03.359573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:04:03.359621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:04:06.693597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:04:06.693645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:04:10.028320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:04:10.028366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:50.185519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:50.185566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:21.694753 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0324 15:06:21.694901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:21.694936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:06:21.697519 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0324 15:06:21.697582 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0324 15:06:21.702263 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0324 15:06:21.702489 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9a0a7fe7-375a-4571-a0ef-700649271c44", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6266", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:06:21.702787 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0324 15:06:21.703158 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0324 15:06:21.703236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:21.703261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:06:21.703385 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:06:21.756465 7 controller.go:216] "Backend successfully reloaded" I0324 15:06:21.756689 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4wtxg", UID:"c4feb829-aae2-433f-b904-4b3e97b9d60a", APIVersion:"v1", ResourceVersion:"1106", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:06:22.056916 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0324 15:06:22.058182 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0324 15:06:25.038058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:25.038102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [24/Mar/2026:15:06:26 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.005 300 7a4d18a30b0c049690fd7681ac7b35e6 199.19.213.100 - - [24/Mar/2026:15:06:27 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.17:5000 266 0.005 200 18b020d58028c6ad207f1b087e475303 199.19.213.100 - - [24/Mar/2026:15:06:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.17:5000 1360 0.337 201 efc4233507d4f20f3997168fd7816ee4 199.19.213.100 - - [24/Mar/2026:15:06:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 836cb9fde01781354bbbed657720eb34 199.19.213.100 - - [24/Mar/2026:15:06:27 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.029 [openstack-keystone-api-5000] [] 10.0.0.17:5000 90 0.030 404 aff0565d27717c12559e0f98408aa338 199.19.213.100 - - [24/Mar/2026:15:06:27 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.031 [openstack-keystone-api-5000] [] 10.0.0.17:5000 368 0.032 200 80c1086352cf2530dbf1c74b63b6a939 199.19.213.100 - - [24/Mar/2026:15:06:27 +0000] "GET /v3/domains/4d7cb916884a4f22baf7bbdb10778d63 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.17:5000 245 0.017 200 5df9a90913aa11cfc4690056f25e5706 199.19.213.100 - - [24/Mar/2026:15:06:28 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.17:5000 266 0.003 200 694f3baf4dddf67366c166c20c525b38 199.19.213.100 - - [24/Mar/2026:15:06:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.17:5000 1360 0.288 201 0a67dbb11e30d8134a0f36d5d1dd5e5f 199.19.213.100 - - [24/Mar/2026:15:06:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.004 300 ed984193eced81e9865bce8dcf3912d5 199.19.213.100 - - [24/Mar/2026:15:06:28 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.17:5000 101 0.021 404 e623f60e3b6630b28fc5a6f1d1763c49 199.19.213.100 - - [24/Mar/2026:15:06:28 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.021 [openstack-keystone-api-5000] [] 10.0.0.17:5000 156 0.020 200 1be7cb1bc5bb678ba873f5cc10209419 199.19.213.100 - - [24/Mar/2026:15:06:28 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.025 [openstack-keystone-api-5000] [] 10.0.0.17:5000 342 0.025 201 54e497d8eb1be1ab5f10d03d4edd2614 199.19.213.100 - - [24/Mar/2026:15:06:29 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.17:5000 266 0.003 200 ea01d8c933ae5ef9771bebdc7b16faec 199.19.213.100 - - [24/Mar/2026:15:06:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.17:5000 1360 0.302 201 c39e274fbd6c5005e9490a7c10fa9b66 199.19.213.100 - - [24/Mar/2026:15:06:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 163ba2b2f20f85274cfaf94dde513557 199.19.213.100 - - [24/Mar/2026:15:06:29 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.17:5000 98 0.020 404 84498862d462d4519711ff412d6623c1 199.19.213.100 - - [24/Mar/2026:15:06:29 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.015 [openstack-keystone-api-5000] [] 10.0.0.17:5000 136 0.015 200 f50b55260f44f2a147605b3bae748189 199.19.213.100 - - [24/Mar/2026:15:06:29 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.17:5000 357 0.019 201 0518f52c563423d817e108c9633cd484 199.19.213.100 - - [24/Mar/2026:15:06:30 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.17:5000 266 0.004 200 2956c59000e6ba0fccf54388dc914d1a 199.19.213.100 - - [24/Mar/2026:15:06:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.17:5000 1360 0.290 201 c68f1c7cbe2404ba8cbb012571b23f09 199.19.213.100 - - [24/Mar/2026:15:06:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 c36e1e1fc4e2880e63f2ecceda88bbe3 199.19.213.100 - - [24/Mar/2026:15:06:30 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.022 [openstack-keystone-api-5000] [] 10.0.0.17:5000 131 0.022 404 494b32d873c98de8a865351999063e53 199.19.213.100 - - [24/Mar/2026:15:06:30 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.17:5000 168 0.017 200 6850c545d1e13993375e85a6f0c5e2ac 199.19.213.100 - - [24/Mar/2026:15:06:30 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.022 [openstack-keystone-api-5000] [] 10.0.0.17:5000 224 0.022 201 92e188f5c59b05e3a235e9295f332b78 W0324 15:06:39.835425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:39.835471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:43.170157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:43.170228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:46.502661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:46.502708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:05.329965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:05.330013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:07:06.385562 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.155.150"}] I0324 15:07:06.392724 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"9a0a7fe7-375a-4571-a0ef-700649271c44", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6603", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:07:08.663776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:08.663813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:11.997176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:11.997216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:15.330784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:15.330877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:18.663479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:07:18.663526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:08:47.903663 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:08:47.903788 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0324 15:08:47.903858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:08:47.903885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:08:47.906968 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0324 15:08:47.906993 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0324 15:08:47.913328 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0324 15:08:47.913669 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"a92e1b5a-9604-484e-81b3-f3c22ce13832", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7302", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:08:47.914086 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0324 15:08:47.914550 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:08:47.914760 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0324 15:08:47.914891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:08:47.914932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:08:47.915144 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:08:47.964165 7 controller.go:216] "Backend successfully reloaded" I0324 15:08:47.964413 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4wtxg", UID:"c4feb829-aae2-433f-b904-4b3e97b9d60a", APIVersion:"v1", ResourceVersion:"1106", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:08:48.240685 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0324 15:08:48.241569 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.100 - - [24/Mar/2026:15:08:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.005 300 cd4f6ed40e598d9ce0d1b14409fdfc9b 199.19.213.100 - - [24/Mar/2026:15:08:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.17:5000 1992 0.332 201 7cc389fe8289501b5119e570196d4dc2 199.19.213.100 - - [24/Mar/2026:15:08:49 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.029 [openstack-keystone-api-5000] [] 10.0.0.17:5000 85 0.029 404 93239499cbc4129449c4c4adfbe3cfe8 199.19.213.100 - - [24/Mar/2026:15:08:49 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.17:5000 129 0.020 200 0167ef5b68c885ebaa7a9b88d30c98da 199.19.213.100 - - [24/Mar/2026:15:08:49 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.027 [openstack-keystone-api-5000] [] 10.0.0.17:5000 230 0.026 201 a1147063350d99dcb0b6ac1b9270b57d W0324 15:08:51.249068 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:08:51.249303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:08:51.249336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [24/Mar/2026:15:08:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.005 300 9c94e5c5b8002c4c5d7db36073a70a74 199.19.213.100 - - [24/Mar/2026:15:08:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.287 [openstack-keystone-api-5000] [] 10.0.0.17:5000 1992 0.286 201 b6bfa3bece8c00f8c4e40bd300bfec06 199.19.213.100 - - [24/Mar/2026:15:08:57 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.026 [openstack-keystone-api-5000] [] 10.0.0.17:5000 1521 0.025 200 351a0e9ca45f086a3049925dd7b43337 199.19.213.100 - - [24/Mar/2026:15:08:57 +0000] "PUT /v3/roles/565ef84f8f7c460da4db405ca67f08c1/implies/e496dc19916f4483b6d10670214f53e8 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.041 [openstack-keystone-api-5000] [] 10.0.0.17:5000 521 0.041 201 86e73793fd8997db2f7bfad716a3edcf W0324 15:09:03.315706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:03.315752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:09:06.386041 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.107.155.150"}] I0324 15:09:06.392497 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"a92e1b5a-9604-484e-81b3-f3c22ce13832", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7560", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:09:06.650269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:06.650320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [24/Mar/2026:15:09:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 cfc4e6692b8fd8c4b3e14c126134ab7a 199.19.213.100 - - [24/Mar/2026:15:09:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.17:5000 2055 0.331 201 52b2bdebd4ae5016f5d561402da86db6 199.19.213.100 - - [24/Mar/2026:15:09:42 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.027 [openstack-keystone-api-5000] [] 10.0.0.17:5000 87 0.027 404 10a3605f62f3274cce31dd67506773ff 199.19.213.100 - - [24/Mar/2026:15:09:42 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.132 [openstack-keystone-api-5000] [] 10.0.0.17:5000 390 0.133 200 582abb709e4e6a8f23de05bd57b57be2 199.19.213.100 - - [24/Mar/2026:15:09:42 +0000] "GET /v3/users/rgw-RegionOne?domain_id=ac275b902bb546ba8a6af12e3fc56a7d HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.036 [openstack-keystone-api-5000] [] 10.0.0.17:5000 91 0.035 404 5147df954e3899549b38506910fa0029 199.19.213.100 - - [24/Mar/2026:15:09:42 +0000] "GET /v3/users?domain_id=ac275b902bb546ba8a6af12e3fc56a7d&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.058 [openstack-keystone-api-5000] [] 10.0.0.17:5000 178 0.057 200 7f8446e502adcd54012290eace21c87c 199.19.213.100 - - [24/Mar/2026:15:09:43 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.297 [openstack-keystone-api-5000] [] 10.0.0.17:5000 291 0.297 201 dda6daea60bcf444b2db300760c34175 199.19.213.100 - - [24/Mar/2026:15:09:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.002 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 d7524f1c69a3cd07fe0717977ca3938e 199.19.213.100 - - [24/Mar/2026:15:09:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.291 [openstack-keystone-api-5000] [] 10.0.0.17:5000 2055 0.290 201 df28aee5eabe789e6db437d3693309df 199.19.213.100 - - [24/Mar/2026:15:09:47 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 429 0.027 [openstack-keystone-api-5000] [] 10.0.0.17:5000 83 0.027 404 8cc8c0fb064f47dbba384c931eeb383b 199.19.213.100 - - [24/Mar/2026:15:09:47 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 447 0.025 [openstack-keystone-api-5000] [] 10.0.0.17:5000 361 0.025 200 8a6052f27b02377827dd3c83a8cda420 199.19.213.100 - - [24/Mar/2026:15:09:47 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.17:5000 87 0.020 404 e441507671a7d7b7a6e69a1df14607ea 199.19.213.100 - - [24/Mar/2026:15:09:47 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.17:5000 390 0.022 200 34e11da28762d22aa1776df90aebc9cb 199.19.213.100 - - [24/Mar/2026:15:09:47 +0000] "GET /v3/users/rgw-RegionOne?domain_id=ac275b902bb546ba8a6af12e3fc56a7d HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 480 0.023 [openstack-keystone-api-5000] [] 10.0.0.17:5000 91 0.024 404 fa130cc67f111cff05d3a5f63c621b8f 199.19.213.100 - - [24/Mar/2026:15:09:47 +0000] "GET /v3/users?domain_id=ac275b902bb546ba8a6af12e3fc56a7d&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 498 0.054 [openstack-keystone-api-5000] [] 10.0.0.17:5000 458 0.055 200 bd754fccec4032fbcbe06b01fa4d1cb6 199.19.213.100 - - [24/Mar/2026:15:09:47 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 434 0.019 [openstack-keystone-api-5000] [] 10.0.0.17:5000 88 0.020 404 3de524c0a2d0c60d32ee08ea284c63d5 199.19.213.100 - - [24/Mar/2026:15:09:47 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 452 0.026 [openstack-keystone-api-5000] [] 10.0.0.17:5000 520 0.027 200 f4f74a9182b18894615c046667859cd4 199.19.213.100 - - [24/Mar/2026:15:09:47 +0000] "PUT /v3/projects/0356f9de0d7441bc988c9b671212826d/users/e8a4f140230c4980a7843f08d0c6f574/roles/c51742973a7f4d279f81633c154f3636 HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 556 0.039 [openstack-keystone-api-5000] [] 10.0.0.17:5000 0 0.040 204 9ce253490d09b936c32dba440d36c7a0 199.19.213.100 - - [24/Mar/2026:15:09:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 d70ca80131e2a606398eba68942aa11c 199.19.213.100 - - [24/Mar/2026:15:09:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.17:5000 2055 0.335 201 9578a083194282412349c42127cac8b4 199.19.213.100 - - [24/Mar/2026:15:09:49 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.020 [openstack-keystone-api-5000] [] 10.0.0.17:5000 151 0.020 200 cf98de6650f7217e600ad71b0d6787e2 199.19.213.100 - - [24/Mar/2026:15:09:49 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.038 [openstack-keystone-api-5000] [] 10.0.0.17:5000 263 0.038 201 43c01511f2a63db7671142c6fb8728cd 199.19.213.100 - - [24/Mar/2026:15:09:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.005 300 848ad95b1979bdf0d0b7720c53dd99fa 199.19.213.100 - - [24/Mar/2026:15:09:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.17:5000 2157 0.301 201 84442e3c9a87d4cfa233ebb3fc1341b5 199.19.213.100 - - [24/Mar/2026:15:09:50 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.018 [openstack-keystone-api-5000] [] 10.0.0.17:5000 86 0.019 404 a1b7545303373871288e0abb46df33f8 199.19.213.100 - - [24/Mar/2026:15:09:50 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.17:5000 382 0.020 200 65f0cc6abd9c582bc1b125237730a3cc 199.19.213.100 - - [24/Mar/2026:15:09:50 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=392516ec45214acfbf2f23f3507e7547 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.023 [openstack-keystone-api-5000] [] 10.0.0.17:5000 205 0.023 200 8abe156ecf435f6a27e8c703a508f046 199.19.213.100 - - [24/Mar/2026:15:09:50 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.039 [openstack-keystone-api-5000] [] 10.0.0.17:5000 379 0.040 201 05f910f1c97787aae9d99b1a740f44a8 199.19.213.100 - - [24/Mar/2026:15:09:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 f651687e7b8f94a83a47e26e497804f9 199.19.213.100 - - [24/Mar/2026:15:09:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.17:5000 2366 0.311 201 41cb82279a6c5d4ad1fea45d8571694d 199.19.213.100 - - [24/Mar/2026:15:09:51 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.17:5000 86 0.024 404 52aa066e926bb7f7401d0a2a4d808e78 199.19.213.100 - - [24/Mar/2026:15:09:51 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.021 [openstack-keystone-api-5000] [] 10.0.0.17:5000 382 0.020 200 05e73b3a7c9f25506fe71bca91d05bfb 199.19.213.100 - - [24/Mar/2026:15:09:51 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=392516ec45214acfbf2f23f3507e7547 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.019 [openstack-keystone-api-5000] [] 10.0.0.17:5000 207 0.019 200 68d38615dad294add3d5d553b00cfe92 199.19.213.100 - - [24/Mar/2026:15:09:51 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.024 [openstack-keystone-api-5000] [] 10.0.0.17:5000 392 0.024 201 b323e62e551135f167d24b9bf68d5ff2 W0324 15:09:52.901359 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:09:52.901481 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0324 15:09:52.901534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:52.901551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:09:52.904711 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.003s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:35.7kB} I0324 15:09:52.904751 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0324 15:09:52.912428 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0324 15:09:52.912748 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ba15a693-53c9-498e-a817-3b02299e2d56", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7842", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:09:52.913180 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0324 15:09:52.913721 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:09:52.913859 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0324 15:09:52.913951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:52.913975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:09:52.914148 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:09:52.961388 7 controller.go:216] "Backend successfully reloaded" I0324 15:09:52.961723 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4wtxg", UID:"c4feb829-aae2-433f-b904-4b3e97b9d60a", APIVersion:"v1", ResourceVersion:"1106", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:09:53.403231 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0324 15:09:53.403993 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0324 15:09:56.248006 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:09:56.248141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:56.248157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:10:06.386854 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.107.155.150"}] I0324 15:10:06.394482 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"ba15a693-53c9-498e-a817-3b02299e2d56", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7971", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:10:06.396015 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:10:06.396172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:06.396191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:09.730450 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:10:09.730774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:09.730802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:14.698159 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:10:14.698346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:14.698377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:10:14.698534 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:10:14.748881 7 controller.go:216] "Backend successfully reloaded" I0324 15:10:14.749941 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4wtxg", UID:"c4feb829-aae2-433f-b904-4b3e97b9d60a", APIVersion:"v1", ResourceVersion:"1106", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 15:10:18.033971 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:10:18.034237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:18.034284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:21.365391 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:10:21.365538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:21.365560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:24.701425 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:10:24.701747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:24.701790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:40.255096 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:10:40.255260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:40.255290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:43.589273 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:10:43.589503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:43.589533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:48.316096 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:10:48.316286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:48.316308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:58.522266 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:10:58.522392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:58.522407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:37.642111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:37.642173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:54.160002 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:12:54.160096 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0324 15:12:54.160154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:54.160171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:12:54.163523 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.2kB} I0324 15:12:54.163548 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0324 15:12:54.167056 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0324 15:12:54.167458 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"7f3c91f8-94f1-4623-b677-1ecc92c246f7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9271", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:12:54.167709 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0324 15:12:54.168177 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:12:54.168294 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0324 15:12:54.168378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:54.168398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:12:54.168550 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:12:54.221725 7 controller.go:216] "Backend successfully reloaded" I0324 15:12:54.222258 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-4wtxg", UID:"c4feb829-aae2-433f-b904-4b3e97b9d60a", APIVersion:"v1", ResourceVersion:"1106", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:12:54.366769 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0324 15:12:54.368077 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0324 15:12:57.503449 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:12:57.503648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:57.503669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [24/Mar/2026:15:12:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.005 300 33865fb13f426abb350792df0fb53f44 199.19.213.100 - - [24/Mar/2026:15:12:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.17:5000 3201 0.337 201 a3becfcd0af7e61b14876c8a20a90590 199.19.213.100 - - [24/Mar/2026:15:12:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3fd26c62b13ce80ca7d2581e8f2450bd 199.19.213.100 - - [24/Mar/2026:15:12:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5fb4f992e086fa275469c024babd36d0 199.19.213.100 - - [24/Mar/2026:15:12:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 74a6cbe1f2d0a4c54954fc68840d573a 199.19.213.100 - - [24/Mar/2026:15:12:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.17:5000 3201 0.284 201 e62c6910d92f697342c967051a1225fd 199.19.213.100 - - [24/Mar/2026:15:12:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 24836336c084d28e7547a2f50f0006b1 199.19.213.100 - - [24/Mar/2026:15:12:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 04a40fced716224e674dfd24bfedccdb 199.19.213.100 - - [24/Mar/2026:15:13:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.004 300 34671d9ab6c84d37b1d4ab45aa990c20 199.19.213.100 - - [24/Mar/2026:15:13:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.17:5000 3201 0.284 201 c2fc80d0c33b9ce93f2b7c8fc0ad6b4c 199.19.213.100 - - [24/Mar/2026:15:13:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 364a194e9a594ca4a84b5f424f02e5f6 199.19.213.100 - - [24/Mar/2026:15:13:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1594e80b3dcac8d4d52747c45edeae9f 199.19.213.100 - - [24/Mar/2026:15:13:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 6fc7cbed863483e9e288d92d6276bae9 199.19.213.100 - - [24/Mar/2026:15:13:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.280 [openstack-keystone-api-5000] [] 10.0.0.17:5000 3201 0.280 201 2dd7a3d3ef9fd67d10c37210bbcd6aa3 199.19.213.100 - - [24/Mar/2026:15:13:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b7ef6e00570e32b39469815e17a449a6 199.19.213.100 - - [24/Mar/2026:15:13:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e97c79d6ce01ba307c89c75b6762f11f 199.19.213.100 - - [24/Mar/2026:15:13:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 205bebd69000557afa94c7466d30daba 199.19.213.100 - - [24/Mar/2026:15:13:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.17:5000 3201 0.284 201 700f5a6a5c4cf99006a3644680cb147b 199.19.213.100 - - [24/Mar/2026:15:13:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 76eb88e861527286ee748d894d0f8725 199.19.213.100 - - [24/Mar/2026:15:13:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c695a9c96e3ad1ef2f33ea0c06fd26d4 I0324 15:13:06.383458 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.107.155.150"}] I0324 15:13:06.389928 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"7f3c91f8-94f1-4623-b677-1ecc92c246f7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9360", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:13:06.391970 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:13:06.392162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:13:06.392192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [24/Mar/2026:15:13:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.004 300 7cc60065608c80e7d0c694c8df2c243c 199.19.213.100 - - [24/Mar/2026:15:13:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.17:5000 3201 0.293 201 d02c6a514b96757ddfaaebba5081e8c3 199.19.213.100 - - [24/Mar/2026:15:13:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 14c6c312e96814766fc72558288ae858 199.19.213.100 - - [24/Mar/2026:15:13:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 74dc88f7891146a567a8740f632a2699 199.19.213.100 - - [24/Mar/2026:15:13:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 afb5cf42a51c6def026a46832b647e06 199.19.213.100 - - [24/Mar/2026:15:13:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.17:5000 3201 0.298 201 77d0cb6482a60d5726f8e472e4be3b5c 199.19.213.100 - - [24/Mar/2026:15:13:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4e39ae0cb72df47709e56cf0c9e7ced2 199.19.213.100 - - [24/Mar/2026:15:13:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c530c58b7f701786a2146f16b303713b W0324 15:13:09.725788 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:13:09.726011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:13:09.726044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [24/Mar/2026:15:13:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 cc42d1cd2f30040e038a80416494f515 199.19.213.100 - - [24/Mar/2026:15:13:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.281 [openstack-keystone-api-5000] [] 10.0.0.17:5000 3201 0.282 201 c893ff39d2b71b8fde6fcd3301f96a3d 199.19.213.100 - - [24/Mar/2026:15:13:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e05c411e5fc9ab9962e665ded123aebb 199.19.213.100 - - [24/Mar/2026:15:13:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - da30f81a36c5e178d35e4a20afdda437 199.19.213.100 - - [24/Mar/2026:15:13:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.002 300 efe8a5a4fc4ecd5d10e6cb6ed9d534e6 199.19.213.100 - - [24/Mar/2026:15:13:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.17:5000 3201 0.294 201 9ecb4fdc5e8f5de99636d7ee2ae7e1ce 199.19.213.100 - - [24/Mar/2026:15:13:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 21bbf2618a9fb8d8de96aadfc4eb197a 199.19.213.100 - - [24/Mar/2026:15:13:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4919e5e683915d074d2daf7e88d24246 199.19.213.100 - - [24/Mar/2026:15:13:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 f6787d8c23bc01698028c6dfc9bc0bf5 199.19.213.100 - - [24/Mar/2026:15:13:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.17:5000 3201 0.301 201 7b5c28ef526330cb9898b4348d598b60 199.19.213.100 - - [24/Mar/2026:15:13:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2506570d03aeb17510c0b98ff6741aa0 199.19.213.100 - - [24/Mar/2026:15:13:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8005accc17f2da2a781c38f1c10335a5 199.19.213.100 - - [24/Mar/2026:15:13:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 6c169e3af298a6c7896e24c94c8f21a6 199.19.213.100 - - [24/Mar/2026:15:13:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.17:5000 3201 0.285 201 24fcd787aeaf5de7eae673ba16a3ff2f 199.19.213.100 - - [24/Mar/2026:15:13:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 17c542359df2d32287297cd795672e4f 199.19.213.100 - - [24/Mar/2026:15:13:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 27ae0e03e08bb65dcc3f1147bacf2a33 W0324 15:13:16.163987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:13:16.164024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.100 - - [24/Mar/2026:15:13:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.003 300 91e2a0950e022c796a41c5ab44ab667f 199.19.213.100 - - [24/Mar/2026:15:13:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.17:5000 3201 0.292 201 a9b7e78ce9e4dce1de4eec510b73813b 199.19.213.100 - - [24/Mar/2026:15:13:17 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.145:9292 1312 0.003 300 29207233bcd7b4a111ecb15e8254637e 199.19.213.100 - - [24/Mar/2026:15:13:18 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.589 [openstack-glance-api-9292] [] 10.0.0.145:9292 69 0.589 200 f8f064ceadc323b641bc2a8b0a0f5693 199.19.213.100 - - [24/Mar/2026:15:13:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.17:5000 281 0.004 300 9c730ddcf737311dc5020eabe891f101 199.19.213.100 - - [24/Mar/2026:15:13:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.17:5000 3201 0.284 201 6febd63da610b74d6e4fa240fd2fb134 199.19.213.100 - - [24/Mar/2026:15:13:21 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.001 [openstack-glance-api-9292] [] 10.0.0.145:9292 1312 0.002 300 8b27e59576a2523c9a1382ebb2c2fe49 199.19.213.100 - - [24/Mar/2026:15:13:21 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.030 [openstack-glance-api-9292] [] 10.0.0.145:9292 69 0.030 200 77539046622e953a77960c673b478b5a 199.19.213.100 - - [24/Mar/2026:15:13:21 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.126 [openstack-glance-api-9292] [] 10.0.0.145:9292 151 0.126 404 5556fe22b2cf85340f9e18d959cc54d8 199.19.213.100 - - [24/Mar/2026:15:13:21 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.145:9292 81 0.024 200 c62797d4de2dabfc449c27dce65c879b 199.19.213.100 - - [24/Mar/2026:15:13:21 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.145:9292 84 0.025 200 2a54f258e1750367f94236a1d7cd7c08 199.19.213.100 - - [24/Mar/2026:15:13:21 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.058 [openstack-glance-api-9292] [] 10.0.0.145:9292 760 0.058 201 cf0bd0b73272c0556a0575cc8a9cd909 199.19.213.100 - - [24/Mar/2026:15:13:24 +0000] "PUT /v2/images/7127f25f-d807-4814-a219-14633c9a756a/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.280 [openstack-glance-api-9292] [] 10.0.0.145:9292 0 3.279 204 b72548427c7cc10cfb00a77862908fb1 199.19.213.100 - - [24/Mar/2026:15:13:24 +0000] "GET /v2/images/7127f25f-d807-4814-a219-14633c9a756a HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-glance-api-9292] [] 10.0.0.145:9292 1171 0.020 200 9a3fba84569a5e65f173307c839abe75 199.19.213.100 - - [24/Mar/2026:15:13:25 +0000] "GET /v2/images/7127f25f-d807-4814-a219-14633c9a756a HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.145:9292 1171 0.014 200 564a6bc2b620ec0ba4333ee90b850868 W0324 15:13:27.938318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:13:27.938364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:13:31.272167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:13:31.272209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store