------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0331 20:29:39.709202 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 20:29:39.709365 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0331 20:29:39.716755 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0331 20:29:39.720250 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0331 20:29:40.056662 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0331 20:29:40.077319 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0331 20:29:40.089765 7 nginx.go:271] "Starting NGINX Ingress controller" I0331 20:29:40.095866 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"84256c0e-aa59-44b5-8f9a-b2c8558e0021", APIVersion:"v1", ResourceVersion:"1396", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0331 20:29:40.099940 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"2b815a98-bc8c-492d-921b-a10d7bfa9fb4", APIVersion:"v1", ResourceVersion:"1398", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0331 20:29:40.099992 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"05202116-a8ef-4429-a432-592c76636f24", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0331 20:29:41.291566 7 nginx.go:317] "Starting NGINX process" I0331 20:29:41.291737 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0331 20:29:41.292030 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0331 20:29:41.292331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:41.292374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:29:41.292422 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:29:41.301894 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0331 20:29:41.301958 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-wvsdp" I0331 20:29:41.325409 7 controller.go:216] "Backend successfully reloaded" I0331 20:29:41.325504 7 controller.go:227] "Initial sync, sleeping for 1 second" I0331 20:29:41.325543 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wvsdp", UID:"1fe501db-c840-48b4-ba12-6b73b4dd5df1", APIVersion:"v1", ResourceVersion:"1440", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:29:45.121690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:45.121726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:48.455605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:48.455656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:51.790045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:51.790092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:55.123373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:55.123419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:58.456692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:29:58.456722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:30:01.789113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:30:01.789180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:30:05.122463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:30:05.122506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:30:08.455960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:30:08.456008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:30:11.789438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:30:11.789478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:30:15.122014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:30:15.122059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:30:18.455165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:30:18.455224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:08.497382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:08.497416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:11.831628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:11.831679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:25.624008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:25.624041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:28.958439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:28.958496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:32.291503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:32.291562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:35.624301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:35.624343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:38.957475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:38.957518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:42.291332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:42.291386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:45.624524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:45.624575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:48.958426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:48.958465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:52.292155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:52.292199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:55.625154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:55.625213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:58.959694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:31:58.959741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:34:00.757668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:34:00.757705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:34:03.564127 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-22.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-22.nip.io-tls was not found. Using default certificate W0331 20:34:03.564189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:34:03.564207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:34:03.566012 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0331 20:34:03.566051 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0331 20:34:03.574369 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0331 20:34:03.574617 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e3c28f76-128a-4294-8da1-7c48c587d128", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3435", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:34:03.574797 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-22.nip.io-tls" in local store I0331 20:34:03.836258 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-22.nip.io-tls" I0331 20:34:03.836992 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-22.nip.io-tls" W0331 20:34:04.091056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:34:04.091084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:34:04.091133 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:34:04.135142 7 controller.go:216] "Backend successfully reloaded" I0331 20:34:04.135714 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wvsdp", UID:"1fe501db-c840-48b4-ba12-6b73b4dd5df1", APIVersion:"v1", ResourceVersion:"1440", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:34:07.425824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:34:07.425981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [31/Mar/2026:20:34:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.972 [auth-system-keycloak-80] [] 10.0.0.176:8080 1925 1.970 200 b48019af43adc838150a014e79e25c13 199.204.45.22 - - [31/Mar/2026:20:34:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.097 [auth-system-keycloak-80] [] 10.0.0.176:8080 116 0.097 404 055b1e69fc2be029533cd3da77562ace 199.204.45.22 - - [31/Mar/2026:20:34:19 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.468 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 4.467 201 88cb06781e69fd8fbc8befa38424fa38 199.204.45.22 - - [31/Mar/2026:20:34:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.703 [auth-system-keycloak-80] [] 10.0.0.176:8080 4246 0.704 200 6701abe906aa2f19cc173db0354d6e44 199.204.45.22 - - [31/Mar/2026:20:34:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.176:8080 1925 0.474 200 47f9da7b0a605bcc6e60dee058a59b14 199.204.45.22 - - [31/Mar/2026:20:34:21 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.079 [auth-system-keycloak-80] [] 10.0.0.176:8080 12500 0.079 200 10cab196773bb7e0445f01efdfa63c08 199.204.45.22 - - [31/Mar/2026:20:34:21 +0000] "GET /admin/realms/atmosphere/client-scopes/ad155bad-9d35-494f-a715-89a05cccd6ad HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.074 [auth-system-keycloak-80] [] 10.0.0.176:8080 1278 0.075 200 07b73823916d555ce302f06738cb132b 199.204.45.22 - - [31/Mar/2026:20:34:21 +0000] "PUT /admin/realms/atmosphere/client-scopes/ad155bad-9d35-494f-a715-89a05cccd6ad HTTP/1.1" 204 0 "-" "Ansible" 1846 0.186 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.185 204 40dc5de591cc4bc9d6f5b33382edff98 199.204.45.22 - - [31/Mar/2026:20:34:21 +0000] "GET /admin/realms/atmosphere/client-scopes/ad155bad-9d35-494f-a715-89a05cccd6ad/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.091 [auth-system-keycloak-80] [] 10.0.0.176:8080 963 0.092 200 ae3e6c19c2a7f31f1493187878111cc6 199.204.45.22 - - [31/Mar/2026:20:34:21 +0000] "GET /admin/realms/atmosphere/client-scopes/ad155bad-9d35-494f-a715-89a05cccd6ad/protocol-mappers/models/709cc5bc-ca91-4735-804f-923ec7595c0b HTTP/1.1" 200 366 "-" "Ansible" 1307 0.009 [auth-system-keycloak-80] [] 10.0.0.176:8080 366 0.010 200 d1c8b4ccc180f0414487e7119c5fb68b 199.204.45.22 - - [31/Mar/2026:20:34:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/ad155bad-9d35-494f-a715-89a05cccd6ad/protocol-mappers/models/709cc5bc-ca91-4735-804f-923ec7595c0b HTTP/1.1" 204 0 "-" "Ansible" 1620 0.079 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.078 204 c14bba0e3ab1e10114076a1cb33893fa 199.204.45.22 - - [31/Mar/2026:20:34:22 +0000] "GET /admin/realms/atmosphere/client-scopes/ad155bad-9d35-494f-a715-89a05cccd6ad HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.081 [auth-system-keycloak-80] [] 10.0.0.176:8080 1218 0.081 200 7e8f7af8ca6b01a47101abb8f8b0a403 I0331 20:34:41.308679 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.110.241"}] I0331 20:34:41.314766 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e3c28f76-128a-4294-8da1-7c48c587d128", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3825", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:34:41.316795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:34:41.316829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [31/Mar/2026:20:34:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.434 [auth-system-keycloak-80] [] 10.0.0.176:8080 1925 0.432 200 903cb0662caa00aa6707ae2347cbc785 199.204.45.22 - - [31/Mar/2026:20:34:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.033 [auth-system-keycloak-80] [] 10.0.0.176:8080 2 0.033 200 23a4d1df3a3601bb86301d88e40c65d8 199.204.45.22 - - [31/Mar/2026:20:34:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.208 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.208 201 d0d51f8f70006ee33b53a66a50196c0c 199.204.45.22 - - [31/Mar/2026:20:34:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.080 [auth-system-keycloak-80] [] 10.0.0.176:8080 1259 0.079 200 a3d113fd2040b94676fca3b0ae63bfda 199.204.45.22 - - [31/Mar/2026:20:34:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.934 [auth-system-keycloak-80] [] 10.0.0.176:8080 1925 0.933 200 6519b5daacbe80cee348d6091a0c7906 199.204.45.22 - - [31/Mar/2026:20:34:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.056 [auth-system-keycloak-80] [] 10.0.0.176:8080 2 0.056 200 4abc7708875410f451bb8ad04cf06fa1 199.204.45.22 - - [31/Mar/2026:20:34:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.037 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.037 201 98d38be82796cae356a52c1479e2fa57 199.204.45.22 - - [31/Mar/2026:20:34:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.053 [auth-system-keycloak-80] [] 10.0.0.176:8080 1283 0.053 200 bfd8610aaf3aa857fa57d8eaf7305a54 199.204.45.22 - - [31/Mar/2026:20:34:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.437 [auth-system-keycloak-80] [] 10.0.0.176:8080 1925 0.435 200 e7f6b3b748245875acfa4bf9040fcac9 199.204.45.22 - - [31/Mar/2026:20:34:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.038 [auth-system-keycloak-80] [] 10.0.0.176:8080 2 0.038 200 f8fabc3c299d03847fc8f91d372f69e6 199.204.45.22 - - [31/Mar/2026:20:34:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.088 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.088 201 4bb184571aa42d0f98bdd3642b1414db 199.204.45.22 - - [31/Mar/2026:20:34:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.176:8080 1249 0.021 200 53e3847ba3cf5d61e3ca89f280b68e01 199.204.45.22 - - [31/Mar/2026:20:34:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.474 [auth-system-keycloak-80] [] 10.0.0.176:8080 1925 0.472 200 d3646e177426880d779ae66af9864d75 199.204.45.22 - - [31/Mar/2026:20:34:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.176:8080 1259 0.007 200 74b5cc4e36db71e6c3bb93c787794cdb 199.204.45.22 - - [31/Mar/2026:20:34:47 +0000] "GET /admin/realms/atmosphere/clients/5856687c-02f8-4dff-afe3-9735ada1e0e7/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.025 [auth-system-keycloak-80] [] 10.0.0.176:8080 119 0.025 404 1f45319284877f21abc0f83dafb98264 199.204.45.22 - - [31/Mar/2026:20:34:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.176:8080 1259 0.006 200 2ce86d9593f4f4d0a10c630ff98aa87d 199.204.45.22 - - [31/Mar/2026:20:34:47 +0000] "POST /admin/realms/atmosphere/clients/5856687c-02f8-4dff-afe3-9735ada1e0e7/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.019 201 7db07c92a712ed681e0f31f729087ac0 199.204.45.22 - - [31/Mar/2026:20:34:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.176:8080 1259 0.006 200 bc73bcef46cd4f188c1648bc22123423 199.204.45.22 - - [31/Mar/2026:20:34:47 +0000] "GET /admin/realms/atmosphere/clients/5856687c-02f8-4dff-afe3-9735ada1e0e7/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.035 [auth-system-keycloak-80] [] 10.0.0.176:8080 166 0.035 200 42df5f4e203a3d801a4646a9ec983351 199.204.45.22 - - [31/Mar/2026:20:34:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.478 [auth-system-keycloak-80] [] 10.0.0.176:8080 1925 0.477 200 54b321ad6547b24af2bcdfd4ab280c86 199.204.45.22 - - [31/Mar/2026:20:34:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.024 [auth-system-keycloak-80] [] 10.0.0.176:8080 1283 0.024 200 5c538686223d4dfdebc5d1300f91ab32 199.204.45.22 - - [31/Mar/2026:20:34:48 +0000] "GET /admin/realms/atmosphere/clients/68460e6e-1595-43c1-9e9a-ea5ed07c712d/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.176:8080 119 0.009 404 f73d35c5511997371186cb7baf2f17fa 199.204.45.22 - - [31/Mar/2026:20:34:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.176:8080 1283 0.007 200 8d35417006fe0ad315f0c633de8750c2 199.204.45.22 - - [31/Mar/2026:20:34:48 +0000] "POST /admin/realms/atmosphere/clients/68460e6e-1595-43c1-9e9a-ea5ed07c712d/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.015 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.015 201 49289f82c884647bfc28bf2a737357a2 199.204.45.22 - - [31/Mar/2026:20:34:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.176:8080 1283 0.008 200 7675dd2d7cfe6c973e57e4c761a6f6f2 199.204.45.22 - - [31/Mar/2026:20:34:48 +0000] "GET /admin/realms/atmosphere/clients/68460e6e-1595-43c1-9e9a-ea5ed07c712d/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.022 [auth-system-keycloak-80] [] 10.0.0.176:8080 165 0.022 200 3f0a8985039c0cb979773be3f2afa3be 199.204.45.22 - - [31/Mar/2026:20:34:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.176:8080 1925 0.478 200 e05492e2658a4b285e5f371a5a99d03f 199.204.45.22 - - [31/Mar/2026:20:34:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.025 [auth-system-keycloak-80] [] 10.0.0.176:8080 1283 0.025 200 f87fd9c29a162228230d770bba32d626 199.204.45.22 - - [31/Mar/2026:20:34:49 +0000] "GET /admin/realms/atmosphere/clients/68460e6e-1595-43c1-9e9a-ea5ed07c712d/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.176:8080 119 0.010 404 31922bfe4b4993730b20439b7a7b8b5c 199.204.45.22 - - [31/Mar/2026:20:34:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.176:8080 1283 0.006 200 4535025136519b9537be8dd6d6b4ded2 199.204.45.22 - - [31/Mar/2026:20:34:49 +0000] "POST /admin/realms/atmosphere/clients/68460e6e-1595-43c1-9e9a-ea5ed07c712d/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.060 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.058 201 8043a53f361ca3ca563fb3b684fbe49e 199.204.45.22 - - [31/Mar/2026:20:34:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.176:8080 1283 0.005 200 bb97532373c1d7ba4c016225cbb96968 199.204.45.22 - - [31/Mar/2026:20:34:49 +0000] "GET /admin/realms/atmosphere/clients/68460e6e-1595-43c1-9e9a-ea5ed07c712d/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.176:8080 166 0.011 200 50063cc2a0da2103be35e3b0d6eb0fb9 199.204.45.22 - - [31/Mar/2026:20:34:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.432 [auth-system-keycloak-80] [] 10.0.0.176:8080 1925 0.431 200 9dc964356a9c7c2d8dfe8eb8eca132ad 199.204.45.22 - - [31/Mar/2026:20:34:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.039 [auth-system-keycloak-80] [] 10.0.0.176:8080 1283 0.039 200 e585d9c1e573795243fd56175eab23f8 199.204.45.22 - - [31/Mar/2026:20:34:50 +0000] "GET /admin/realms/atmosphere/clients/68460e6e-1595-43c1-9e9a-ea5ed07c712d/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.176:8080 119 0.009 404 90b199b128d8ad6eb2561e82d1ee408f 199.204.45.22 - - [31/Mar/2026:20:34:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.084 [auth-system-keycloak-80] [] 10.0.0.176:8080 1283 0.084 200 19ef48c8420253cd036ee36ea2cdb07a 199.204.45.22 - - [31/Mar/2026:20:34:50 +0000] "POST /admin/realms/atmosphere/clients/68460e6e-1595-43c1-9e9a-ea5ed07c712d/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.020 201 1889543c465340368a810bf873e52231 199.204.45.22 - - [31/Mar/2026:20:34:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.176:8080 1283 0.005 200 85807ca8bd7809671a6f2f566e2ea42b 199.204.45.22 - - [31/Mar/2026:20:34:50 +0000] "GET /admin/realms/atmosphere/clients/68460e6e-1595-43c1-9e9a-ea5ed07c712d/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.022 [auth-system-keycloak-80] [] 10.0.0.176:8080 166 0.023 200 7a58a31c3499bc3555a81b9c1cdc6787 199.204.45.22 - - [31/Mar/2026:20:34:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.464 [auth-system-keycloak-80] [] 10.0.0.176:8080 1925 0.463 200 b0b38e90c29d1198628f0ab6172e0ea3 199.204.45.22 - - [31/Mar/2026:20:34:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.036 [auth-system-keycloak-80] [] 10.0.0.176:8080 1249 0.036 200 108e3eddacb2cb99bc1b140eb94e78c5 199.204.45.22 - - [31/Mar/2026:20:34:51 +0000] "GET /admin/realms/atmosphere/clients/32d6d1e6-b779-4cb1-a442-6ad9878b59bb/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.176:8080 119 0.009 404 17166bdf69c5396009f24885312ffaff 199.204.45.22 - - [31/Mar/2026:20:34:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.176:8080 1249 0.006 200 137f089fa40a6a9da9c9bdf33683bfac 199.204.45.22 - - [31/Mar/2026:20:34:51 +0000] "POST /admin/realms/atmosphere/clients/32d6d1e6-b779-4cb1-a442-6ad9878b59bb/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.051 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.049 201 3f72d3de8e5a78bb96f088d00d58e1c0 199.204.45.22 - - [31/Mar/2026:20:34:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.176:8080 1249 0.007 200 5c2a653641a5205818d82c34e97af58a 199.204.45.22 - - [31/Mar/2026:20:34:51 +0000] "GET /admin/realms/atmosphere/clients/32d6d1e6-b779-4cb1-a442-6ad9878b59bb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.176:8080 166 0.011 200 3f2ce970612d74ba42718b3e18aee390 W0331 20:35:08.945396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:08.945433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:12.278883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:12.278931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:57.274952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:57.274982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:57.343672 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:35:57.343771 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0331 20:35:57.343806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:57.343822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:57.343850 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:35:57.343915 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0331 20:35:57.343954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:57.343970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:57.344658 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:35:57.344730 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0331 20:35:57.344764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:35:57.344777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:35:57.345443 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0331 20:35:57.345471 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0331 20:35:57.345689 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0331 20:35:57.345714 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0331 20:35:57.346173 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0331 20:35:57.346198 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0331 20:35:57.353559 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0331 20:35:57.353938 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0331 20:35:57.353962 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0331 20:35:57.354070 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"37b6b180-bb0b-4c86-bd39-6721b5463593", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4456", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:35:57.354098 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"168f4e49-435e-4858-8ca7-834f5ca21b4a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4458", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:35:57.354149 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0331 20:35:57.354170 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0331 20:35:57.354340 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"59f3beba-bb79-43da-b04d-cc41d53df706", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4459", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:35:57.354361 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0331 20:35:57.560989 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0331 20:35:57.562102 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0331 20:35:57.565400 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0331 20:35:57.566435 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0331 20:35:59.114860 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0331 20:35:59.116097 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0331 20:36:00.608705 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:36:00.608778 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:36:00.608814 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:36:00.608938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:00.608961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:36:00.609113 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:36:00.659535 7 controller.go:216] "Backend successfully reloaded" I0331 20:36:00.659950 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wvsdp", UID:"1fe501db-c840-48b4-ba12-6b73b4dd5df1", APIVersion:"v1", ResourceVersion:"1440", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:36:03.943524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:36:03.943566 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:36:03.943584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:36:03.943653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:03.943672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:07.276133 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:36:07.276240 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:36:07.276297 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:36:07.276427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:07.276450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:10.608473 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:36:10.608524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:36:10.608549 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:36:10.608772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:10.608793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:13.942813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:36:13.942873 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:36:13.942921 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:36:13.943064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:13.943091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:17.275996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:36:17.276056 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 20:36:17.276094 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:36:17.276210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:17.276239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:20.609055 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:36:20.609118 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:36:20.609203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:20.609215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:23.943188 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:36:23.943287 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:36:23.943409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:23.943438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:27.275442 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:36:27.275513 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:36:27.275601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:27.275622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:30.608993 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:36:30.609229 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:36:30.609400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:30.609420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.25 - - [31/Mar/2026:20:36:33 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.032 [auth-system-keycloak-80] [] 10.0.0.176:8080 6361 0.031 200 5c40570675485718805e6e302d947aba W0331 20:36:33.941937 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:36:33.942102 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 20:36:33.942253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:33.942376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.131 - - [31/Mar/2026:20:36:34 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.176:8080 6361 0.008 200 fd42502457129bdf32b98c0d2a681c07 W0331 20:36:37.275200 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 20:36:37.275412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:37.275444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:40.608756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:40.608805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:36:41.310562 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.110.241"}] I0331 20:36:41.310794 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.110.241"}] I0331 20:36:41.311006 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.110.241"}] I0331 20:36:41.316688 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"168f4e49-435e-4858-8ca7-834f5ca21b4a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5573", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:36:41.321513 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"59f3beba-bb79-43da-b04d-cc41d53df706", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5574", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 20:36:41.322713 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"37b6b180-bb0b-4c86-bd39-6721b5463593", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5575", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:36:43.942930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:43.942979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:47.276369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:47.276424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:50.611149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:50.611231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:53.942226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:53.942292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:57.275694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:36:57.275781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [31/Mar/2026:20:36:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.490 [auth-system-keycloak-80] [] 10.0.0.176:8080 1925 0.489 200 3910ad8be66b70694ce1fdcbf043d642 199.204.45.22 - - [31/Mar/2026:20:36:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.025 [auth-system-keycloak-80] [] 10.0.0.176:8080 4246 0.025 200 c07bb56b0d1a5f0e06024fe63908f3a7 199.204.45.22 - - [31/Mar/2026:20:36:59 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.419 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.418 204 11f7dcf2462f50190071fc6cda070cca 199.204.45.22 - - [31/Mar/2026:20:36:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.177 [auth-system-keycloak-80] [] 10.0.0.176:8080 4384 0.177 200 71d8e29ccb4f160326bed56c1d209791 199.204.45.22 - - [31/Mar/2026:20:37:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.463 [auth-system-keycloak-80] [] 10.0.0.176:8080 1925 0.462 200 0d2e70189258926824b3f5d5bbcc2ff2 199.204.45.22 - - [31/Mar/2026:20:37:00 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.012 [auth-system-keycloak-80] [] 10.0.0.176:8080 1682 0.012 200 f025f210293851d95e80057d65cc0ba2 199.204.45.22 - - [31/Mar/2026:20:37:00 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6361 "-" "ansible-httpget" 180 0.008 [auth-system-keycloak-80] [] 10.0.0.176:8080 6361 0.008 200 aabc9e26074888a072771014f7a06fa6 199.204.45.22 - - [31/Mar/2026:20:37:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.478 [auth-system-keycloak-80] [] 10.0.0.176:8080 1925 0.477 200 40b087c35d9442214aa82aedcd241a6a 199.204.45.22 - - [31/Mar/2026:20:37:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.012 [auth-system-keycloak-80] [] 10.0.0.176:8080 2 0.012 200 32696fc636491091ba9997dca450ac58 199.204.45.22 - - [31/Mar/2026:20:37:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.198 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.197 201 a10d19d12b97874e0f674465676893cd 199.204.45.22 - - [31/Mar/2026:20:37:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.071 [auth-system-keycloak-80] [] 10.0.0.176:8080 2242 0.071 200 4f1a536db9a16d392df20f7ef5f2e04e 199.204.45.22 - - [31/Mar/2026:20:37:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.176:8080 1925 0.475 200 b707d31a18dbbd2be069e892191a29ac 199.204.45.22 - - [31/Mar/2026:20:37:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.004 [auth-system-keycloak-80] [] 10.0.0.176:8080 2242 0.004 200 9704e4db90a8358c06cbeb8e508e8bad 199.204.45.22 - - [31/Mar/2026:20:37:03 +0000] "GET /admin/realms/atmosphere/clients/0684a79f-33af-4eee-824d-2f7542fdfe9c/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.038 [auth-system-keycloak-80] [] 10.0.0.176:8080 233 0.038 200 40be6c8494128afda1aadfc378ecf654 199.204.45.22 - - [31/Mar/2026:20:37:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.086 [auth-system-keycloak-80] [] 10.0.0.176:8080 831 0.085 200 d2042627a8e3bf562e97d3942c5f9fc3 199.204.45.22 - - [31/Mar/2026:20:37:03 +0000] "GET /admin/realms/atmosphere/clients/703624d4-e616-4973-969d-dee8360a65c8/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.028 [auth-system-keycloak-80] [] 10.0.0.176:8080 3758 0.027 200 137d390c7092f36671118fbde6f186fc 199.204.45.22 - - [31/Mar/2026:20:37:04 +0000] "GET /admin/realms/atmosphere/users/c0063c90-26de-4aae-97e2-1c518c9a2fa0/role-mappings/clients/703624d4-e616-4973-969d-dee8360a65c8/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.248 [auth-system-keycloak-80] [] 10.0.0.176:8080 3758 0.248 200 3b1b0801469de86075f4faafce64fc73 199.204.45.22 - - [31/Mar/2026:20:37:04 +0000] "GET /admin/realms/atmosphere/users/c0063c90-26de-4aae-97e2-1c518c9a2fa0/role-mappings/clients/703624d4-e616-4973-969d-dee8360a65c8/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.019 [auth-system-keycloak-80] [] 10.0.0.176:8080 2 0.019 200 a701bc0741228eb585c85110a8d50316 199.204.45.22 - - [31/Mar/2026:20:37:04 +0000] "POST /admin/realms/atmosphere/users/c0063c90-26de-4aae-97e2-1c518c9a2fa0/role-mappings/clients/703624d4-e616-4973-969d-dee8360a65c8 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.069 [auth-system-keycloak-80] [] 10.0.0.176:8080 0 0.069 204 679aefeb75cc43896d58e2a64db7753f 199.204.45.22 - - [31/Mar/2026:20:37:04 +0000] "GET /admin/realms/atmosphere/users/c0063c90-26de-4aae-97e2-1c518c9a2fa0/role-mappings/clients/703624d4-e616-4973-969d-dee8360a65c8/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.080 [auth-system-keycloak-80] [] 10.0.0.176:8080 576 0.080 200 6e960698eaa4b45e19f1cdb02bfab175 W0331 20:37:07.108077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:37:07.108124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:37:10.442035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:37:10.442086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:37:22.575278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:37:22.575390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:37:25.909249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:37:25.909291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:39:11.566507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:39:11.566573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:39:42.668421 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 20:39:42.668487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:39:42.668505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:39:42.671067 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:28.7kB} I0331 20:39:42.671098 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0331 20:39:42.677543 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0331 20:39:42.677734 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1f7d4321-d5af-4a2f-ac96-e9a978f9c2d8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6822", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:39:42.678002 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0331 20:39:42.678319 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 20:39:42.678389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:39:42.678413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:39:42.678537 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:39:42.728590 7 controller.go:216] "Backend successfully reloaded" I0331 20:39:42.728926 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wvsdp", UID:"1fe501db-c840-48b4-ba12-6b73b4dd5df1", APIVersion:"v1", ResourceVersion:"1440", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 20:39:42.869660 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0331 20:39:42.870996 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0331 20:39:46.012756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:39:46.012821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [31/Mar/2026:20:39:47 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.005 300 cfc66a4fa14f6bcee19dea609426abc0 199.204.45.22 - - [31/Mar/2026:20:39:48 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.223:5000 265 0.005 200 e6dd259b54ff0d5bf55a96eb273515d2 199.204.45.22 - - [31/Mar/2026:20:39:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.352 [openstack-keystone-api-5000] [] 10.0.0.223:5000 1359 0.351 201 7641898e52bc5670a2f8474d439ce93a 199.204.45.22 - - [31/Mar/2026:20:39:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.004 300 d78aa6f85cfa0e1005c1916813687c88 199.204.45.22 - - [31/Mar/2026:20:39:48 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.026 [openstack-keystone-api-5000] [] 10.0.0.223:5000 90 0.027 404 aac27606779bcd44fcf1bc2c74d9076f 199.204.45.22 - - [31/Mar/2026:20:39:48 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.223:5000 366 0.027 200 c7bc511e3937e0d783e74b905b0d0925 199.204.45.22 - - [31/Mar/2026:20:39:48 +0000] "GET /v3/domains/08b73cdad9ee4959a92fdcf36fdf954b HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.026 [openstack-keystone-api-5000] [] 10.0.0.223:5000 244 0.025 200 190773b8a31886f0d8a630f9d6fa24f5 199.204.45.22 - - [31/Mar/2026:20:39:49 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 265 0.004 200 b955e5c9deed0a3959d43a53f1e2f590 199.204.45.22 - - [31/Mar/2026:20:39:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.323 [openstack-keystone-api-5000] [] 10.0.0.223:5000 1359 0.323 201 c8c70cbac04b0924f9d9bcade388938e 199.204.45.22 - - [31/Mar/2026:20:39:49 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.004 300 18b6d686800fe60cac2f9ba8444676c0 199.204.45.22 - - [31/Mar/2026:20:39:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.021 [openstack-keystone-api-5000] [] 10.0.0.223:5000 101 0.021 404 ecc6873416378e2742a982947ca9e212 199.204.45.22 - - [31/Mar/2026:20:39:49 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.023 [openstack-keystone-api-5000] [] 10.0.0.223:5000 155 0.023 200 8f8bf92655596c2da7906ba470aa03d8 199.204.45.22 - - [31/Mar/2026:20:39:49 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.024 [openstack-keystone-api-5000] [] 10.0.0.223:5000 451 0.025 201 43b14355fb2079ada222af9e2548725d 199.204.45.22 - - [31/Mar/2026:20:39:50 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.223:5000 265 0.004 200 8498b37b2403c34bdab122e36e818764 199.204.45.22 - - [31/Mar/2026:20:39:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.223:5000 1359 0.285 201 2f9c08c28a25845cd6afb16ec0b5a707 199.204.45.22 - - [31/Mar/2026:20:39:50 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.004 300 43bb842a723e0d3178c9dab4afeb1d04 199.204.45.22 - - [31/Mar/2026:20:39:50 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.023 [openstack-keystone-api-5000] [] 10.0.0.223:5000 98 0.023 404 b7eb150eefad539b51b6e19c4ee49838 199.204.45.22 - - [31/Mar/2026:20:39:50 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.023 [openstack-keystone-api-5000] [] 10.0.0.223:5000 135 0.023 200 dfeba4f02cdb0bd360679adec957b50c 199.204.45.22 - - [31/Mar/2026:20:39:50 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.023 [openstack-keystone-api-5000] [] 10.0.0.223:5000 331 0.023 201 0d048a00481a2ea706e0e9d4a13283c2 199.204.45.22 - - [31/Mar/2026:20:39:51 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 265 0.004 200 a86caebd00b9eb729828351b65bf9359 199.204.45.22 - - [31/Mar/2026:20:39:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.223:5000 1359 0.288 201 8fcc749df39260da5b0e0f353e5ea092 199.204.45.22 - - [31/Mar/2026:20:39:51 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.003 300 27199b4230b667beebe0a9ed829ed42b 199.204.45.22 - - [31/Mar/2026:20:39:51 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.025 [openstack-keystone-api-5000] [] 10.0.0.223:5000 131 0.025 404 1d591e26af854aa094b657172549a7ac 199.204.45.22 - - [31/Mar/2026:20:39:51 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.021 [openstack-keystone-api-5000] [] 10.0.0.223:5000 167 0.022 200 f3f63c6b98dafedd633c21f7778d8ae2 199.204.45.22 - - [31/Mar/2026:20:39:51 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.029 [openstack-keystone-api-5000] [] 10.0.0.223:5000 222 0.029 201 115bde4b5c43e8a0ecd303aad29f10b5 W0331 20:40:01.441231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:01.441271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:04.775667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:04.775731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:08.225751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:08.225869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:27.012839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:27.012901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:30.343425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:30.343476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:34.712680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:34.712736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:38.046796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:38.046851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:40:41.309176 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.110.241"}] I0331 20:40:41.318391 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"1f7d4321-d5af-4a2f-ac96-e9a978f9c2d8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7337", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:40:41.380436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:40:41.380489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:06.743529 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 20:42:06.743604 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 20:42:06.743638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:06.743652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:42:06.745702 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.002s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:32.2kB} I0331 20:42:06.745723 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0331 20:42:06.750427 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0331 20:42:06.750712 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"045d6f7a-0b03-44c5-b266-eca13439eaca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7920", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:42:06.751059 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0331 20:42:06.751450 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 20:42:06.751557 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 20:42:06.751634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:06.751657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:42:06.751836 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:42:06.801989 7 controller.go:216] "Backend successfully reloaded" I0331 20:42:06.802274 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wvsdp", UID:"1fe501db-c840-48b4-ba12-6b73b4dd5df1", APIVersion:"v1", ResourceVersion:"1440", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 20:42:07.053846 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0331 20:42:07.055466 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.22 - - [31/Mar/2026:20:42:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.004 300 6542a16dd180c2780dd9ebac7db786a2 199.204.45.22 - - [31/Mar/2026:20:42:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.353 [openstack-keystone-api-5000] [] 10.0.0.223:5000 1990 0.353 201 d4b15d63e49dddaf0c985eb5ac4e52b4 199.204.45.22 - - [31/Mar/2026:20:42:07 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.028 [openstack-keystone-api-5000] [] 10.0.0.223:5000 85 0.028 404 e9d1facfc3d1ea54a06b6b23c051be98 199.204.45.22 - - [31/Mar/2026:20:42:07 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.023 [openstack-keystone-api-5000] [] 10.0.0.223:5000 128 0.023 200 a97247aeedaf1a840e23cde6eeda8c66 199.204.45.22 - - [31/Mar/2026:20:42:07 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.022 [openstack-keystone-api-5000] [] 10.0.0.223:5000 229 0.022 201 4cff7f218383ca7d9b982887fb1c7dbc W0331 20:42:10.086373 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 20:42:10.089665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:10.089723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [31/Mar/2026:20:42:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.005 300 a6e57fe99cf71a50ec6697cd5c07a02d 199.204.45.22 - - [31/Mar/2026:20:42:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 547 0.294 [openstack-keystone-api-5000] [] 10.0.0.223:5000 1990 0.294 201 e1e6eaf240a17846c614ea49a723d9ff 199.204.45.22 - - [31/Mar/2026:20:42:13 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.031 [openstack-keystone-api-5000] [] 10.0.0.223:5000 1514 0.031 200 99212bdc9e75a4bfa3bac949b88381fa 199.204.45.22 - - [31/Mar/2026:20:42:13 +0000] "PUT /v3/roles/b2c6b644577e4549b8356f7f74a2c32d/implies/fcb4414c18c04c93adce4d9636e54a41 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.039 [openstack-keystone-api-5000] [] 10.0.0.223:5000 518 0.039 201 c01cb7d77a43341acd9157b6076e92b1 W0331 20:42:15.083310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:15.083351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:42:41.310957 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.107.110.241"}] I0331 20:42:41.317123 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"045d6f7a-0b03-44c5-b266-eca13439eaca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8278", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:42:41.321049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:42:41.321112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [31/Mar/2026:20:42:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.003 300 fa022a4d824ea6879b8b0c4ad72bcd3b 199.204.45.22 - - [31/Mar/2026:20:42:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.344 [openstack-keystone-api-5000] [] 10.0.0.223:5000 2053 0.345 201 43aafca95d01f64a846c56a1c47be4a7 199.204.45.22 - - [31/Mar/2026:20:42:57 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.223:5000 87 0.025 404 e7135869ace02ba5e0fa091e5d8a95b3 199.204.45.22 - - [31/Mar/2026:20:42:57 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.081 [openstack-keystone-api-5000] [] 10.0.0.223:5000 388 0.081 200 5e4b2fef3e41b542e8d63527be4749db 199.204.45.22 - - [31/Mar/2026:20:42:57 +0000] "GET /v3/users/rgw-RegionOne?domain_id=2358bfeab75b45f9aefe80b99aeab681 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.034 [openstack-keystone-api-5000] [] 10.0.0.223:5000 91 0.035 404 32c3fd50045a432ba136360e3b79c937 199.204.45.22 - - [31/Mar/2026:20:42:57 +0000] "GET /v3/users?domain_id=2358bfeab75b45f9aefe80b99aeab681&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.053 [openstack-keystone-api-5000] [] 10.0.0.223:5000 177 0.054 200 eaae89d4a1671574d1e5bb1de1fe37e2 199.204.45.22 - - [31/Mar/2026:20:42:58 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.296 [openstack-keystone-api-5000] [] 10.0.0.223:5000 290 0.296 201 9b6922bd3ade2a9091e3f3135ba39935 199.204.45.22 - - [31/Mar/2026:20:43:00 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.004 300 99adf387d8c27e2907cdfd9fc0b0fa5c 199.204.45.22 - - [31/Mar/2026:20:43:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 547 0.300 [openstack-keystone-api-5000] [] 10.0.0.223:5000 2053 0.299 201 bee19189d5f5b169b36bf67065aa9ea4 199.204.45.22 - - [31/Mar/2026:20:43:01 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.027 [openstack-keystone-api-5000] [] 10.0.0.223:5000 83 0.027 404 e5b4f4cd6ace44b60ab60495b2005c9e 199.204.45.22 - - [31/Mar/2026:20:43:01 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.021 [openstack-keystone-api-5000] [] 10.0.0.223:5000 359 0.020 200 c45d64149e6bb5b60ebbd1e1c9a462ff 199.204.45.22 - - [31/Mar/2026:20:43:01 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.029 [openstack-keystone-api-5000] [] 10.0.0.223:5000 87 0.029 404 1a9e848652ddcb18f384bcbbec656a9f 199.204.45.22 - - [31/Mar/2026:20:43:01 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.026 [openstack-keystone-api-5000] [] 10.0.0.223:5000 388 0.026 200 40b1ee52dab777c5996fd32bf13bf534 199.204.45.22 - - [31/Mar/2026:20:43:01 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.026 [openstack-keystone-api-5000] [] 10.0.0.223:5000 91 0.026 404 c649f07a2b19988cc3e93668ed34d1f5 199.204.45.22 - - [31/Mar/2026:20:43:01 +0000] "GET /v3/users?domain_id=2358bfeab75b45f9aefe80b99aeab681&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.037 [openstack-keystone-api-5000] [] 10.0.0.223:5000 456 0.037 200 4ab2ac3e60b1a862a18bb3f69a8616b6 199.204.45.22 - - [31/Mar/2026:20:43:01 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.026 [openstack-keystone-api-5000] [] 10.0.0.223:5000 88 0.026 404 c9141c321e178d8261add582dc1ac8a3 199.204.45.22 - - [31/Mar/2026:20:43:01 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.024 [openstack-keystone-api-5000] [] 10.0.0.223:5000 518 0.023 200 2e6a024b34fc331b4950f44bf8e33bba 199.204.45.22 - - [31/Mar/2026:20:43:01 +0000] "PUT /v3/projects/a67fb4fcd5a94761a2437bf1c60f2671/users/7455d82043d9410da94b2bf1265a95ec/roles/1e2646d99b6f4c448b2f96afa780f498 HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.049 [openstack-keystone-api-5000] [] 10.0.0.223:5000 0 0.049 204 a9d7e8defe261b9a032bffef06873d8c 199.204.45.22 - - [31/Mar/2026:20:43:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.004 300 1b3f3eda92a5b94a0bd2eb6aceb706d1 199.204.45.22 - - [31/Mar/2026:20:43:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.329 [openstack-keystone-api-5000] [] 10.0.0.223:5000 2053 0.329 201 c92e62f0149607fb61c2bdb568d754a3 199.204.45.22 - - [31/Mar/2026:20:43:03 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.020 [openstack-keystone-api-5000] [] 10.0.0.223:5000 150 0.020 200 04314973304e1a5dba82151ffe17cb16 199.204.45.22 - - [31/Mar/2026:20:43:03 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.027 [openstack-keystone-api-5000] [] 10.0.0.223:5000 262 0.027 201 eceb5153dcbd8dcd9f592c52b5f23fad 199.204.45.22 - - [31/Mar/2026:20:43:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.003 300 fb19879aa9aaf5380054a75d90929aab 199.204.45.22 - - [31/Mar/2026:20:43:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.223:5000 2155 0.297 201 0c37e616df76bf70c6f388e5d6e7e548 199.204.45.22 - - [31/Mar/2026:20:43:04 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.021 [openstack-keystone-api-5000] [] 10.0.0.223:5000 86 0.021 404 af478e19195791e5656c8e581b2162ba 199.204.45.22 - - [31/Mar/2026:20:43:04 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.026 [openstack-keystone-api-5000] [] 10.0.0.223:5000 380 0.026 200 bc971cdaef9ed4a63a3d85144507f2b2 199.204.45.22 - - [31/Mar/2026:20:43:04 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=97b4825a58bf4116ac3c0b67cd6cdc6a HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.024 [openstack-keystone-api-5000] [] 10.0.0.223:5000 204 0.025 200 f79c4415f2a6aa8a1ae731d757b072ca 199.204.45.22 - - [31/Mar/2026:20:43:04 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.031 [openstack-keystone-api-5000] [] 10.0.0.223:5000 377 0.031 201 4c1c18e5ebe049bc987584faca67e264 199.204.45.22 - - [31/Mar/2026:20:43:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.006 300 a0ea00874dcfb7342d62eba4a4111050 199.204.45.22 - - [31/Mar/2026:20:43:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.223:5000 2363 0.297 201 93f6ffdc8faf3e6648041ae879913227 199.204.45.22 - - [31/Mar/2026:20:43:05 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.048 [openstack-keystone-api-5000] [] 10.0.0.223:5000 86 0.047 404 e73174335775ddab7f141f4e9edc2fe8 199.204.45.22 - - [31/Mar/2026:20:43:05 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-keystone-api-5000] [] 10.0.0.223:5000 380 0.022 200 29cbeac255d3938b79b59d20e2bae9bc 199.204.45.22 - - [31/Mar/2026:20:43:05 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=97b4825a58bf4116ac3c0b67cd6cdc6a HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.022 [openstack-keystone-api-5000] [] 10.0.0.223:5000 206 0.021 200 24ba9b4154abac48e78a5fde87913961 199.204.45.22 - - [31/Mar/2026:20:43:05 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.026 [openstack-keystone-api-5000] [] 10.0.0.223:5000 391 0.026 201 49b697b387cf2b8e53157b337193c248 W0331 20:43:06.614592 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:43:06.614847 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 20:43:06.614992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:06.615058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:43:06.620955 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:35.7kB} I0331 20:43:06.621017 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0331 20:43:06.629712 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0331 20:43:06.630526 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"f9c72cfd-5a3e-4896-aa8c-f8f0d17b8553", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8467", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:43:06.631125 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0331 20:43:06.631719 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:43:06.631888 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 20:43:06.631985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:06.632002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:43:06.632241 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:43:06.678928 7 controller.go:216] "Backend successfully reloaded" I0331 20:43:06.679234 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wvsdp", UID:"1fe501db-c840-48b4-ba12-6b73b4dd5df1", APIVersion:"v1", ResourceVersion:"1440", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 20:43:06.899281 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0331 20:43:06.900240 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0331 20:43:09.965727 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:43:09.965835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:09.965843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:23.147680 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:43:23.147866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:23.147891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:28.129179 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 20:43:28.129305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:28.129361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:31.463424 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:43:31.463624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:31.463657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:43:31.463867 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:43:31.519329 7 controller.go:216] "Backend successfully reloaded" I0331 20:43:31.519970 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wvsdp", UID:"1fe501db-c840-48b4-ba12-6b73b4dd5df1", APIVersion:"v1", ResourceVersion:"1440", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 20:43:34.796299 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:43:34.796532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:34.796565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:38.129755 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:43:38.129858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:38.129877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:43:41.310554 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.107.110.241"}] I0331 20:43:41.320202 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"f9c72cfd-5a3e-4896-aa8c-f8f0d17b8553", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8840", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:43:41.463633 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:43:41.463845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:41.463877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:44.797970 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:43:44.798153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:44.798180 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:53.587621 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:43:53.587883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:53.587940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:56.921231 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:43:56.921432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:43:56.921460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:44:01.691474 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:44:01.691604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:44:01.691624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:44:35.636016 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 20:44:35.636159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:44:35.636182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:45:14.533650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:45:14.533709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:02.157516 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 20:46:02.157658 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 20:46:02.157737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:02.157768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:46:02.162044 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.1kB} I0331 20:46:02.162070 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0331 20:46:02.165602 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0331 20:46:02.165980 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"3263a711-5535-4434-bf15-dce81254600b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9992", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:46:02.166099 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0331 20:46:02.166556 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 20:46:02.166686 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 20:46:02.166774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:02.166796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:46:02.166952 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 20:46:02.222160 7 controller.go:216] "Backend successfully reloaded" I0331 20:46:02.222524 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-wvsdp", UID:"1fe501db-c840-48b4-ba12-6b73b4dd5df1", APIVersion:"v1", ResourceVersion:"1440", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 20:46:02.386538 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0331 20:46:02.387714 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0331 20:46:05.500706 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 20:46:05.501039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:05.501073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [31/Mar/2026:20:46:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.005 300 dc1b2e8c36d9ee0c0d1feb6e4d50e3d3 199.204.45.22 - - [31/Mar/2026:20:46:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.430 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.430 201 1aaa45fdff373c4fe2192605926297f1 199.204.45.22 - - [31/Mar/2026:20:46:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - beff61531a52244b325969f0a11072e1 199.204.45.22 - - [31/Mar/2026:20:46:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 90cd7301ecc74e6cb739b7d81b50dba5 199.204.45.22 - - [31/Mar/2026:20:46:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.003 300 22fed06cc0bc32fcccf653bf3cb51b69 199.204.45.22 - - [31/Mar/2026:20:46:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.296 201 01a6256c16a8b9f27bebfa53d49319f7 199.204.45.22 - - [31/Mar/2026:20:46:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c5afe7a34c0dbd177b2ddca99f182715 199.204.45.22 - - [31/Mar/2026:20:46:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - dd0c339b4bf9b0ae2016e78c08936ced 199.204.45.22 - - [31/Mar/2026:20:46:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.003 300 bb654125cb35cd5a93a9fdabf35e8e69 199.204.45.22 - - [31/Mar/2026:20:46:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.295 201 1dd2f0ec0afb4ee0e48cb2995616f8f7 199.204.45.22 - - [31/Mar/2026:20:46:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 22d2e63f5e2af265149de7d0c5d84b87 199.204.45.22 - - [31/Mar/2026:20:46:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0ef80771b935444fa00e026b1d4c7b73 199.204.45.22 - - [31/Mar/2026:20:46:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.003 300 3a6b38edc82138c58928b24e5276734a 199.204.45.22 - - [31/Mar/2026:20:46:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.304 201 bb46517a20b38b93427864959ddc2716 199.204.45.22 - - [31/Mar/2026:20:46:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0d801c14ad4e177ee7b180a59c1c48d5 199.204.45.22 - - [31/Mar/2026:20:46:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8cc517581487f0f3650f8b7c4a2eebc8 199.204.45.22 - - [31/Mar/2026:20:46:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.004 300 85e75c4e8207769cf33dae8a2e21db36 199.204.45.22 - - [31/Mar/2026:20:46:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.330 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.329 201 9bc269dc637e044f734a249cf2a9cf79 199.204.45.22 - - [31/Mar/2026:20:46:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1832b24467eb74fe53b7ac57c3e8d970 199.204.45.22 - - [31/Mar/2026:20:46:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b806c144574c056f85b749c05b9d5e72 199.204.45.22 - - [31/Mar/2026:20:46:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.004 300 45a4222d6dfa4131aacfbbeadc2af0e4 199.204.45.22 - - [31/Mar/2026:20:46:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.294 201 494532964ad82492daa3b0fc75d95d8f 199.204.45.22 - - [31/Mar/2026:20:46:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9be04823063d3374fbf129df5c5b4adf 199.204.45.22 - - [31/Mar/2026:20:46:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 913b2c876415205658d09985ed106e58 199.204.45.22 - - [31/Mar/2026:20:46:17 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.004 300 5385eaf08a62b7c9e874400f8728c60d 199.204.45.22 - - [31/Mar/2026:20:46:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.288 201 d0fdc032577df99f676c9a515f981c88 199.204.45.22 - - [31/Mar/2026:20:46:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 54e1e45358355c7e675ebbe97566e1f7 199.204.45.22 - - [31/Mar/2026:20:46:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 868b0f392c22b6f7bd69690c8c586014 199.204.45.22 - - [31/Mar/2026:20:46:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.007 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.008 300 33fe798f3a6d12fee1007dfb96c9c2dc 199.204.45.22 - - [31/Mar/2026:20:46:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.310 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.310 201 178823d027f7d29be9b903443e62e7ef 199.204.45.22 - - [31/Mar/2026:20:46:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0f1f554003d31cef06a88efd360dea7a 199.204.45.22 - - [31/Mar/2026:20:46:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f0f9365e5372eb22a4b7284712ce853c W0331 20:46:19.668814 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 20:46:19.669091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:19.669123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [31/Mar/2026:20:46:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.003 300 f283f9d98dab8380147950a370a1ac6d 199.204.45.22 - - [31/Mar/2026:20:46:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.299 201 e7cdf0af580efff0cc903d010b5b5686 199.204.45.22 - - [31/Mar/2026:20:46:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 70c7e0d60bd341da33789f302866eef5 199.204.45.22 - - [31/Mar/2026:20:46:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2cd7a6e30402eb05b1f1ea248fa0b16f 199.204.45.22 - - [31/Mar/2026:20:46:22 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.005 300 5129623b9fe26d03ad547821039d3f5a 199.204.45.22 - - [31/Mar/2026:20:46:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.282 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.283 201 b8cc346b1b4455ce2e75ba091eb86c5a 199.204.45.22 - - [31/Mar/2026:20:46:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0667de897f90f2b748d16177dc49251f 199.204.45.22 - - [31/Mar/2026:20:46:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6bcbc1fea772295ccf5c8eabf52d09f1 199.204.45.22 - - [31/Mar/2026:20:46:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.008 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.008 300 8be1b501225d69660aad23db39076b0f 199.204.45.22 - - [31/Mar/2026:20:46:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.298 201 743aa0da959c2958c925c2c139733651 199.204.45.22 - - [31/Mar/2026:20:46:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 69bd5287aa513a6c462a99d27ccd1211 199.204.45.22 - - [31/Mar/2026:20:46:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 084f8b8712478abc998d06dece817d72 199.204.45.22 - - [31/Mar/2026:20:46:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.008 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.008 300 59027a2130d64e8ae3cbebea7a9aa4b5 199.204.45.22 - - [31/Mar/2026:20:46:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.284 201 d6c1bac6bf07033f3e7937f89fe73506 199.204.45.22 - - [31/Mar/2026:20:46:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0f28f03912083849a1f32011779164ad 199.204.45.22 - - [31/Mar/2026:20:46:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e7e871712b59eee6b8125874aec50693 199.204.45.22 - - [31/Mar/2026:20:46:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.004 300 357eb16e09b9434410612ff6e9e1487d 199.204.45.22 - - [31/Mar/2026:20:46:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.294 201 f480d3bcc18d469f21611d3f147cc01f 199.204.45.22 - - [31/Mar/2026:20:46:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e864923387efbd705f907fc75ce993a4 199.204.45.22 - - [31/Mar/2026:20:46:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2ca2336623c8c7f4d0ea5da22daf6c5b W0331 20:46:27.996422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:27.996454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.22 - - [31/Mar/2026:20:46:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.003 300 d0df09db77c95fd675f7232960ad502c 199.204.45.22 - - [31/Mar/2026:20:46:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.285 201 ca723b8a63f96ce1a349255f97399a37 199.204.45.22 - - [31/Mar/2026:20:46:29 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.212:9292 1183 0.003 300 478bd77e1544e65517e33bf8db3f68fa 199.204.45.22 - - [31/Mar/2026:20:46:30 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.548 [openstack-glance-api-9292] [] 10.0.0.212:9292 69 0.548 200 5ed5f08805cbb1394e434529f0d24794 199.204.45.22 - - [31/Mar/2026:20:46:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.223:5000 280 0.005 300 74eb26cb4bc83582629f7f4792bc9f60 199.204.45.22 - - [31/Mar/2026:20:46:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.223:5000 3197 0.300 201 ac4e7b123e5183923717e89aa3b3418e 199.204.45.22 - - [31/Mar/2026:20:46:33 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.212:9292 1183 0.002 300 b3383b3b1af2f415dd033d46e181f05e 199.204.45.22 - - [31/Mar/2026:20:46:33 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.046 [openstack-glance-api-9292] [] 10.0.0.212:9292 69 0.045 200 970d2f232b85cf4da82e0afc59a62a66 199.204.45.22 - - [31/Mar/2026:20:46:33 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.111 [openstack-glance-api-9292] [] 10.0.0.212:9292 151 0.111 404 bafcbe6daf09faa6b5706955269a49a6 199.204.45.22 - - [31/Mar/2026:20:46:33 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.020 [openstack-glance-api-9292] [] 10.0.0.212:9292 81 0.021 200 dc299fc62a648b7dd213b55f2b4aced1 199.204.45.22 - - [31/Mar/2026:20:46:34 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.025 [openstack-glance-api-9292] [] 10.0.0.212:9292 84 0.026 200 94fbc6a2843b4812a9097ec104a4c6fa 199.204.45.22 - - [31/Mar/2026:20:46:34 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.059 [openstack-glance-api-9292] [] 10.0.0.212:9292 760 0.058 201 d374ed888c24fd93bf73087d2102f5f7 199.204.45.22 - - [31/Mar/2026:20:46:38 +0000] "PUT /v2/images/0f4033a7-63df-4db7-a5c9-14acd58d1ede/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 4.153 [openstack-glance-api-9292] [] 10.0.0.212:9292 0 4.154 204 10aa5733022333c81d88d8e56ee2f6e6 199.204.45.22 - - [31/Mar/2026:20:46:38 +0000] "GET /v2/images/0f4033a7-63df-4db7-a5c9-14acd58d1ede HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.016 [openstack-glance-api-9292] [] 10.0.0.212:9292 1171 0.016 200 66bf354f3bcff0743e391ab4a7992fcf 199.204.45.22 - - [31/Mar/2026:20:46:38 +0000] "GET /v2/images/0f4033a7-63df-4db7-a5c9-14acd58d1ede HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.212:9292 1171 0.016 200 c9ca166a2984bd72553ee5b8c0047dfe W0331 20:46:41.262302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:41.262339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 20:46:41.322641 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.107.110.241"}] I0331 20:46:41.335452 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"3263a711-5535-4434-bf15-dce81254600b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10305", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 20:46:44.596351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:44.596412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:47.930008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 20:46:47.930047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store