------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0327 01:57:16.251350 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 01:57:16.251543 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0327 01:57:16.261085 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0327 01:57:16.265388 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0327 01:57:16.473118 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0327 01:57:16.496985 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0327 01:57:16.509470 7 nginx.go:271] "Starting NGINX Ingress controller" I0327 01:57:16.519230 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"84cdc34e-a970-4988-a54e-e461eb7bcf20", APIVersion:"v1", ResourceVersion:"1395", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0327 01:57:16.523843 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"2e0cf9e4-a689-4717-b35d-9d7da0dff0df", APIVersion:"v1", ResourceVersion:"1393", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0327 01:57:16.523929 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3587ba56-4543-4a7d-82e6-e454f723d050", APIVersion:"v1", ResourceVersion:"1394", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0327 01:57:17.712533 7 nginx.go:317] "Starting NGINX process" I0327 01:57:17.712605 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0327 01:57:17.713049 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0327 01:57:17.713374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:17.713413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 01:57:17.713464 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 01:57:17.720914 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0327 01:57:17.720983 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-7l2s6" I0327 01:57:17.751499 7 controller.go:216] "Backend successfully reloaded" I0327 01:57:17.751597 7 controller.go:227] "Initial sync, sleeping for 1 second" I0327 01:57:17.751671 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7l2s6", UID:"a3626bc3-0842-4602-881b-462e1f8a66ee", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 01:57:21.538287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:21.538319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:24.871891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:24.871944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:28.205196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:28.205262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:31.539207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:31.539252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:34.871809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:34.871842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:39.809232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:39.809297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:43.144393 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:43.144438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:46.476916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:46.476961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:49.809832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:49.809980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:53.142933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:53.142995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:56.477237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:56.477268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:59.811910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:59.811963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:48.554555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:48.554596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:10.647746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:10.647789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:13.981408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:13.981451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:17.314689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:17.314738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:20.648785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:20.648831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:23.982064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:23.982100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:27.314686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:27.314735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:30.804800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:30.804844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:34.139155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:34.139202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:37.471810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:37.471873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:40.805624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:40.805666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:44.138616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:44.138656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:48.797412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:48.797448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:52.130860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:52.130905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:52.374212 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-250.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-250.nip.io-tls was not found. Using default certificate W0327 02:01:52.374280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:52.374298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:01:52.375772 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0327 02:01:52.375802 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0327 02:01:52.383812 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0327 02:01:52.384211 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"19627b6e-2de4-49d2-b6de-ad44c55663e6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3495", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:01:52.384387 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-250.nip.io-tls" in local store I0327 02:01:52.685992 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-250.nip.io-tls" I0327 02:01:52.686980 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-250.nip.io-tls" W0327 02:01:55.465337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:55.465411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:01:55.465488 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:01:55.507890 7 controller.go:216] "Backend successfully reloaded" I0327 02:01:55.508146 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7l2s6", UID:"a3626bc3-0842-4602-881b-462e1f8a66ee", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:01:58.797894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:58.797929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [27/Mar/2026:02:02:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.982 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 1.982 200 2e9e28a7573ad77b255edefa7a3dc6f6 199.204.45.250 - - [27/Mar/2026:02:02:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.112 [auth-system-keycloak-80] [] 10.0.0.95:8080 116 0.112 404 bca6fbad3c070ec9f6a9afe7712d5f5f 199.204.45.250 - - [27/Mar/2026:02:02:07 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.167 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 4.167 201 ee145c9a0864bcf0768823ae2109df55 199.204.45.250 - - [27/Mar/2026:02:02:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.610 [auth-system-keycloak-80] [] 10.0.0.95:8080 4246 0.610 200 bc7e56749a1a9e1c6d4c81aa232aefc0 199.204.45.250 - - [27/Mar/2026:02:02:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.808 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.808 200 a7903b4f055bb4204375b94140e7eac3 199.204.45.250 - - [27/Mar/2026:02:02:09 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.074 [auth-system-keycloak-80] [] 10.0.0.95:8080 12500 0.074 200 ebb1758c467707d75a17a7adde5d8377 199.204.45.250 - - [27/Mar/2026:02:02:09 +0000] "GET /admin/realms/atmosphere/client-scopes/d4d82ef9-7f50-4f49-aa10-6ac963cdf00c HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.066 [auth-system-keycloak-80] [] 10.0.0.95:8080 1278 0.066 200 21cb6111092c794283b969cdff61a89d 199.204.45.250 - - [27/Mar/2026:02:02:09 +0000] "PUT /admin/realms/atmosphere/client-scopes/d4d82ef9-7f50-4f49-aa10-6ac963cdf00c HTTP/1.1" 204 0 "-" "Ansible" 1848 0.020 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.020 204 f3c76b06b57f9ecb23952cf476b31ffb 199.204.45.250 - - [27/Mar/2026:02:02:09 +0000] "GET /admin/realms/atmosphere/client-scopes/d4d82ef9-7f50-4f49-aa10-6ac963cdf00c/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.059 [auth-system-keycloak-80] [] 10.0.0.95:8080 963 0.060 200 889394cb9ecb45b41b30a489c95f15a2 199.204.45.250 - - [27/Mar/2026:02:02:09 +0000] "GET /admin/realms/atmosphere/client-scopes/d4d82ef9-7f50-4f49-aa10-6ac963cdf00c/protocol-mappers/models/81d31fe3-65fb-48e4-9767-d5f60b06fbd1 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.95:8080 366 0.008 200 5b0b9a4cad0ba54025d4a9c621d2e95f 199.204.45.250 - - [27/Mar/2026:02:02:10 +0000] "PUT /admin/realms/atmosphere/client-scopes/d4d82ef9-7f50-4f49-aa10-6ac963cdf00c/protocol-mappers/models/81d31fe3-65fb-48e4-9767-d5f60b06fbd1 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.084 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.084 204 68bc9578cc0db7c572ea526a9f07cb95 199.204.45.250 - - [27/Mar/2026:02:02:10 +0000] "GET /admin/realms/atmosphere/client-scopes/d4d82ef9-7f50-4f49-aa10-6ac963cdf00c HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.080 [auth-system-keycloak-80] [] 10.0.0.95:8080 1218 0.080 200 2329bad04f4a414099e948fda3e847e9 I0327 02:02:17.727259 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.104.45"}] I0327 02:02:17.732466 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"19627b6e-2de4-49d2-b6de-ad44c55663e6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3810", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:02:17.734147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:17.734184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [27/Mar/2026:02:02:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.466 200 eb766bab2b7e40a04a66128789a1c85c 199.204.45.250 - - [27/Mar/2026:02:02:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.063 [auth-system-keycloak-80] [] 10.0.0.95:8080 2 0.063 200 c526d47c220328bd9138336938a2f2e9 199.204.45.250 - - [27/Mar/2026:02:02:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.190 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.188 201 690a52ad343f33519f06a761e245b200 199.204.45.250 - - [27/Mar/2026:02:02:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.019 [auth-system-keycloak-80] [] 10.0.0.95:8080 1261 0.020 200 d4ec7b3f9fbaf61dbd26dbf8707f846c 199.204.45.250 - - [27/Mar/2026:02:02:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.515 200 cbb9d95ae216f63b5222b1e791729d73 199.204.45.250 - - [27/Mar/2026:02:02:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.95:8080 2 0.011 200 738e90fa722417862653cd23741c68eb 199.204.45.250 - - [27/Mar/2026:02:02:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.150 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.149 201 da377d3d5eec8cae4744290c1c05fb11 199.204.45.250 - - [27/Mar/2026:02:02:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.087 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.087 200 722d286c34335c0b86880ecf6deb4c89 199.204.45.250 - - [27/Mar/2026:02:02:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.531 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.530 200 c6d7411402f7053ea171a73a0864b1cf 199.204.45.250 - - [27/Mar/2026:02:02:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.95:8080 2 0.010 200 e26ed5cc5f12bbda8134d0c7ad0d9710 199.204.45.250 - - [27/Mar/2026:02:02:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.082 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.081 201 725824186ae8449ef2d999a4b5661653 199.204.45.250 - - [27/Mar/2026:02:02:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.080 [auth-system-keycloak-80] [] 10.0.0.95:8080 1251 0.081 200 5c2c90f02966d9a90d19c4a1045b87c3 199.204.45.250 - - [27/Mar/2026:02:02:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.491 200 1d673a61c92a156049d929b729f45cd6 199.204.45.250 - - [27/Mar/2026:02:02:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.95:8080 1261 0.008 200 c649f610a6594a9407b2846016a37d23 199.204.45.250 - - [27/Mar/2026:02:02:34 +0000] "GET /admin/realms/atmosphere/clients/64a45e98-e986-4e46-bd51-09fc1b7e8cd0/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.054 [auth-system-keycloak-80] [] 10.0.0.95:8080 119 0.055 404 3153cf41c65c2f16f243c423a1849db4 199.204.45.250 - - [27/Mar/2026:02:02:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.95:8080 1261 0.006 200 e1fe39a09fc0b1aa7bc66a1adfee713d 199.204.45.250 - - [27/Mar/2026:02:02:34 +0000] "POST /admin/realms/atmosphere/clients/64a45e98-e986-4e46-bd51-09fc1b7e8cd0/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.076 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.075 201 2892b614015c6719f2affbfeb2679d80 199.204.45.250 - - [27/Mar/2026:02:02:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.95:8080 1261 0.006 200 e2fe2fdbf841b6f2e4610ceaa30b4b80 199.204.45.250 - - [27/Mar/2026:02:02:34 +0000] "GET /admin/realms/atmosphere/clients/64a45e98-e986-4e46-bd51-09fc1b7e8cd0/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.075 [auth-system-keycloak-80] [] 10.0.0.95:8080 166 0.076 200 5ddbae2d544667e2e52f4b486d0f2ade 199.204.45.250 - - [27/Mar/2026:02:02:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.480 200 ba49530b576af5905b4c279a0d064467 199.204.45.250 - - [27/Mar/2026:02:02:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.006 200 49738670d437a3c4516ac40278107759 199.204.45.250 - - [27/Mar/2026:02:02:35 +0000] "GET /admin/realms/atmosphere/clients/080ad5d1-9063-48e3-93f5-ebb314eee1f7/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.036 [auth-system-keycloak-80] [] 10.0.0.95:8080 119 0.036 404 0eb846550918973d269530e3f3882c33 199.204.45.250 - - [27/Mar/2026:02:02:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.005 200 434064f448705178b6f7d2039b65c7a0 199.204.45.250 - - [27/Mar/2026:02:02:35 +0000] "POST /admin/realms/atmosphere/clients/080ad5d1-9063-48e3-93f5-ebb314eee1f7/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.016 201 78abf840b4209f8138c987a22f7d7177 199.204.45.250 - - [27/Mar/2026:02:02:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.005 200 47e57781780e55f63ba03dae70886f7a 199.204.45.250 - - [27/Mar/2026:02:02:35 +0000] "GET /admin/realms/atmosphere/clients/080ad5d1-9063-48e3-93f5-ebb314eee1f7/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.042 [auth-system-keycloak-80] [] 10.0.0.95:8080 165 0.042 200 298acb14a895deb3deb53478e2bd656d 199.204.45.250 - - [27/Mar/2026:02:02:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.461 200 fa996de51041d91322ab11d5c5d2fcae 199.204.45.250 - - [27/Mar/2026:02:02:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.047 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.046 200 880892801f908fb370dab57d36257593 199.204.45.250 - - [27/Mar/2026:02:02:36 +0000] "GET /admin/realms/atmosphere/clients/080ad5d1-9063-48e3-93f5-ebb314eee1f7/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.95:8080 119 0.007 404 c2bf015a837f0fbfbc07ce5eac98712c 199.204.45.250 - - [27/Mar/2026:02:02:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.004 200 52dc1ee1b3a244c67f0fc66db11d9b74 199.204.45.250 - - [27/Mar/2026:02:02:36 +0000] "POST /admin/realms/atmosphere/clients/080ad5d1-9063-48e3-93f5-ebb314eee1f7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.012 201 56d2182718cdf125095ff65281e3d59d 199.204.45.250 - - [27/Mar/2026:02:02:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.039 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.039 200 8dae3698a027657e6ba3d8c3fc292e29 199.204.45.250 - - [27/Mar/2026:02:02:36 +0000] "GET /admin/realms/atmosphere/clients/080ad5d1-9063-48e3-93f5-ebb314eee1f7/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.95:8080 166 0.012 200 e3b24d609718ade1208a08c84c0cef5d 199.204.45.250 - - [27/Mar/2026:02:02:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.510 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.509 200 3c16afebfe1331159d6764de35e108a4 199.204.45.250 - - [27/Mar/2026:02:02:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.010 200 73ad614d3f1b982fdf6663d25afcd4c3 199.204.45.250 - - [27/Mar/2026:02:02:37 +0000] "GET /admin/realms/atmosphere/clients/080ad5d1-9063-48e3-93f5-ebb314eee1f7/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.95:8080 119 0.009 404 cf6e954435ab7e97d9db08ab4006c2db 199.204.45.250 - - [27/Mar/2026:02:02:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.050 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.051 200 4f9c102a442f3b09f47854326c99f6c3 199.204.45.250 - - [27/Mar/2026:02:02:37 +0000] "POST /admin/realms/atmosphere/clients/080ad5d1-9063-48e3-93f5-ebb314eee1f7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.017 201 4a1e4263e3d515d05d5ad761c12f6fde 199.204.45.250 - - [27/Mar/2026:02:02:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.062 [auth-system-keycloak-80] [] 10.0.0.95:8080 1286 0.061 200 cf279516dbf1fbd832bfcc3909972d45 199.204.45.250 - - [27/Mar/2026:02:02:37 +0000] "GET /admin/realms/atmosphere/clients/080ad5d1-9063-48e3-93f5-ebb314eee1f7/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.95:8080 166 0.010 200 a3b7a978f2a628040e495a04eac7ac28 199.204.45.250 - - [27/Mar/2026:02:02:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.514 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.513 200 f629cec2610475444a3b5ab04e7bf5e0 199.204.45.250 - - [27/Mar/2026:02:02:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.95:8080 1251 0.008 200 f00477cb52ec0f3360f0d67c0e6667df 199.204.45.250 - - [27/Mar/2026:02:02:38 +0000] "GET /admin/realms/atmosphere/clients/24470af4-8d91-4a2e-9818-454d93daf642/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.95:8080 119 0.009 404 84be57d7c014fcacefd87b7e5ae32c17 199.204.45.250 - - [27/Mar/2026:02:02:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.054 [auth-system-keycloak-80] [] 10.0.0.95:8080 1251 0.054 200 1302aeffc611eec1fb568d0ac6220269 199.204.45.250 - - [27/Mar/2026:02:02:38 +0000] "POST /admin/realms/atmosphere/clients/24470af4-8d91-4a2e-9818-454d93daf642/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.020 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.020 201 e1f8690a3db32d08a893c96e111f1e52 199.204.45.250 - - [27/Mar/2026:02:02:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.058 [auth-system-keycloak-80] [] 10.0.0.95:8080 1251 0.058 200 98d3f5c1719f4aa031b7c921b687f60e 199.204.45.250 - - [27/Mar/2026:02:02:38 +0000] "GET /admin/realms/atmosphere/clients/24470af4-8d91-4a2e-9818-454d93daf642/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.95:8080 166 0.014 200 4eaa9066dce78a428aeda2a307b571bd W0327 02:02:52.389004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:52.389085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:55.723019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:55.723170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:43.204109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:43.204141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:43.294710 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:03:43.294870 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:03:43.294797 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0327 02:03:43.294961 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0327 02:03:43.295014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:43.295038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:43.295067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:43.295143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:43.295276 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:03:43.295382 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0327 02:03:43.295447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:43.295476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:03:43.297411 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0327 02:03:43.297455 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0327 02:03:43.297658 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0327 02:03:43.297684 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0327 02:03:43.298309 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0327 02:03:43.298349 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0327 02:03:43.320744 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0327 02:03:43.321338 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0327 02:03:43.321379 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0327 02:03:43.321426 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9704873b-2b95-4bc3-a6a0-3dd3a3d9921c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4498", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:03:43.321569 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"8928c5b5-e8a6-4ca3-bfcf-bd6d3dad595a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4499", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:03:43.321789 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0327 02:03:43.321827 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0327 02:03:43.321988 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"96bcc755-1bbe-4790-ac5b-b1080d546db5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4501", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:03:43.322177 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0327 02:03:43.645785 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0327 02:03:43.646720 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0327 02:03:43.698917 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0327 02:03:43.700043 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0327 02:03:44.864237 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0327 02:03:44.865523 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0327 02:03:46.538132 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:03:46.538200 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:03:46.538241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:03:46.538378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:46.538407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:03:46.538529 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:03:46.590199 7 controller.go:216] "Backend successfully reloaded" I0327 02:03:46.590427 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7l2s6", UID:"a3626bc3-0842-4602-881b-462e1f8a66ee", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:03:49.871650 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:03:49.871697 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:03:49.871723 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:03:49.871796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:49.871822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:53.204655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:03:53.204716 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:03:53.204756 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:03:53.204898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:53.204922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:56.538258 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:03:56.538307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:03:56.538331 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:03:56.538418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:56.538437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:59.870930 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:03:59.870999 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:03:59.871040 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:03:59.871161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:59.871192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:03.205147 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:03.205213 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:03.205251 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:03.205490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:03.205541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:06.538253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:06.538323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:06.538385 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:06.538523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:06.538547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:09.871510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:09.871570 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:09.871609 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:09.871723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:09.871747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:13.204384 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:13.204444 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:13.204478 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:13.204605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:13.204632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:16.538003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:16.538072 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:16.538152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:16.538170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:04:17.781760 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.104.45"}] I0327 02:04:17.782110 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.104.45"}] I0327 02:04:17.782157 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.104.45"}] I0327 02:04:17.787578 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"9704873b-2b95-4bc3-a6a0-3dd3a3d9921c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5458", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:04:17.790298 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"8928c5b5-e8a6-4ca3-bfcf-bd6d3dad595a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5459", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:04:17.791573 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"96bcc755-1bbe-4790-ac5b-b1080d546db5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5460", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:04:19.871068 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:19.871174 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:19.871307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:19.871336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:23.204434 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:23.204524 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:23.204664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:23.204691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.51 - - [27/Mar/2026:02:04:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.040 [auth-system-keycloak-80] [] 10.0.0.95:8080 6382 0.040 200 eef106cafb12aa5d1b868ef58e750c03 10.0.0.76 - - [27/Mar/2026:02:04:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.006 [auth-system-keycloak-80] [] 10.0.0.95:8080 6382 0.006 200 d7192945d832bff5af449e70ad65ffd0 W0327 02:04:26.537899 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:26.538009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:26.538024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:29.871432 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:29.871826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:29.871858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:33.205053 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:33.205266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:33.205306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:36.538130 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:36.538348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:36.538374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:39.871804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:39.871842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:49.474109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:49.474155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:52.809101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:52.809150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [27/Mar/2026:02:04:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.464 200 c4387820dc1169ab9c5aea1ac50df145 199.204.45.250 - - [27/Mar/2026:02:04:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.005 [auth-system-keycloak-80] [] 10.0.0.95:8080 4246 0.004 200 d1831fc53828242afc677390b82e99bd 199.204.45.250 - - [27/Mar/2026:02:04:55 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.370 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.370 204 e6ec845c755618bf21a967e836f068d8 199.204.45.250 - - [27/Mar/2026:02:04:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.179 [auth-system-keycloak-80] [] 10.0.0.95:8080 4384 0.178 200 128fd39b3a52145d98284bef9bff07cb 199.204.45.250 - - [27/Mar/2026:02:04:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.490 200 e9f90e1c9881140b3d10448ecd2e22d9 199.204.45.250 - - [27/Mar/2026:02:04:57 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.025 [auth-system-keycloak-80] [] 10.0.0.95:8080 1682 0.026 200 3f38beb5ece41e8345e0a7aca580543e 199.204.45.250 - - [27/Mar/2026:02:04:57 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.95:8080 6382 0.007 200 5936a8a10f36d7d0f955f6a9f8e90503 199.204.45.250 - - [27/Mar/2026:02:04:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.507 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.505 200 c9fdeb7131910750b171a4106b860d4e 199.204.45.250 - - [27/Mar/2026:02:04:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.95:8080 2 0.011 200 fb1659ea92f93e2a56a42f5dc08939a8 199.204.45.250 - - [27/Mar/2026:02:04:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.160 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.159 201 ac656090d12a18790ef94a77d4742b05 199.204.45.250 - - [27/Mar/2026:02:04:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.073 [auth-system-keycloak-80] [] 10.0.0.95:8080 2246 0.073 200 6f192b5551f58ed4b821ec812c31a3fb 199.204.45.250 - - [27/Mar/2026:02:05:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.591 [auth-system-keycloak-80] [] 10.0.0.95:8080 1928 0.590 200 593ad5ccc35a2e73bb257610cb5e42dd 199.204.45.250 - - [27/Mar/2026:02:05:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.95:8080 2246 0.005 200 221a5da789868399e9e05d246626a231 199.204.45.250 - - [27/Mar/2026:02:05:00 +0000] "GET /admin/realms/atmosphere/clients/31aec835-6226-46fc-a68a-ed988e20cdc5/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.011 [auth-system-keycloak-80] [] 10.0.0.95:8080 233 0.011 200 fa79434ce17a57dea46ba5aa4045f5e6 199.204.45.250 - - [27/Mar/2026:02:05:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.050 [auth-system-keycloak-80] [] 10.0.0.95:8080 831 0.049 200 a57c975b3c54818a3be90332ac63a4c6 199.204.45.250 - - [27/Mar/2026:02:05:00 +0000] "GET /admin/realms/atmosphere/clients/04e270c5-54cd-4c96-9565-3e2bd5b61e82/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.020 [auth-system-keycloak-80] [] 10.0.0.95:8080 3758 0.020 200 98ba75643192b424fbc8f5cd67f73c0a 199.204.45.250 - - [27/Mar/2026:02:05:00 +0000] "GET /admin/realms/atmosphere/users/48e13de8-ecd4-4f61-ac03-09a915eaeac3/role-mappings/clients/04e270c5-54cd-4c96-9565-3e2bd5b61e82/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.176 [auth-system-keycloak-80] [] 10.0.0.95:8080 3758 0.175 200 d05afd6dcf932c7e48292a071fb230a4 199.204.45.250 - - [27/Mar/2026:02:05:00 +0000] "GET /admin/realms/atmosphere/users/48e13de8-ecd4-4f61-ac03-09a915eaeac3/role-mappings/clients/04e270c5-54cd-4c96-9565-3e2bd5b61e82/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.077 [auth-system-keycloak-80] [] 10.0.0.95:8080 2 0.077 200 ea11824a48b72982bd61046b0da240e2 199.204.45.250 - - [27/Mar/2026:02:05:00 +0000] "POST /admin/realms/atmosphere/users/48e13de8-ecd4-4f61-ac03-09a915eaeac3/role-mappings/clients/04e270c5-54cd-4c96-9565-3e2bd5b61e82 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.017 [auth-system-keycloak-80] [] 10.0.0.95:8080 0 0.016 204 1ee1512fccdbdaa7269f4bb872d7fedd 199.204.45.250 - - [27/Mar/2026:02:05:00 +0000] "GET /admin/realms/atmosphere/users/48e13de8-ecd4-4f61-ac03-09a915eaeac3/role-mappings/clients/04e270c5-54cd-4c96-9565-3e2bd5b61e82/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.95:8080 576 0.013 200 532bd991339c76dc92b2d285daa132b6 W0327 02:05:03.337545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:03.337570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:06.671236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:06.671282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:10.308619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:10.308660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:13.641732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:13.641776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:07.818734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:07.818770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:39.757492 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0327 02:07:39.757608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:39.757652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:07:39.762260 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:28.7kB} I0327 02:07:39.762298 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0327 02:07:39.766884 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0327 02:07:39.767134 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"0fdea5aa-bb65-443a-83ba-6a6b79ef5a74", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6922", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:07:39.767469 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0327 02:07:39.767877 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0327 02:07:39.767952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:39.767973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:07:39.768108 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:07:39.812223 7 controller.go:216] "Backend successfully reloaded" I0327 02:07:39.812585 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7l2s6", UID:"a3626bc3-0842-4602-881b-462e1f8a66ee", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:07:40.090150 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0327 02:07:40.091260 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0327 02:07:43.102751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:43.102798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [27/Mar/2026:02:07:44 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 8ea08b175eeede541c57ab35fc97a78f 199.204.45.250 - - [27/Mar/2026:02:07:45 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 266 0.004 200 80d514094e935f9cb91371be501fd900 199.204.45.250 - - [27/Mar/2026:02:07:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.350 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1360 0.350 201 c0a4e7734d508f1c4bcf41ee57e6ad0a 199.204.45.250 - - [27/Mar/2026:02:07:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 b0e8b36e5abfdb3b987f75406a23dae4 199.204.45.250 - - [27/Mar/2026:02:07:45 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.031 [openstack-keystone-api-5000] [] 10.0.0.67:5000 90 0.032 404 f57ed6d1c3a2bde51617a61e1b3cd7bb 199.204.45.250 - - [27/Mar/2026:02:07:45 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.033 [openstack-keystone-api-5000] [] 10.0.0.67:5000 368 0.033 200 9702bbcff0d4e2f8f913ccb59d0f5112 199.204.45.250 - - [27/Mar/2026:02:07:45 +0000] "GET /v3/domains/0e82c7339c054bae92f5a036f8562af2 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.67:5000 245 0.021 200 0decff1879d8fcfc75e2e1d785883ec6 199.204.45.250 - - [27/Mar/2026:02:07:46 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 266 0.005 200 f4fe6c31a757944a29e94aedea990ac9 199.204.45.250 - - [27/Mar/2026:02:07:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.317 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1360 0.317 201 52f0e364daef06c4d7df3382130a38e6 199.204.45.250 - - [27/Mar/2026:02:07:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.003 300 9ab573e4e8a06d57733af4c45b8c3b85 199.204.45.250 - - [27/Mar/2026:02:07:46 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.024 [openstack-keystone-api-5000] [] 10.0.0.67:5000 101 0.024 404 278cf6be62196af847c9134bd27753bb 199.204.45.250 - - [27/Mar/2026:02:07:46 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.67:5000 156 0.019 200 742801f0dcf81f41849bbc4042413baa 199.204.45.250 - - [27/Mar/2026:02:07:46 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.027 [openstack-keystone-api-5000] [] 10.0.0.67:5000 454 0.026 201 68e97423196adf5469a1efc711fee7a1 199.204.45.250 - - [27/Mar/2026:02:07:47 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 266 0.004 200 ec3393b3e05fbea70a4d80ea393e4689 199.204.45.250 - - [27/Mar/2026:02:07:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1360 0.283 201 0740c60d9de655821cf9a704bf55fe90 199.204.45.250 - - [27/Mar/2026:02:07:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 6aff2df71a1efa0bfd50d136a9079443 199.204.45.250 - - [27/Mar/2026:02:07:47 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.67:5000 98 0.024 404 41e906a2553d3b6133a8dfeed6689bc3 199.204.45.250 - - [27/Mar/2026:02:07:47 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.67:5000 136 0.026 200 2c3da8cca9f4cd0e39ae356aab489d7f 199.204.45.250 - - [27/Mar/2026:02:07:47 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.027 [openstack-keystone-api-5000] [] 10.0.0.67:5000 332 0.027 201 db1c932e3868f8fefff1399bfee7e03c 199.204.45.250 - - [27/Mar/2026:02:07:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 266 0.004 200 7fbbae75f85275cf7d856f6b44519c80 199.204.45.250 - - [27/Mar/2026:02:07:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1360 0.282 201 f306dae8da1e0fe5434699498cc4cc15 199.204.45.250 - - [27/Mar/2026:02:07:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 5579765fea15b13ffc5deeb52b3f235c 199.204.45.250 - - [27/Mar/2026:02:07:48 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.024 [openstack-keystone-api-5000] [] 10.0.0.67:5000 131 0.025 404 1291d78d8ce32701241b0bfb53d52688 199.204.45.250 - - [27/Mar/2026:02:07:48 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.024 [openstack-keystone-api-5000] [] 10.0.0.67:5000 168 0.024 200 755dbf8c52bab16e7581dd41cbd6f88c 199.204.45.250 - - [27/Mar/2026:02:07:48 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.030 [openstack-keystone-api-5000] [] 10.0.0.67:5000 224 0.031 201 d8f801a6d2aeb49b3380e4801a22cbbf W0327 02:07:58.071507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:58.071556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:01.404918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:01.404957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:04.739338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:04.739411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:08:17.728311 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.111.104.45"}] I0327 02:08:17.734690 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"0fdea5aa-bb65-443a-83ba-6a6b79ef5a74", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7235", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:08:17.736634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:17.736672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:22.568059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:22.568093 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:26.176288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:26.176313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:29.511049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:29.511088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:52.673644 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:09:52.673760 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0327 02:09:52.673833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:52.673859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:09:52.678193 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0327 02:09:52.678229 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0327 02:09:52.686466 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0327 02:09:52.686766 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"04fa698d-d2f1-4d5d-8c6a-064305655d0c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7961", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:09:52.687010 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0327 02:09:52.687447 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:09:52.687577 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0327 02:09:52.687674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:52.687708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:09:52.687878 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:09:52.737803 7 controller.go:216] "Backend successfully reloaded" I0327 02:09:52.738008 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7l2s6", UID:"a3626bc3-0842-4602-881b-462e1f8a66ee", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:09:52.891607 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0327 02:09:52.892692 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.250 - - [27/Mar/2026:02:09:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 3455cd47185d7c201597ff9c422254cf 199.204.45.250 - - [27/Mar/2026:02:09:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1992 0.335 201 1cda8343884a14bae4d238b241e7ffe3 199.204.45.250 - - [27/Mar/2026:02:09:53 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.028 [openstack-keystone-api-5000] [] 10.0.0.67:5000 85 0.028 404 cdbee09a29119c74bae0634209139590 199.204.45.250 - - [27/Mar/2026:02:09:53 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.67:5000 129 0.019 200 4cfb035a1fb3c96935c12ee61d27fe93 199.204.45.250 - - [27/Mar/2026:02:09:53 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.030 [openstack-keystone-api-5000] [] 10.0.0.67:5000 230 0.029 201 ba36fa561bf50f6364e2824220d0cbcc W0327 02:09:56.022335 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:09:56.022518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:56.022548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:59.356191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:59.356242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [27/Mar/2026:02:09:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.002 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.003 300 bb6b086c62929efefb5f03026582fdbf 199.204.45.250 - - [27/Mar/2026:02:09:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.281 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1992 0.281 201 baf6e0717adbaad9585563dc835ca1b0 199.204.45.250 - - [27/Mar/2026:02:09:59 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.025 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1521 0.025 200 c23f2e9e015586d68affa499826851c4 199.204.45.250 - - [27/Mar/2026:02:09:59 +0000] "PUT /v3/roles/89fa1ccae75c44b5a6e6002b0a70ea90/implies/7654bfe0990c4a67995e9a15eaf2dbf9 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.037 [openstack-keystone-api-5000] [] 10.0.0.67:5000 521 0.036 201 27e3c1cafec4354542b4e993227f18b1 I0327 02:10:17.731723 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.111.104.45"}] I0327 02:10:17.737389 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"04fa698d-d2f1-4d5d-8c6a-064305655d0c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8264", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:10:17.738190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:17.738233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [27/Mar/2026:02:10:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 0b5f71770366470a7d061c40d69527aa 199.204.45.250 - - [27/Mar/2026:02:10:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2055 0.330 201 0b31c503a7b3c9c3190bd689920c7cfe 199.204.45.250 - - [27/Mar/2026:02:10:46 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.033 [openstack-keystone-api-5000] [] 10.0.0.67:5000 87 0.033 404 5a3c3dadb2366c7e208f7f25c5dc78c5 199.204.45.250 - - [27/Mar/2026:02:10:46 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.027 [openstack-keystone-api-5000] [] 10.0.0.67:5000 390 0.027 200 fa58f422fb42def51f72f66ad9722f22 199.204.45.250 - - [27/Mar/2026:02:10:46 +0000] "GET /v3/users/rgw-RegionOne?domain_id=1cf51202428d4d9ca15233e96907278b HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.043 [openstack-keystone-api-5000] [] 10.0.0.67:5000 91 0.043 404 735ae0e5d050878ecc0b201f598bf9da 199.204.45.250 - - [27/Mar/2026:02:10:46 +0000] "GET /v3/users?domain_id=1cf51202428d4d9ca15233e96907278b&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.036 [openstack-keystone-api-5000] [] 10.0.0.67:5000 178 0.035 200 e229f697211d837bf2e9afcda9aa674e 199.204.45.250 - - [27/Mar/2026:02:10:46 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.310 [openstack-keystone-api-5000] [] 10.0.0.67:5000 291 0.310 201 1a77a37a2ad74fc8dbeb91dc6a1bd73b 199.204.45.250 - - [27/Mar/2026:02:10:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.009 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.010 300 6829c7335ab020aa3bc4ba426ae5344c 199.204.45.250 - - [27/Mar/2026:02:10:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.297 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2055 0.296 201 aa3b091e57831ef6fb7ef41193d977bd 199.204.45.250 - - [27/Mar/2026:02:10:49 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.027 [openstack-keystone-api-5000] [] 10.0.0.67:5000 83 0.027 404 1929aae4ac1fcafb0457c0d8a07930a2 199.204.45.250 - - [27/Mar/2026:02:10:49 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.032 [openstack-keystone-api-5000] [] 10.0.0.67:5000 361 0.032 200 5eff95a019f5c2560bdd79ae1e48f35c 199.204.45.250 - - [27/Mar/2026:02:10:49 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.033 [openstack-keystone-api-5000] [] 10.0.0.67:5000 87 0.033 404 0e5513aa169fc8eab6a55df75fe63c2c 199.204.45.250 - - [27/Mar/2026:02:10:49 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.022 [openstack-keystone-api-5000] [] 10.0.0.67:5000 390 0.021 200 f7359da043a94e065c81322499b0d50d 199.204.45.250 - - [27/Mar/2026:02:10:49 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.039 [openstack-keystone-api-5000] [] 10.0.0.67:5000 91 0.040 404 7847e08e8b4fdd55a73fec0605bd8767 199.204.45.250 - - [27/Mar/2026:02:10:49 +0000] "GET /v3/users?domain_id=1cf51202428d4d9ca15233e96907278b&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.046 [openstack-keystone-api-5000] [] 10.0.0.67:5000 458 0.046 200 75136f3642b32eb161926eb32c266249 199.204.45.250 - - [27/Mar/2026:02:10:49 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.028 [openstack-keystone-api-5000] [] 10.0.0.67:5000 88 0.028 404 4efacbf61891276d8e49a2ecd10fd5eb 199.204.45.250 - - [27/Mar/2026:02:10:49 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.024 [openstack-keystone-api-5000] [] 10.0.0.67:5000 520 0.024 200 c42d9b94468f948fc833c66937692076 199.204.45.250 - - [27/Mar/2026:02:10:49 +0000] "PUT /v3/projects/f9ac5a8aede048518785e555f5a3bd49/users/ec9b7fa1d51b49808a87b60e1e13d94c/roles/ef2ad283ee8640bdb1988514731749d7 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.040 [openstack-keystone-api-5000] [] 10.0.0.67:5000 0 0.040 204 d984923008f6679e6b52a2bd69b38bb1 199.204.45.250 - - [27/Mar/2026:02:10:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 b542966a0546e0ed097fd7324fffce7e 199.204.45.250 - - [27/Mar/2026:02:10:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2055 0.339 201 5c7010b5c9c12be8fdf08b17a1f9b867 199.204.45.250 - - [27/Mar/2026:02:10:53 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.020 [openstack-keystone-api-5000] [] 10.0.0.67:5000 151 0.019 200 a8ed4a7ec337523c42856ce83331a2e0 199.204.45.250 - - [27/Mar/2026:02:10:53 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.023 [openstack-keystone-api-5000] [] 10.0.0.67:5000 263 0.023 201 414998a32b3fc5884a5fe81bb8dd5b5c 199.204.45.250 - - [27/Mar/2026:02:10:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 f0bcf4246dc41971315b06fcb544a713 199.204.45.250 - - [27/Mar/2026:02:10:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.313 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2157 0.312 201 298395e99c7ef2b96c75d751fb4f8a5e 199.204.45.250 - - [27/Mar/2026:02:10:54 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.67:5000 86 0.024 404 cf4dd8b7fca05e8169ca34524d9d463b 199.204.45.250 - - [27/Mar/2026:02:10:54 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.020 [openstack-keystone-api-5000] [] 10.0.0.67:5000 382 0.021 200 3a810c25401df7f90b7cf51c416d7834 199.204.45.250 - - [27/Mar/2026:02:10:54 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=7e96ce8ea1614a598fe3bca33a5a7671 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.67:5000 205 0.019 200 b158dc0cfd439427a5718aba0981e8fe 199.204.45.250 - - [27/Mar/2026:02:10:54 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.065 [openstack-keystone-api-5000] [] 10.0.0.67:5000 379 0.065 201 6f1c6f6c0be3d2634a5d0701112a3f76 199.204.45.250 - - [27/Mar/2026:02:10:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.002 300 81b71f3c03ae01b577b56cafa2e1e62e 199.204.45.250 - - [27/Mar/2026:02:10:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2366 0.294 201 ba22ea13e30155feb77c19ce12298e81 199.204.45.250 - - [27/Mar/2026:02:10:55 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.67:5000 86 0.021 404 39eaaea3e40fd25409d6f0f82f05ad2e 199.204.45.250 - - [27/Mar/2026:02:10:55 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.67:5000 382 0.017 200 c98faf373e5da2d73db4100c2e469c51 199.204.45.250 - - [27/Mar/2026:02:10:55 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=7e96ce8ea1614a598fe3bca33a5a7671 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.021 [openstack-keystone-api-5000] [] 10.0.0.67:5000 207 0.020 200 3cc0f7659b15c54e5ff9ea7f4ecc5d6c 199.204.45.250 - - [27/Mar/2026:02:10:55 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.031 [openstack-keystone-api-5000] [] 10.0.0.67:5000 392 0.031 201 b748bd59e3161ba2d0cd38cd43ab23d6 W0327 02:10:57.275455 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:10:57.275581 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0327 02:10:57.275653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:57.275679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:10:57.280267 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0327 02:10:57.280303 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0327 02:10:57.322043 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0327 02:10:57.322577 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0327 02:10:57.322801 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"f5ba3392-e7b8-4e44-b5da-fe93c65e796d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8530", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:10:57.323061 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:10:57.323173 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0327 02:10:57.323245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:57.323258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:10:57.323401 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:10:57.435165 7 controller.go:216] "Backend successfully reloaded" I0327 02:10:57.435457 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7l2s6", UID:"a3626bc3-0842-4602-881b-462e1f8a66ee", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:10:58.091322 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0327 02:10:58.093268 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0327 02:11:00.656665 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:11:00.656851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:00.656875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:14.693398 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:11:14.693563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:14.693586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:11:17.727835 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.111.104.45"}] I0327 02:11:17.735297 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"f5ba3392-e7b8-4e44-b5da-fe93c65e796d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8732", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:11:18.027202 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:11:18.027331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:18.027346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:21.360306 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:21.360486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:21.360509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:11:21.360676 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:11:21.416863 7 controller.go:216] "Backend successfully reloaded" I0327 02:11:21.417073 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7l2s6", UID:"a3626bc3-0842-4602-881b-462e1f8a66ee", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:11:24.695301 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:24.695407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:24.695425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:28.027140 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:28.027281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:28.027299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:31.360745 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:31.360873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:31.360891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:44.176115 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:44.178065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:44.178155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:47.510427 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:47.510595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:47.510646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:50.843734 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:50.843917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:50.843947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:23.434634 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:12:23.434985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:23.435026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:02.102514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:02.102649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:47.906889 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:13:47.906971 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0327 02:13:47.907051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:47.907065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:13:47.909541 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.003s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:39.2kB} I0327 02:13:47.909563 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0327 02:13:47.914996 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0327 02:13:47.915260 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"7cf5c05c-c2f4-4efe-99aa-d8fe7f72b6b3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10025", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:13:47.915563 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0327 02:13:47.915987 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:13:47.916130 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0327 02:13:47.916218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:47.916239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:13:47.916400 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:13:47.974264 7 controller.go:216] "Backend successfully reloaded" I0327 02:13:47.975370 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7l2s6", UID:"a3626bc3-0842-4602-881b-462e1f8a66ee", APIVersion:"v1", ResourceVersion:"1442", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:13:48.355743 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0327 02:13:48.356714 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0327 02:13:51.249994 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:13:51.250200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:51.250229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [27/Mar/2026:02:13:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 042b8f48d0bb42d1c12daa7d67ca7d54 199.204.45.250 - - [27/Mar/2026:02:13:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.348 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.348 201 67967435dd1dbafdeff2969dc239e450 199.204.45.250 - - [27/Mar/2026:02:13:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bbefa887b385c1e7e67764c8ee600a3e 199.204.45.250 - - [27/Mar/2026:02:13:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9a0b61551874034a6f120c53d36a8400 199.204.45.250 - - [27/Mar/2026:02:13:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 c5511bc1eb580c006ff6c70ee7c4657f 199.204.45.250 - - [27/Mar/2026:02:13:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.321 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.320 201 5c28f863098de50674b2dc5128905c6c 199.204.45.250 - - [27/Mar/2026:02:13:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 945279cc143ab5fc1b00b852c01f6b73 199.204.45.250 - - [27/Mar/2026:02:13:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a7e5c764312e7f6219db6b66d3b714cf 199.204.45.250 - - [27/Mar/2026:02:13:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 286d95693a7274e62adc3f106922057e 199.204.45.250 - - [27/Mar/2026:02:13:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.301 201 0964f17ec7c4cc5b8a25ede3403feb39 199.204.45.250 - - [27/Mar/2026:02:13:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 339a2a02b169cdb99d247bf72d1fb35c 199.204.45.250 - - [27/Mar/2026:02:13:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5359578075b94c57e84ca55e8b9b8565 199.204.45.250 - - [27/Mar/2026:02:13:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 f1c64ca1a0185f9972f733b9bf2a8f45 199.204.45.250 - - [27/Mar/2026:02:13:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.372 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.372 201 a69da78794b8780db09adf7c40fefc1c 199.204.45.250 - - [27/Mar/2026:02:13:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a64a8f2d372275a8045c24695c1c9a5e 199.204.45.250 - - [27/Mar/2026:02:13:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f91b9801b9f35be4494e9e0625c225fa 199.204.45.250 - - [27/Mar/2026:02:13:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 cc842ea8ef0e841ee54c815ba1a10d54 199.204.45.250 - - [27/Mar/2026:02:13:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.284 201 9d6ef98fce3b753fa3a083fe28bee03e 199.204.45.250 - - [27/Mar/2026:02:13:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b2a49370d74c06bd903f8efea7ead922 199.204.45.250 - - [27/Mar/2026:02:13:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fad74d1a9d29ca83a5a5c596525ad347 199.204.45.250 - - [27/Mar/2026:02:14:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 4fc74f03bdefa6dd3959506578ff38e2 199.204.45.250 - - [27/Mar/2026:02:14:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.285 201 71e5ce5a4536f4e2da71a807ca0f7480 199.204.45.250 - - [27/Mar/2026:02:14:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 43536d4207277eb64428d6c590d9974e 199.204.45.250 - - [27/Mar/2026:02:14:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ad817d812b6f208eb63653d98f195297 199.204.45.250 - - [27/Mar/2026:02:14:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 54597dc70b82a7532fe4403ea558748c 199.204.45.250 - - [27/Mar/2026:02:14:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.305 201 14b624e45e912a9f7a79e7b31a0b22dd 199.204.45.250 - - [27/Mar/2026:02:14:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 31688187e42a1fe4af57a13b24b984ae 199.204.45.250 - - [27/Mar/2026:02:14:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5110e06d153d959b43e5bb8287d22c5f 199.204.45.250 - - [27/Mar/2026:02:14:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.003 300 b73178b1f89eb5951e2798720d187502 199.204.45.250 - - [27/Mar/2026:02:14:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.292 201 bd79efe69365f732a133bcd13d6a4ec5 199.204.45.250 - - [27/Mar/2026:02:14:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 529438d93e1837648d7634b13c876029 199.204.45.250 - - [27/Mar/2026:02:14:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fd54ddcebe81f0475a11c390e9ccf706 W0327 02:14:06.465298 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:14:06.465406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:06.465421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [27/Mar/2026:02:14:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 06c4b7d68cea5cce59d0f8e07c702d6c 199.204.45.250 - - [27/Mar/2026:02:14:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.299 201 280437c1b94ed8c8a56f903703d88a2c 199.204.45.250 - - [27/Mar/2026:02:14:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fe67c78d1d823fa504516dafe37c989c 199.204.45.250 - - [27/Mar/2026:02:14:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6f973f319a27a9015b091d4c8f3b740a 199.204.45.250 - - [27/Mar/2026:02:14:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.003 300 8c1215c5259a8e862437d9e065cb0e5e 199.204.45.250 - - [27/Mar/2026:02:14:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.294 201 99848c576be796eab37e60bab01dd682 199.204.45.250 - - [27/Mar/2026:02:14:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d0d16ca68bb62235a6272417c9b8bcad 199.204.45.250 - - [27/Mar/2026:02:14:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4604c5ad05880d267d46600ae87e1144 199.204.45.250 - - [27/Mar/2026:02:14:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 1a2e4724e43554ba64915d5d71641661 199.204.45.250 - - [27/Mar/2026:02:14:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.293 201 7012f8ae71d3981e3216a2e6da824871 199.204.45.250 - - [27/Mar/2026:02:14:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0516e8cf461bd063bb604df0c3668211 199.204.45.250 - - [27/Mar/2026:02:14:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 289e3cf5dfc668df083db9680d343d74 199.204.45.250 - - [27/Mar/2026:02:14:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 29ff2b367e33f6ad1b8542966308d2ae 199.204.45.250 - - [27/Mar/2026:02:14:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.300 201 737994df16f8df15fd094123ed7dbf4d 199.204.45.250 - - [27/Mar/2026:02:14:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 00c9fd01367fec4816f73ed04b13b78e 199.204.45.250 - - [27/Mar/2026:02:14:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a05c4495beea80245c41c0f77c4b082d 199.204.45.250 - - [27/Mar/2026:02:14:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 8c4f9889e4328a174118f75a59b9a90c 199.204.45.250 - - [27/Mar/2026:02:14:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.283 201 9df190184278608f1d3db7aef4590442 199.204.45.250 - - [27/Mar/2026:02:14:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c8e3f6c9aa7690be77b62b55f5ac5ba9 199.204.45.250 - - [27/Mar/2026:02:14:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3f2f6066f267ed6bf734732a2d7498a5 W0327 02:14:14.875668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:14.875704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [27/Mar/2026:02:14:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.003 300 6b9e83a9ec9fcef58cb92c793cf0af48 199.204.45.250 - - [27/Mar/2026:02:14:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.288 201 74a7b51c8fbf1faba50d307ed535240c 199.204.45.250 - - [27/Mar/2026:02:14:15 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.154:9292 1193 0.003 300 bc0a9782b27e3a3401da65700cd830f9 199.204.45.250 - - [27/Mar/2026:02:14:16 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.538 [openstack-glance-api-9292] [] 10.0.0.154:9292 69 0.539 200 643a5b2d34d7c51572fd99e985484aa1 I0327 02:14:17.729064 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.111.104.45"}] I0327 02:14:17.735033 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"7cf5c05c-c2f4-4efe-99aa-d8fe7f72b6b3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10237", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:14:18.210753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:18.210832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [27/Mar/2026:02:14:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 6a27b72bc0b8d5df83a7fb93a5562683 199.204.45.250 - - [27/Mar/2026:02:14:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.291 201 7caf3085d977f81799526a5203e71b7b 199.204.45.250 - - [27/Mar/2026:02:14:19 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.154:9292 1193 0.003 300 802513fb6d0f95c685e2490dc7b148de 199.204.45.250 - - [27/Mar/2026:02:14:19 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.050 [openstack-glance-api-9292] [] 10.0.0.154:9292 69 0.050 200 7d1f604b9e18c6035ca6a242ef776b7d 199.204.45.250 - - [27/Mar/2026:02:14:19 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.122 [openstack-glance-api-9292] [] 10.0.0.154:9292 151 0.121 404 94135e17246f8eb5b8b20bbd6bb2cfd7 199.204.45.250 - - [27/Mar/2026:02:14:19 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.154:9292 81 0.022 200 ff521f41d3f2660903618555d7fc8e9f 199.204.45.250 - - [27/Mar/2026:02:14:19 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.027 [openstack-glance-api-9292] [] 10.0.0.154:9292 84 0.026 200 46c68a4f94b986ad23c97fbbcf59f590 199.204.45.250 - - [27/Mar/2026:02:14:19 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.055 [openstack-glance-api-9292] [] 10.0.0.154:9292 760 0.055 201 e5b99242a5c49ff4a9f75edad2786cb1 199.204.45.250 - - [27/Mar/2026:02:14:23 +0000] "PUT /v2/images/4e8937b9-29ff-4129-bf1c-50e6dfb75535/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.886 [openstack-glance-api-9292] [] 10.0.0.154:9292 0 3.887 204 37b3e14be00d9ddd094990e8c854ee9a 199.204.45.250 - - [27/Mar/2026:02:14:23 +0000] "GET /v2/images/4e8937b9-29ff-4129-bf1c-50e6dfb75535 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.154:9292 1171 0.015 200 95d9f1a5a9d98874a736f04d4d6bfc88 199.204.45.250 - - [27/Mar/2026:02:14:23 +0000] "GET /v2/images/4e8937b9-29ff-4129-bf1c-50e6dfb75535 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.154:9292 1171 0.016 200 e376617c3c366293d39220c763585b82 W0327 02:14:26.441583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:26.441619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:29.775314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:29.775365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store