------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0327 02:01:09.255210 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 02:01:09.255532 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0327 02:01:09.265639 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0327 02:01:09.268661 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0327 02:01:09.330829 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0327 02:01:09.348912 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0327 02:01:09.364249 7 nginx.go:271] "Starting NGINX Ingress controller" I0327 02:01:09.369921 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"efc6a849-eadc-43dd-b098-80af438694a5", APIVersion:"v1", ResourceVersion:"1398", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0327 02:01:09.374207 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"b8d09dff-a7ab-4686-ba79-ba77adac34bb", APIVersion:"v1", ResourceVersion:"1397", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0327 02:01:09.374313 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"9366bb61-de0c-4653-b469-aebcbc8a07ec", APIVersion:"v1", ResourceVersion:"1396", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0327 02:01:10.566600 7 nginx.go:317] "Starting NGINX process" I0327 02:01:10.566713 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0327 02:01:10.567090 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0327 02:01:10.567382 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0327 02:01:10.567452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:10.567477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:01:10.567533 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:01:10.582387 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0327 02:01:10.582458 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-pzpt2" I0327 02:01:10.607073 7 controller.go:216] "Backend successfully reloaded" I0327 02:01:10.607179 7 controller.go:227] "Initial sync, sleeping for 1 second" I0327 02:01:10.607288 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pzpt2", UID:"660588e8-29e2-4cd8-a985-8c6aef31f264", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:01:14.391598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:14.391633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:17.725632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:17.725698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:21.059127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:21.059161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:24.392193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:24.392269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:27.725511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:27.725555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:31.059736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:31.059788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:34.392016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:34.392083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:37.726975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:37.727050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:41.058936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:41.058986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:44.394707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:44.394750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:47.725692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:47.725732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:37.054799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:37.054838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:40.388811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:40.388869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:00.017619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:00.017665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:03.351176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:03.351240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:06.685025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:06.685072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:10.017621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:10.017664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:13.351614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:13.351731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:16.684813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:16.684840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:20.017684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:20.017727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:23.352515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:23.352574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:26.684489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:26.684549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:30.018021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:30.018081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:46.862989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:46.863023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:50.197508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:50.197566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:50.518919 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-223.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-223.nip.io-tls was not found. Using default certificate W0327 02:05:50.518982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:50.519000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:05:50.521402 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0327 02:05:50.521441 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0327 02:05:50.529580 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0327 02:05:50.529837 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"84acfc87-d356-45ce-a54b-9b92e0e67165", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3529", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:05:50.530133 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-223.nip.io-tls" in local store I0327 02:05:51.046796 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-223.nip.io-tls" I0327 02:05:51.048274 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-223.nip.io-tls" W0327 02:05:53.531131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:53.531182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:05:53.531234 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:05:53.571324 7 controller.go:216] "Backend successfully reloaded" I0327 02:05:53.571973 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pzpt2", UID:"660588e8-29e2-4cd8-a985-8c6aef31f264", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:05:56.863476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:56.863554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [27/Mar/2026:02:06:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.310 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 2.310 200 2eacd17074aa2efc197cd38ebb067fc5 199.204.45.223 - - [27/Mar/2026:02:06:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.171 [auth-system-keycloak-80] [] 10.0.0.181:8080 116 0.172 404 f7d06d5f858e9602b1a694f1e2bea505 199.204.45.223 - - [27/Mar/2026:02:06:07 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.600 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 4.600 201 d012d6d215af469dc1ccdfa6f067a060 199.204.45.223 - - [27/Mar/2026:02:06:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.683 [auth-system-keycloak-80] [] 10.0.0.181:8080 4246 0.683 200 833b97f2b6221f3616410a50b7e79a92 199.204.45.223 - - [27/Mar/2026:02:06:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.543 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.541 200 bfea0edf949e8d7340ed8a7ab2d47636 199.204.45.223 - - [27/Mar/2026:02:06:09 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.093 [auth-system-keycloak-80] [] 10.0.0.181:8080 12500 0.093 200 410096bb4efa8b7af4c1bd4d6ae056a8 199.204.45.223 - - [27/Mar/2026:02:06:09 +0000] "GET /admin/realms/atmosphere/client-scopes/9fccac41-136a-459d-84a5-a13f82b81bdb HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.013 [auth-system-keycloak-80] [] 10.0.0.181:8080 1278 0.013 200 340a548c45de164c86c7fd5ab9844f58 199.204.45.223 - - [27/Mar/2026:02:06:09 +0000] "PUT /admin/realms/atmosphere/client-scopes/9fccac41-136a-459d-84a5-a13f82b81bdb HTTP/1.1" 204 0 "-" "Ansible" 1848 0.080 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.079 204 6917c618bd8768897e66cd996adc7006 199.204.45.223 - - [27/Mar/2026:02:06:09 +0000] "GET /admin/realms/atmosphere/client-scopes/9fccac41-136a-459d-84a5-a13f82b81bdb/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.086 [auth-system-keycloak-80] [] 10.0.0.181:8080 963 0.086 200 88fd9d4de6f56b0698db05463ad510f9 199.204.45.223 - - [27/Mar/2026:02:06:09 +0000] "GET /admin/realms/atmosphere/client-scopes/9fccac41-136a-459d-84a5-a13f82b81bdb/protocol-mappers/models/f6a69d54-80ec-432f-a4d6-faac1d3f5713 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.075 [auth-system-keycloak-80] [] 10.0.0.181:8080 366 0.074 200 908bb9d7a8be77c899c6b6d566b9c232 199.204.45.223 - - [27/Mar/2026:02:06:09 +0000] "PUT /admin/realms/atmosphere/client-scopes/9fccac41-136a-459d-84a5-a13f82b81bdb/protocol-mappers/models/f6a69d54-80ec-432f-a4d6-faac1d3f5713 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.096 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.095 204 2c0f03ad598dc9b5459ff503c94a373b 199.204.45.223 - - [27/Mar/2026:02:06:10 +0000] "GET /admin/realms/atmosphere/client-scopes/9fccac41-136a-459d-84a5-a13f82b81bdb HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.095 [auth-system-keycloak-80] [] 10.0.0.181:8080 1218 0.096 200 f1fb74d20b3c50cda6d8b1254bdb8d4f I0327 02:06:10.590960 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.105.253.69"}] I0327 02:06:10.598151 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"84acfc87-d356-45ce-a54b-9b92e0e67165", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3816", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:06:10.599627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:10.599678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [27/Mar/2026:02:06:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.570 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.569 200 d5d5d77c9e1c0d40a7285d69a14deb69 199.204.45.223 - - [27/Mar/2026:02:06:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.021 [auth-system-keycloak-80] [] 10.0.0.181:8080 2 0.021 200 c9ee175a2fd75a24bdd277fdc619537f 199.204.45.223 - - [27/Mar/2026:02:06:31 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.181 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.181 201 d76b27286e36d07aa9e07471e693155a 199.204.45.223 - - [27/Mar/2026:02:06:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.089 [auth-system-keycloak-80] [] 10.0.0.181:8080 1261 0.089 200 2d90fe24c256b8ae60e46bb5c88441be 199.204.45.223 - - [27/Mar/2026:02:06:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.500 200 839598a76e1fc782b785185e07c713d3 199.204.45.223 - - [27/Mar/2026:02:06:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.181:8080 2 0.010 200 fbd707f14fe9981afebf29c348bdb2a6 199.204.45.223 - - [27/Mar/2026:02:06:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.073 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.072 201 518615f62cae475d448f2f294a1cb060 199.204.45.223 - - [27/Mar/2026:02:06:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.067 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.067 200 ba7dd71505312dc1c4287d41d25a386b 199.204.45.223 - - [27/Mar/2026:02:06:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.813 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.812 200 f99a0f3e1c4230619073325e5027961f 199.204.45.223 - - [27/Mar/2026:02:06:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.181:8080 2 0.009 200 900f2d740a9c31e53b73b71affb8edb1 199.204.45.223 - - [27/Mar/2026:02:06:33 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.081 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.079 201 eb5dedaa588665725fd21eb0eb18d1d3 199.204.45.223 - - [27/Mar/2026:02:06:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.025 [auth-system-keycloak-80] [] 10.0.0.181:8080 1251 0.026 200 4ae58eda9dd087eaa60bf4b32e1b7d17 199.204.45.223 - - [27/Mar/2026:02:06:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.485 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.482 200 38f48c30e44741bf931642f15303f81e 199.204.45.223 - - [27/Mar/2026:02:06:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.181:8080 1261 0.007 200 1fcb71e4dad44c45567a3dbd89675a90 199.204.45.223 - - [27/Mar/2026:02:06:35 +0000] "GET /admin/realms/atmosphere/clients/31f258e0-0334-4819-91ea-271eb0badc65/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.181:8080 119 0.013 404 a1baf5a27acd42e3d43abcafd410050d 199.204.45.223 - - [27/Mar/2026:02:06:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.181:8080 1261 0.008 200 996de5d9355c6a3d06b38c590ffc1cc0 199.204.45.223 - - [27/Mar/2026:02:06:35 +0000] "POST /admin/realms/atmosphere/clients/31f258e0-0334-4819-91ea-271eb0badc65/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.034 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.033 201 42f48f82e8dc8ff3a380f90c3f3c70a2 199.204.45.223 - - [27/Mar/2026:02:06:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.181:8080 1261 0.007 200 3f4563d8b0d35c53b482ee45b3271de4 199.204.45.223 - - [27/Mar/2026:02:06:35 +0000] "GET /admin/realms/atmosphere/clients/31f258e0-0334-4819-91ea-271eb0badc65/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.070 [auth-system-keycloak-80] [] 10.0.0.181:8080 166 0.070 200 7a39d9b2b2618436b02df65811c90196 199.204.45.223 - - [27/Mar/2026:02:06:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.467 200 64bef116d667e1275b95d0b502b34423 199.204.45.223 - - [27/Mar/2026:02:06:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.034 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.033 200 85b62ed0e4566bade35f804baf6335d2 199.204.45.223 - - [27/Mar/2026:02:06:36 +0000] "GET /admin/realms/atmosphere/clients/705e8e26-413d-49a1-9244-1ea228e60a12/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.007 [auth-system-keycloak-80] [] 10.0.0.181:8080 119 0.008 404 cc104f6dd689f502cf1ab84d1ab3dfa3 199.204.45.223 - - [27/Mar/2026:02:06:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.005 200 9007212b155f058b0eadcde21f922408 199.204.45.223 - - [27/Mar/2026:02:06:36 +0000] "POST /admin/realms/atmosphere/clients/705e8e26-413d-49a1-9244-1ea228e60a12/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.062 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.061 201 63e08b2df743d44250fba998e79c070d 199.204.45.223 - - [27/Mar/2026:02:06:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.006 200 f7d0de2888e6b09d5e4aac84792a2d65 199.204.45.223 - - [27/Mar/2026:02:06:36 +0000] "GET /admin/realms/atmosphere/clients/705e8e26-413d-49a1-9244-1ea228e60a12/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.013 [auth-system-keycloak-80] [] 10.0.0.181:8080 165 0.013 200 da6d1257785c5be9a002e1a2bbb7720e 199.204.45.223 - - [27/Mar/2026:02:06:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.478 200 a9919bc28de37e643dac1ca9d921a625 199.204.45.223 - - [27/Mar/2026:02:06:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.008 200 137912c20ee43d0323153617810a899c 199.204.45.223 - - [27/Mar/2026:02:06:37 +0000] "GET /admin/realms/atmosphere/clients/705e8e26-413d-49a1-9244-1ea228e60a12/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.060 [auth-system-keycloak-80] [] 10.0.0.181:8080 119 0.061 404 313e9ea2d052a7a0baf13bc39c6d3e9e 199.204.45.223 - - [27/Mar/2026:02:06:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.008 200 9c7ad661120f579b6dd28fd108369ca4 199.204.45.223 - - [27/Mar/2026:02:06:37 +0000] "POST /admin/realms/atmosphere/clients/705e8e26-413d-49a1-9244-1ea228e60a12/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.015 201 893034c9302af04c2ef9e706fc424d70 199.204.45.223 - - [27/Mar/2026:02:06:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.037 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.037 200 b672971be4ccec142050bc47f90f4d59 199.204.45.223 - - [27/Mar/2026:02:06:37 +0000] "GET /admin/realms/atmosphere/clients/705e8e26-413d-49a1-9244-1ea228e60a12/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.181:8080 166 0.015 200 a21003014db66b1c44d5c07641046d32 199.204.45.223 - - [27/Mar/2026:02:06:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.490 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.488 200 380ab911cb35dc5241fdc99f291a9cdb 199.204.45.223 - - [27/Mar/2026:02:06:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.014 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.014 200 b77042b4e913fd5c759b02ec2ac00c63 199.204.45.223 - - [27/Mar/2026:02:06:38 +0000] "GET /admin/realms/atmosphere/clients/705e8e26-413d-49a1-9244-1ea228e60a12/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.063 [auth-system-keycloak-80] [] 10.0.0.181:8080 119 0.063 404 725cdd7b08cdb7f73d3269c7a46e044e 199.204.45.223 - - [27/Mar/2026:02:06:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.009 200 6fdfa337c64572aca0eacddfc52afdc4 199.204.45.223 - - [27/Mar/2026:02:06:38 +0000] "POST /admin/realms/atmosphere/clients/705e8e26-413d-49a1-9244-1ea228e60a12/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.017 201 5655c1d9fc55178983c0e68f767babf7 199.204.45.223 - - [27/Mar/2026:02:06:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.181:8080 1286 0.043 200 c2193c3ff8acfe3a9731aad61d044921 199.204.45.223 - - [27/Mar/2026:02:06:38 +0000] "GET /admin/realms/atmosphere/clients/705e8e26-413d-49a1-9244-1ea228e60a12/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.181:8080 166 0.015 200 4ff171e4703a6c3abce224eb551d6aaa 199.204.45.223 - - [27/Mar/2026:02:06:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.481 200 9af716bdeb06eefd426ee0b0192e5c4d 199.204.45.223 - - [27/Mar/2026:02:06:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.181:8080 1251 0.008 200 c15a08a7fc2456a5c512ab293d4b03d5 199.204.45.223 - - [27/Mar/2026:02:06:38 +0000] "GET /admin/realms/atmosphere/clients/26ca5ae4-ba55-4f00-b075-7362411eae5e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.181:8080 119 0.011 404 053169aad5dc64f684f6d5684beadb88 199.204.45.223 - - [27/Mar/2026:02:06:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.181:8080 1251 0.006 200 4f1b8c4c6ce87e53a9af3b21128c1765 199.204.45.223 - - [27/Mar/2026:02:06:39 +0000] "POST /admin/realms/atmosphere/clients/26ca5ae4-ba55-4f00-b075-7362411eae5e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.028 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.027 201 4cec9da4b02b9e2e35372f4f8fb7b338 199.204.45.223 - - [27/Mar/2026:02:06:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.181:8080 1251 0.008 200 2786eaf613f33a72d8570e96bb6296a2 199.204.45.223 - - [27/Mar/2026:02:06:39 +0000] "GET /admin/realms/atmosphere/clients/26ca5ae4-ba55-4f00-b075-7362411eae5e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.181:8080 166 0.013 200 262bb0f750681b9b4ee75b0688ace646 W0327 02:06:40.072199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:40.072232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:43.406996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:43.407057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:46.712671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:46.712711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:46.783911 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:07:46.783972 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0327 02:07:46.784001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:46.784013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:46.785007 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:07:46.785078 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0327 02:07:46.785119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:46.785133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:07:46.785307 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0327 02:07:46.785332 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0327 02:07:46.788204 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:07:46.788382 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0327 02:07:46.788480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:46.788515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:07:46.790962 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0327 02:07:46.791012 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0327 02:07:46.792662 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.002s admissionTime:0.007s testedConfigurationSize:18.2kB} I0327 02:07:46.792703 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0327 02:07:46.793085 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0327 02:07:46.793577 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0327 02:07:46.793818 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4abc3e0c-406d-42ed-94d1-3a54c3911b4e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4558", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:07:46.800517 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0327 02:07:46.801041 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0327 02:07:46.801202 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4578cd58-f802-4b05-8caa-d9635d6f6743", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4561", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:07:46.801368 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0327 02:07:46.801556 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"5f13b750-553b-44f4-b4be-92442588621f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4563", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:07:46.801751 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0327 02:07:47.073420 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0327 02:07:47.074194 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0327 02:07:47.112195 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0327 02:07:47.113073 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0327 02:07:48.456520 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0327 02:07:48.457941 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0327 02:07:50.046387 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:07:50.046456 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:07:50.046493 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:07:50.046624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:50.046655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:07:50.046787 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:07:50.100717 7 controller.go:216] "Backend successfully reloaded" I0327 02:07:50.101332 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pzpt2", UID:"660588e8-29e2-4cd8-a985-8c6aef31f264", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:07:53.380518 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:07:53.380593 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:07:53.380632 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:07:53.380761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:53.380793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:56.713838 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:07:56.713927 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:07:56.713989 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:07:56.714163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:56.714194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:00.046039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:08:00.046120 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:08:00.046162 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:08:00.046296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:00.046323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:03.379936 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:08:03.380097 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:08:03.380198 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:08:03.380397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:03.380497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:06.713909 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:08:06.713977 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:08:06.714013 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:08:06.714144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:06.714166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:10.047158 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:08:10.047266 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:08:10.047419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:10.047448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:08:10.590214 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.105.253.69"}] I0327 02:08:10.590255 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.105.253.69"}] I0327 02:08:10.590278 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.105.253.69"}] I0327 02:08:10.643638 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"5f13b750-553b-44f4-b4be-92442588621f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5340", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:08:10.666147 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4abc3e0c-406d-42ed-94d1-3a54c3911b4e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5341", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:08:10.668266 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4578cd58-f802-4b05-8caa-d9635d6f6743", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5342", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:08:13.383928 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:08:13.383987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:08:13.384080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:13.384099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:16.714295 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:08:16.714422 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:08:16.714602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:16.714634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:20.046828 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:08:20.046978 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:08:20.047169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:20.047195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:23.380094 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:08:23.380218 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:08:23.380382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:23.380417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.23 - - [27/Mar/2026:02:08:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.087 [auth-system-keycloak-80] [] 10.0.0.181:8080 6432 0.088 200 4a3b0c2cdd454d1a17911d0537577ba5 10.0.0.245 - - [27/Mar/2026:02:08:26 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.181:8080 6432 0.007 200 c3b6a8854c45b1ac5d8f00ab4d8aa0be W0327 02:08:26.712916 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:08:26.713091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:26.713113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:30.047045 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:08:30.047352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:30.047392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:33.379622 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:08:33.379908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:33.379942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:36.713093 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:08:36.713396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:36.713437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:40.047182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:08:40.047430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:40.047472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:43.380460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:43.380521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:46.712943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:46.713001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [27/Mar/2026:02:08:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.525 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.524 200 1aabef5a1ddbca1b8f76a7d3771eab10 W0327 02:08:50.046828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:50.046920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [27/Mar/2026:02:08:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.008 [auth-system-keycloak-80] [] 10.0.0.181:8080 4246 0.008 200 756cfb5be974e0b6419f61476ce9a7d1 199.204.45.223 - - [27/Mar/2026:02:08:50 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.467 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.466 204 99991008f373b69c2e72bd8a9955847b 199.204.45.223 - - [27/Mar/2026:02:08:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.189 [auth-system-keycloak-80] [] 10.0.0.181:8080 4384 0.189 200 192951246b0bfaa3a799359d8264d148 199.204.45.223 - - [27/Mar/2026:02:08:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.525 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.524 200 d6be7a3eaf66c8f3312343195fd5499f 199.204.45.223 - - [27/Mar/2026:02:08:51 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.181:8080 1682 0.008 200 b7bfc601399569690e6cb39ce943ac70 199.204.45.223 - - [27/Mar/2026:02:08:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.181:8080 6432 0.005 200 c2b7790b1f0c8d32db80b9767e3e8959 199.204.45.223 - - [27/Mar/2026:02:08:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.470 200 bd98f97883da7c344d08792dd4f67121 199.204.45.223 - - [27/Mar/2026:02:08:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.181:8080 2 0.010 200 5848257c940ebf9d72de95e74c856612 199.204.45.223 - - [27/Mar/2026:02:08:53 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.105 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.105 201 9447c03cb161c0a28e036443cb909da4 199.204.45.223 - - [27/Mar/2026:02:08:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.054 [auth-system-keycloak-80] [] 10.0.0.181:8080 2246 0.055 200 989b597a96a3a0aa34a03f206a99a0d7 199.204.45.223 - - [27/Mar/2026:02:08:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.181:8080 1928 0.460 200 9a4277a902ed258519580b5dd2c36625 199.204.45.223 - - [27/Mar/2026:02:08:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.181:8080 2246 0.006 200 c1e8a76efcaa67efe3f1a5faea574310 199.204.45.223 - - [27/Mar/2026:02:08:54 +0000] "GET /admin/realms/atmosphere/clients/b7a764be-eff3-4259-9e7d-4d7c53ffe2ee/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.181:8080 233 0.016 200 d91e20e8382831ce937e347e916902ca 199.204.45.223 - - [27/Mar/2026:02:08:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.056 [auth-system-keycloak-80] [] 10.0.0.181:8080 831 0.056 200 1610b7bd357c230a0b4004e97521f490 199.204.45.223 - - [27/Mar/2026:02:08:55 +0000] "GET /admin/realms/atmosphere/clients/e747c817-ddfb-4ba2-bbb1-f46169e2fa31/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.084 [auth-system-keycloak-80] [] 10.0.0.181:8080 3758 0.084 200 df440e3dcb60a0045d87fef79875ed47 199.204.45.223 - - [27/Mar/2026:02:08:55 +0000] "GET /admin/realms/atmosphere/users/c1f21ebd-f316-4a69-8904-0504b16cdad7/role-mappings/clients/e747c817-ddfb-4ba2-bbb1-f46169e2fa31/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.188 [auth-system-keycloak-80] [] 10.0.0.181:8080 3758 0.189 200 86e1d7a245d8188302f2d11ee936612e 199.204.45.223 - - [27/Mar/2026:02:08:55 +0000] "GET /admin/realms/atmosphere/users/c1f21ebd-f316-4a69-8904-0504b16cdad7/role-mappings/clients/e747c817-ddfb-4ba2-bbb1-f46169e2fa31/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.084 [auth-system-keycloak-80] [] 10.0.0.181:8080 2 0.084 200 f0c31da8c41acb80a78c01b97bf6fb6c 199.204.45.223 - - [27/Mar/2026:02:08:55 +0000] "POST /admin/realms/atmosphere/users/c1f21ebd-f316-4a69-8904-0504b16cdad7/role-mappings/clients/e747c817-ddfb-4ba2-bbb1-f46169e2fa31 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.087 [auth-system-keycloak-80] [] 10.0.0.181:8080 0 0.087 204 295b66708d79135ab813888fd927d2cc 199.204.45.223 - - [27/Mar/2026:02:08:55 +0000] "GET /admin/realms/atmosphere/users/c1f21ebd-f316-4a69-8904-0504b16cdad7/role-mappings/clients/e747c817-ddfb-4ba2-bbb1-f46169e2fa31/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.018 [auth-system-keycloak-80] [] 10.0.0.181:8080 576 0.018 200 cf0ff65845c2844fc99be3173a3d00c7 W0327 02:08:58.296835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:58.296880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:01.632658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:01.632705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:13.941013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:13.941071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:17.275392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:17.275437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:04.078210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:04.078264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:42.300783 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0327 02:11:42.300879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:42.300903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:11:42.305032 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:28.7kB} I0327 02:11:42.305076 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0327 02:11:42.311281 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0327 02:11:42.311537 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"bf48f940-fd7b-46cf-bd32-6890c2bc2701", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6981", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:11:42.311922 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0327 02:11:42.312382 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0327 02:11:42.312458 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:42.312475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:11:42.312595 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:11:42.364822 7 controller.go:216] "Backend successfully reloaded" I0327 02:11:42.365140 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pzpt2", UID:"660588e8-29e2-4cd8-a985-8c6aef31f264", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:11:42.545162 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0327 02:11:42.546876 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0327 02:11:45.646759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:45.646802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [27/Mar/2026:02:11:46 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.005 300 d1e52d215db62e29489cf0e26fb39f8a 199.204.45.223 - - [27/Mar/2026:02:11:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 266 0.004 200 64ecc28cdddbb8d7537e819d72f388f1 199.204.45.223 - - [27/Mar/2026:02:11:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.193:5000 1360 0.340 201 6db72efe6861c8d0d9dd5e49709d94cb 199.204.45.223 - - [27/Mar/2026:02:11:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.010 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.010 300 d55e4b7f2f3a1b25bda776f546bcae15 199.204.45.223 - - [27/Mar/2026:02:11:48 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.028 [openstack-keystone-api-5000] [] 10.0.0.193:5000 90 0.028 404 4635b848306df160dcf6631815eb2869 199.204.45.223 - - [27/Mar/2026:02:11:48 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.031 [openstack-keystone-api-5000] [] 10.0.0.193:5000 368 0.031 200 451b25e6b94112e48d013008bbab8852 199.204.45.223 - - [27/Mar/2026:02:11:48 +0000] "GET /v3/domains/b7698441bd2b457e9354c3dbada0ee3e HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.193:5000 245 0.016 200 4be15d70981973aff0af0982967848aa 199.204.45.223 - - [27/Mar/2026:02:11:49 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 266 0.004 200 1641966d9356825f9baaa85411f1fae1 199.204.45.223 - - [27/Mar/2026:02:11:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.193:5000 1360 0.295 201 84e1a70ec12131fd19deb32e331d6949 199.204.45.223 - - [27/Mar/2026:02:11:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.004 300 8759ea34b39571d242cb4cb871c40365 199.204.45.223 - - [27/Mar/2026:02:11:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.016 [openstack-keystone-api-5000] [] 10.0.0.193:5000 101 0.016 404 2c2afe30dbdd172ab7b364afccbe6c20 199.204.45.223 - - [27/Mar/2026:02:11:49 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.193:5000 156 0.020 200 a0fbe6ed3f0ebe65817f5ec17a77e0d4 199.204.45.223 - - [27/Mar/2026:02:11:49 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.027 [openstack-keystone-api-5000] [] 10.0.0.193:5000 342 0.026 201 771f7beb863ac32c14d774dff7c5b394 199.204.45.223 - - [27/Mar/2026:02:11:50 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 266 0.004 200 26c0a4444cf2b4752d80fd1795272f2d 199.204.45.223 - - [27/Mar/2026:02:11:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.193:5000 1360 0.284 201 546d19fcfb8c11b12619bfbce161225c 199.204.45.223 - - [27/Mar/2026:02:11:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.004 300 aca003ae388cba9d9e6e6f319674a15c 199.204.45.223 - - [27/Mar/2026:02:11:50 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.193:5000 98 0.019 404 fb077de51c478ed896a078d42fbee1df 199.204.45.223 - - [27/Mar/2026:02:11:50 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.015 [openstack-keystone-api-5000] [] 10.0.0.193:5000 136 0.015 200 1a8b4719f2ecb87af114ff385ffa1341 199.204.45.223 - - [27/Mar/2026:02:11:50 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.017 [openstack-keystone-api-5000] [] 10.0.0.193:5000 357 0.017 201 748bb85b0bbf006d0f584d0ecd61684b 199.204.45.223 - - [27/Mar/2026:02:11:51 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 266 0.003 200 91c2f2c66a760f4910d6fd7ca0aa6b3f 199.204.45.223 - - [27/Mar/2026:02:11:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.193:5000 1360 0.285 201 6e22a52ddd357694d5751712ad2694fc 199.204.45.223 - - [27/Mar/2026:02:11:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.003 300 65f53bc1a25e96cdac263f6a149e4650 199.204.45.223 - - [27/Mar/2026:02:11:51 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.021 [openstack-keystone-api-5000] [] 10.0.0.193:5000 131 0.021 404 f7f1dcadac7269e1574eab8e61809756 199.204.45.223 - - [27/Mar/2026:02:11:51 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.022 [openstack-keystone-api-5000] [] 10.0.0.193:5000 168 0.023 200 7b24d497d72132f20e2ce2f648d95e64 199.204.45.223 - - [27/Mar/2026:02:11:51 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.025 [openstack-keystone-api-5000] [] 10.0.0.193:5000 224 0.024 201 ad7888ea43c8ec2357612d868a7daaa3 W0327 02:12:02.542394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:02.542441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:05.876893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:05.876950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:09.209748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:09.209806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:12:10.591426 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.105.253.69"}] I0327 02:12:10.597719 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"bf48f940-fd7b-46cf-bd32-6890c2bc2701", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7237", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:12:12.545311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:12.545363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:15.876216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:15.876267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:28.046945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:28.046985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:31.382621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:31.382681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:36.315461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:36.315491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:39.649947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:39.650003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:11.640999 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:14:11.641199 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0327 02:14:11.641315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:11.641352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:14:11.644515 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0327 02:14:11.644576 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0327 02:14:11.650922 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0327 02:14:11.651498 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"cb5acbdc-2f15-4495-9fb7-ea6956f40fb3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8106", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:14:11.651576 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0327 02:14:11.652042 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:14:11.652155 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0327 02:14:11.652245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:11.652266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:14:11.652401 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:14:11.701399 7 controller.go:216] "Backend successfully reloaded" I0327 02:14:11.701759 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pzpt2", UID:"660588e8-29e2-4cd8-a985-8c6aef31f264", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:14:11.951453 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0327 02:14:11.952711 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.223 - - [27/Mar/2026:02:14:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.003 300 3dd7ab13d33661698fe8936f9fccfcfa 199.204.45.223 - - [27/Mar/2026:02:14:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.193:5000 1992 0.333 201 37519c220fe0d4c89a8f6218d9dea8e2 199.204.45.223 - - [27/Mar/2026:02:14:12 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.193:5000 85 0.023 404 5431f621ebd120f2d5fd7724aad383df 199.204.45.223 - - [27/Mar/2026:02:14:12 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-keystone-api-5000] [] 10.0.0.193:5000 129 0.022 200 d9e2ac70586e2c55c3560fdc06e1c812 199.204.45.223 - - [27/Mar/2026:02:14:12 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.023 [openstack-keystone-api-5000] [] 10.0.0.193:5000 230 0.024 201 46e09c7d15a77dd94fa1436d8cbf3a65 W0327 02:14:14.986985 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:14:14.987185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:14.987222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [27/Mar/2026:02:14:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.004 300 ca2d9960767a2bb95af2f79a11107bca 199.204.45.223 - - [27/Mar/2026:02:14:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.288 [openstack-keystone-api-5000] [] 10.0.0.193:5000 1992 0.288 201 c48d30bd2e9d884f4c3ff648b6ecbb5d 199.204.45.223 - - [27/Mar/2026:02:14:20 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.035 [openstack-keystone-api-5000] [] 10.0.0.193:5000 1521 0.035 200 5215c25cded8b194628d7438a6f32821 199.204.45.223 - - [27/Mar/2026:02:14:20 +0000] "PUT /v3/roles/929355f8d1ba4e4681b1525529ada06f/implies/0baebc947ce342e79b4cc6e8785989da HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.047 [openstack-keystone-api-5000] [] 10.0.0.193:5000 521 0.047 201 b6b9767eeca27bf8121fa75e4375afcf W0327 02:14:26.692774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:26.692894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [27/Mar/2026:02:15:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.004 300 b59f162a08eadf22116869b73a535f68 199.204.45.223 - - [27/Mar/2026:02:15:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.328 [openstack-keystone-api-5000] [] 10.0.0.193:5000 2055 0.328 201 aee6abcd1815e7ca828d733fc3f238f5 199.204.45.223 - - [27/Mar/2026:02:15:06 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.026 [openstack-keystone-api-5000] [] 10.0.0.193:5000 87 0.026 404 79301f0b0d03566744f12d91f0894337 199.204.45.223 - - [27/Mar/2026:02:15:06 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.035 [openstack-keystone-api-5000] [] 10.0.0.193:5000 390 0.034 200 c0d4bd78f6e63d43cfd02f3562d7a1ac 199.204.45.223 - - [27/Mar/2026:02:15:06 +0000] "GET /v3/users/rgw-RegionOne?domain_id=4e8b25ac36e34705ad2f9ff602b45667 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.033 [openstack-keystone-api-5000] [] 10.0.0.193:5000 91 0.034 404 829fa8542367a7f35e8539a822a3cd53 199.204.45.223 - - [27/Mar/2026:02:15:06 +0000] "GET /v3/users?domain_id=4e8b25ac36e34705ad2f9ff602b45667&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.049 [openstack-keystone-api-5000] [] 10.0.0.193:5000 178 0.048 200 d0b16aad9dcafbcbf9123c8e2b279fac 199.204.45.223 - - [27/Mar/2026:02:15:06 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.284 [openstack-keystone-api-5000] [] 10.0.0.193:5000 291 0.284 201 5382d496bba5ad4ca498aa8f5dbd25d8 I0327 02:15:10.589803 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.105.253.69"}] I0327 02:15:10.594723 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"cb5acbdc-2f15-4495-9fb7-ea6956f40fb3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8641", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:15:10.596504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:10.596561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [27/Mar/2026:02:15:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.003 300 1381529d160d696dd0c7be7d5a5d7d9e 199.204.45.223 - - [27/Mar/2026:02:15:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.303 [openstack-keystone-api-5000] [] 10.0.0.193:5000 2055 0.302 201 2e4a96d88297b4088433891993d5b188 199.204.45.223 - - [27/Mar/2026:02:15:11 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 429 0.024 [openstack-keystone-api-5000] [] 10.0.0.193:5000 83 0.024 404 dd3a3e8082d4701ad6e6ab84b4656491 199.204.45.223 - - [27/Mar/2026:02:15:11 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 447 0.023 [openstack-keystone-api-5000] [] 10.0.0.193:5000 361 0.022 200 a1ba3f3aa55e7b5985191a2aa5d102a5 199.204.45.223 - - [27/Mar/2026:02:15:11 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.193:5000 87 0.023 404 3f32e5ab4f5c9fe96554eaf3feed4457 199.204.45.223 - - [27/Mar/2026:02:15:11 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.028 [openstack-keystone-api-5000] [] 10.0.0.193:5000 390 0.028 200 b7d721fe3aec8b18e6820ced1d73b52b 199.204.45.223 - - [27/Mar/2026:02:15:11 +0000] "GET /v3/users/rgw-RegionOne?domain_id=4e8b25ac36e34705ad2f9ff602b45667 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 480 0.027 [openstack-keystone-api-5000] [] 10.0.0.193:5000 91 0.026 404 165d2a8da206d72ce76d6e8150d0b0ee 199.204.45.223 - - [27/Mar/2026:02:15:11 +0000] "GET /v3/users?domain_id=4e8b25ac36e34705ad2f9ff602b45667&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 498 0.042 [openstack-keystone-api-5000] [] 10.0.0.193:5000 458 0.042 200 934d979c2a6e6527429f333e68cd0556 199.204.45.223 - - [27/Mar/2026:02:15:11 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 434 0.018 [openstack-keystone-api-5000] [] 10.0.0.193:5000 88 0.018 404 d857dbfbe95150c7e554a32254e163ca 199.204.45.223 - - [27/Mar/2026:02:15:11 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.193:5000 520 0.025 200 83ee1048f3e0fc785a86ecf3e791c653 199.204.45.223 - - [27/Mar/2026:02:15:11 +0000] "PUT /v3/projects/a4c36b77aba341b9917aa05494b810b8/users/8e38461411ab42369eefac1746dc4f9d/roles/6dfbb2322b4f4235b6dcbf765089195b HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 556 0.036 [openstack-keystone-api-5000] [] 10.0.0.193:5000 0 0.036 204 661e96b0736ae8c10b8bdf14ddb75281 199.204.45.223 - - [27/Mar/2026:02:15:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.004 300 87d040eac763ff65c06708ff57749d3d 199.204.45.223 - - [27/Mar/2026:02:15:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.341 [openstack-keystone-api-5000] [] 10.0.0.193:5000 2055 0.341 201 9cc0c860f193c99cb7d31fcc7e425293 199.204.45.223 - - [27/Mar/2026:02:15:13 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.025 [openstack-keystone-api-5000] [] 10.0.0.193:5000 151 0.026 200 1675ab67bd857c84c43fc155b6494fcb 199.204.45.223 - - [27/Mar/2026:02:15:13 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.034 [openstack-keystone-api-5000] [] 10.0.0.193:5000 263 0.035 201 933c88cc2168592547c3d2c47f409319 199.204.45.223 - - [27/Mar/2026:02:15:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.003 300 f4e8433f9fa3a6192d2df866537b31b3 199.204.45.223 - - [27/Mar/2026:02:15:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.193:5000 2157 0.307 201 1ae6d143989d52f97d3adfcd67e0e0a9 199.204.45.223 - - [27/Mar/2026:02:15:14 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.193:5000 86 0.020 404 58beed15fd2a768959120620b391cb3f 199.204.45.223 - - [27/Mar/2026:02:15:14 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.023 [openstack-keystone-api-5000] [] 10.0.0.193:5000 382 0.023 200 cd6045c5ae23aa3e24ea9d5f3f158315 199.204.45.223 - - [27/Mar/2026:02:15:14 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=15e33bd2f8864f97b95c70cc60073d45 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.193:5000 205 0.019 200 780ab19aa9d1a934c3553e13f001a6fa 199.204.45.223 - - [27/Mar/2026:02:15:14 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.030 [openstack-keystone-api-5000] [] 10.0.0.193:5000 379 0.029 201 3d6b9ebf230f1a7a69370f35625adf91 199.204.45.223 - - [27/Mar/2026:02:15:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.004 300 a7290112d429d34aed266f1a15846312 199.204.45.223 - - [27/Mar/2026:02:15:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.193:5000 2366 0.340 201 101fc19414d725b1150ef9469d112028 199.204.45.223 - - [27/Mar/2026:02:15:15 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.193:5000 86 0.021 404 0b8142517d15bed5000ff3aca7717324 199.204.45.223 - - [27/Mar/2026:02:15:15 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.193:5000 382 0.018 200 fb52d6a37207c20ec9de96399e977892 199.204.45.223 - - [27/Mar/2026:02:15:15 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=15e33bd2f8864f97b95c70cc60073d45 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.023 [openstack-keystone-api-5000] [] 10.0.0.193:5000 207 0.023 200 236df731475e727f6d8fe70fa576785f 199.204.45.223 - - [27/Mar/2026:02:15:15 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.023 [openstack-keystone-api-5000] [] 10.0.0.193:5000 392 0.022 201 5ab655b58c8f18096597624e909202a3 W0327 02:15:17.118971 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:15:17.119121 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0327 02:15:17.119203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:17.119225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:15:17.124448 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0327 02:15:17.124487 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0327 02:15:17.138529 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0327 02:15:17.139214 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0327 02:15:17.139455 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"1ba12337-f14d-4d1c-85e7-6cb7eaec43a9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8677", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:15:17.139787 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:15:17.139943 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0327 02:15:17.140067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:17.140100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:15:17.140307 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:15:17.189526 7 controller.go:216] "Backend successfully reloaded" I0327 02:15:17.189841 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pzpt2", UID:"660588e8-29e2-4cd8-a985-8c6aef31f264", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:15:17.347145 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0327 02:15:17.348168 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0327 02:15:20.473314 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:15:20.473594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:20.473617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:33.821547 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:15:33.821822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:33.821845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:38.428139 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:15:38.428532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:38.428559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:15:38.428737 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:15:38.493174 7 controller.go:216] "Backend successfully reloaded" I0327 02:15:38.493522 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pzpt2", UID:"660588e8-29e2-4cd8-a985-8c6aef31f264", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:15:41.761929 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:15:41.762149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:41.762187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:45.095824 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:15:45.096014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:45.096044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:48.428515 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:15:48.428721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:48.428749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:51.763782 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:15:51.763943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:51.763962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:04.631439 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:16:04.631784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:04.631832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:07.967858 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:16:07.968414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:07.968455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:16:10.591897 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.105.253.69"}] I0327 02:16:10.599697 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"1ba12337-f14d-4d1c-85e7-6cb7eaec43a9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9167", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:16:11.298771 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:16:11.299114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:11.299146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:14.632684 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:16:14.632880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:14.632908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:21.181021 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:16:21.181242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:21.181288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:17:00.608300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:17:00.608341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:18:18.195914 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:18:18.196177 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0327 02:18:18.196291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:18:18.196319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:18:18.202206 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.008s testedConfigurationSize:39.2kB} I0327 02:18:18.202251 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0327 02:18:18.207775 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0327 02:18:18.208173 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"46d2389f-8c04-4c87-aa4b-22891d293823", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10194", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:18:18.208440 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0327 02:18:18.208997 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:18:18.209133 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0327 02:18:18.209232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:18:18.209261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:18:18.209445 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:18:18.283787 7 controller.go:216] "Backend successfully reloaded" I0327 02:18:18.284349 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pzpt2", UID:"660588e8-29e2-4cd8-a985-8c6aef31f264", APIVersion:"v1", ResourceVersion:"1438", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:18:18.696824 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0327 02:18:18.699237 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0327 02:18:21.544247 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:18:21.544530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:18:21.544561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [27/Mar/2026:02:18:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.006 300 41445d95be4507486ecaf727d5e31156 199.204.45.223 - - [27/Mar/2026:02:18:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.332 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3201 0.333 201 aa1b9d541d062ad7b7bcb1f476bdc67a 199.204.45.223 - - [27/Mar/2026:02:18:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6a4241a56810ed8be1705691c029c9a3 199.204.45.223 - - [27/Mar/2026:02:18:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 63afef844f72437b96fad4f8bee3b26e 199.204.45.223 - - [27/Mar/2026:02:18:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.005 300 39cd59c6b02d048341599a78e7f46fc2 199.204.45.223 - - [27/Mar/2026:02:18:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3201 0.290 201 0821213202e714e58c7547748f981d4a 199.204.45.223 - - [27/Mar/2026:02:18:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5b5dde3a5607273f84a7709de36b91af 199.204.45.223 - - [27/Mar/2026:02:18:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5cd5f1254cb7be7552884bd7d4d04c8b 199.204.45.223 - - [27/Mar/2026:02:18:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.004 300 90c07989f323156ae023444cc65685e6 199.204.45.223 - - [27/Mar/2026:02:18:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3201 0.299 201 758dd20abeee259bd76ecb59a0bcb2b7 199.204.45.223 - - [27/Mar/2026:02:18:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c09e5bfda9e961f7727cca13b718f7d4 199.204.45.223 - - [27/Mar/2026:02:18:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2276f79105cd80276f7c45fcdb19709a 199.204.45.223 - - [27/Mar/2026:02:18:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.003 300 a595447d65059504ad66804576bc3509 199.204.45.223 - - [27/Mar/2026:02:18:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.280 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3201 0.280 201 09522deeccdf87745a31d3c5b7434015 199.204.45.223 - - [27/Mar/2026:02:18:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 95ae9c05c361ef82cbd6e47accfd8117 199.204.45.223 - - [27/Mar/2026:02:18:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a3cd98a535d2ae4d51fc0bddf0028c01 W0327 02:18:29.629558 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:18:29.629711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:18:29.629741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [27/Mar/2026:02:18:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.005 300 4fae7f80be42f74b6e06eeb512371835 199.204.45.223 - - [27/Mar/2026:02:18:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.305 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3201 0.304 201 7319327b33ffb4ff7e1d4b0e0f23a22e 199.204.45.223 - - [27/Mar/2026:02:18:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6c800452aa06f80db2327bb078da8423 199.204.45.223 - - [27/Mar/2026:02:18:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6d9425ca69f77ef2d55256eeb1ea5f50 199.204.45.223 - - [27/Mar/2026:02:18:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.004 300 646dc783371c546855a2af3f4cfcae65 199.204.45.223 - - [27/Mar/2026:02:18:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3201 0.294 201 dc4564f10cea2329abcbd1d3447f7414 199.204.45.223 - - [27/Mar/2026:02:18:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 905984e7c519d9d49c25858a421a7b10 199.204.45.223 - - [27/Mar/2026:02:18:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b0999ac351e0457ba924655df3a4c398 199.204.45.223 - - [27/Mar/2026:02:18:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.003 300 a917af504778cdd5a486a9e6c5c557a3 199.204.45.223 - - [27/Mar/2026:02:18:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3201 0.297 201 64634978873105a2c2c2970a6629a399 199.204.45.223 - - [27/Mar/2026:02:18:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bfa02ca325950ea5ee55bad3343c90d6 199.204.45.223 - - [27/Mar/2026:02:18:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e2c7a1e7c66e28ee329ae17fc0f25fba 199.204.45.223 - - [27/Mar/2026:02:18:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.004 300 7a271677d345b0d5fed95da4d15a5d52 199.204.45.223 - - [27/Mar/2026:02:18:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3201 0.316 201 46dee4c1abe3be55a2ab1bbb28f691ff 199.204.45.223 - - [27/Mar/2026:02:18:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - af64e27a2f8510e688fb5883bdc0a797 199.204.45.223 - - [27/Mar/2026:02:18:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4462ed6b4718c61f8aab3c79cfe1242a 199.204.45.223 - - [27/Mar/2026:02:18:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.003 300 65859173b3ac1d7b76151955a73df61a 199.204.45.223 - - [27/Mar/2026:02:18:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3201 0.297 201 6fc119e5327a7df57a3f7a373c4ae23f 199.204.45.223 - - [27/Mar/2026:02:18:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ca9101e1a2879828f6f3a565dac31571 199.204.45.223 - - [27/Mar/2026:02:18:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c80e793d518a44025ca976f76c7cfa6e 199.204.45.223 - - [27/Mar/2026:02:18:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.006 300 bf7a6517b81aa15b0be338e480fcfd6a 199.204.45.223 - - [27/Mar/2026:02:18:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3201 0.298 201 c1ec1cc32e05ad58cedb39698606a926 199.204.45.223 - - [27/Mar/2026:02:18:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 89d4b98701f47fb4b7963be689c9dc01 199.204.45.223 - - [27/Mar/2026:02:18:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 80e859bb02d67c857ca6777e9403d14e W0327 02:18:40.231151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:18:40.231184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.223 - - [27/Mar/2026:02:18:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.003 300 7f6e7bffd9efb8715cbe9c2335038c18 199.204.45.223 - - [27/Mar/2026:02:18:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3201 0.289 201 b0714329518edea5f55917cad08cc9b6 199.204.45.223 - - [27/Mar/2026:02:18:41 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.36:9292 1312 0.002 300 453e6f1d1743015865dbcdab7eaad3bc 199.204.45.223 - - [27/Mar/2026:02:18:42 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.578 [openstack-glance-api-9292] [] 10.0.0.36:9292 69 0.577 200 4e78d3e5f9e45b458607e0e853b74220 199.204.45.223 - - [27/Mar/2026:02:18:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.193:5000 281 0.004 300 e843f539ac735e58cef7273d904e8859 199.204.45.223 - - [27/Mar/2026:02:18:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.193:5000 3201 0.286 201 14b235dacf903293d5bee41649fe1486 199.204.45.223 - - [27/Mar/2026:02:18:45 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.36:9292 1312 0.003 300 f8b06ad234ada8cb2716620bc71ad7ba 199.204.45.223 - - [27/Mar/2026:02:18:45 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.041 [openstack-glance-api-9292] [] 10.0.0.36:9292 69 0.041 200 bd3b5558cf876788e3cbdb727494488c 199.204.45.223 - - [27/Mar/2026:02:18:45 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.122 [openstack-glance-api-9292] [] 10.0.0.36:9292 151 0.122 404 43726f3ca75c198a0f11736b7c0ebaa5 199.204.45.223 - - [27/Mar/2026:02:18:45 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.026 [openstack-glance-api-9292] [] 10.0.0.36:9292 81 0.027 200 fc547bd5de104720c020d0d6db4c2395 199.204.45.223 - - [27/Mar/2026:02:18:45 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.36:9292 84 0.025 200 d18e6fd83cb218e12c8214d79ad3ee28 199.204.45.223 - - [27/Mar/2026:02:18:45 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.056 [openstack-glance-api-9292] [] 10.0.0.36:9292 760 0.056 201 cb4b1019737eb651794f0aa5f8435674 199.204.45.223 - - [27/Mar/2026:02:18:50 +0000] "PUT /v2/images/b4ccdaed-cd01-4c53-9529-10b7f0aa40c1/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.229 [openstack-glance-api-9292] [] 10.0.0.36:9292 0 4.229 204 7af4cf24c38ea8055c94907f9f49a264 199.204.45.223 - - [27/Mar/2026:02:18:50 +0000] "GET /v2/images/b4ccdaed-cd01-4c53-9529-10b7f0aa40c1 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.013 [openstack-glance-api-9292] [] 10.0.0.36:9292 1171 0.013 200 e42bc67686f847856e26ca7a2f8c4946 199.204.45.223 - - [27/Mar/2026:02:18:50 +0000] "GET /v2/images/b4ccdaed-cd01-4c53-9529-10b7f0aa40c1 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.36:9292 1171 0.016 200 f8b70438f3b61dfc62fee2e24fb52d03 W0327 02:18:53.275463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:18:53.275566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:18:56.610649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:18:56.610692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:19:10.591083 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.105.253.69"}] I0327 02:19:10.597663 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"46d2389f-8c04-4c87-aa4b-22891d293823", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10647", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:19:10.599804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:19:10.599847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store