------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0311 21:40:45.108078 8 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0311 21:40:45.109225 8 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0311 21:40:45.118162 8 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0311 21:40:45.121032 8 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0311 21:40:45.218044 8 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0311 21:40:45.237294 8 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0311 21:40:45.249741 8 nginx.go:271] "Starting NGINX Ingress controller" I0311 21:40:45.255156 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"5761bd01-ca7e-4228-bebb-2d8986a3a52b", APIVersion:"v1", ResourceVersion:"1122", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0311 21:40:45.260303 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"4980b36a-94c4-4aa5-b048-8b09ba2a1a6a", APIVersion:"v1", ResourceVersion:"1121", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0311 21:40:45.260431 8 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"74adbc4e-c4c4-420f-9cca-ea76a0afafa6", APIVersion:"v1", ResourceVersion:"1120", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0311 21:40:46.452280 8 nginx.go:317] "Starting NGINX process" I0311 21:40:46.452397 8 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0311 21:40:46.452680 8 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0311 21:40:46.452935 8 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0311 21:40:46.453018 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:46.453061 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:40:46.453120 8 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:40:46.459753 8 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0311 21:40:46.460297 8 status.go:85] "New leader elected" identity="ingress-nginx-controller-vvcpb" I0311 21:40:46.480302 8 controller.go:216] "Backend successfully reloaded" I0311 21:40:46.480385 8 controller.go:227] "Initial sync, sleeping for 1 second" I0311 21:40:46.480456 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvcpb", UID:"1db919ea-e682-410c-a39c-b6b01501ffe7", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 21:40:50.275810 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:50.275840 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:53.609619 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:53.609672 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:56.944048 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:40:56.944098 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:00.276704 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:00.276750 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:03.611256 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:03.611297 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:06.942975 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:06.943010 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:10.276906 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:10.276951 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:13.610011 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:13.610040 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:16.943897 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:16.943938 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:20.276498 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:20.276546 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:23.670468 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:41:23.670505 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:13.580648 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:13.580710 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:16.914918 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:16.914975 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:41.536913 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:41.536949 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:44.870946 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:44.870990 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:48.204883 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:48.204928 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:51.537072 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:51.537120 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:54.871286 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:54.871329 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:58.203709 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:42:58.203753 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:01.538547 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:01.538595 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:06.003807 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:06.003859 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:09.337687 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:09.337752 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:12.671034 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:12.671076 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:16.004234 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:16.004274 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:19.337548 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:43:19.337594 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:17.908850 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:17.908985 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:20.629135 8 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-35.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-35.nip.io-tls was not found. Using default certificate W0311 21:45:20.629219 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:20.629250 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:45:20.631912 8 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0311 21:45:20.632248 8 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0311 21:45:20.641165 8 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0311 21:45:20.641388 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e206a539-7899-43a2-9274-6cddbd37befc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3077", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:45:20.641446 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-35.nip.io-tls" in local store I0311 21:45:20.952839 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-35.nip.io-tls" I0311 21:45:20.953748 8 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-35.nip.io-tls" W0311 21:45:21.242806 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:21.242852 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:45:21.242916 8 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:45:21.285019 8 controller.go:216] "Backend successfully reloaded" I0311 21:45:21.285916 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvcpb", UID:"1db919ea-e682-410c-a39c-b6b01501ffe7", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 21:45:24.577871 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:24.577938 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [11/Mar/2026:21:45:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.552 [auth-system-keycloak-80] [] 10.0.0.230:8080 1925 2.551 200 7c19d2cac680b43279951181ab883be3 199.204.45.35 - - [11/Mar/2026:21:45:32 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.178 [auth-system-keycloak-80] [] 10.0.0.230:8080 116 0.179 404 2b9201fc0f05e5f62082be31ed9a9633 199.204.45.35 - - [11/Mar/2026:21:45:37 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.109 [auth-system-keycloak-80] [] 10.0.0.230:8080 0 5.109 201 2bea3ed820d44f9c273d6dbd611212e4 199.204.45.35 - - [11/Mar/2026:21:45:38 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.669 [auth-system-keycloak-80] [] 10.0.0.230:8080 4246 0.669 200 051c63ef3310ce733b34e93e516a145d 199.204.45.35 - - [11/Mar/2026:21:45:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.230:8080 1925 0.478 200 f34ec02d4b04240a8a74e9adb1abed69 199.204.45.35 - - [11/Mar/2026:21:45:39 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.110 [auth-system-keycloak-80] [] 10.0.0.230:8080 12500 0.110 200 3199aa77d5110ec0f6dc3055054306c5 199.204.45.35 - - [11/Mar/2026:21:45:39 +0000] "GET /admin/realms/atmosphere/client-scopes/41a2b339-7326-4c25-a434-2c48bbbf8316 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.051 [auth-system-keycloak-80] [] 10.0.0.230:8080 1278 0.051 200 82fb6a990863ce98d16837d441a68953 199.204.45.35 - - [11/Mar/2026:21:45:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/41a2b339-7326-4c25-a434-2c48bbbf8316 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.019 [auth-system-keycloak-80] [] 10.0.0.230:8080 0 0.018 204 7c7c8b8eabd7bff5a38ea8e58209de10 199.204.45.35 - - [11/Mar/2026:21:45:39 +0000] "GET /admin/realms/atmosphere/client-scopes/41a2b339-7326-4c25-a434-2c48bbbf8316/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.079 [auth-system-keycloak-80] [] 10.0.0.230:8080 963 0.079 200 e2583df14d54b9857397089aea8b54de 199.204.45.35 - - [11/Mar/2026:21:45:39 +0000] "GET /admin/realms/atmosphere/client-scopes/41a2b339-7326-4c25-a434-2c48bbbf8316/protocol-mappers/models/aa9ec9f6-1efc-4b19-aed3-7b69b800590c HTTP/1.1" 200 366 "-" "Ansible" 1307 0.011 [auth-system-keycloak-80] [] 10.0.0.230:8080 366 0.011 200 f12b084e336cb3082ea72464aa0c84c8 199.204.45.35 - - [11/Mar/2026:21:45:39 +0000] "PUT /admin/realms/atmosphere/client-scopes/41a2b339-7326-4c25-a434-2c48bbbf8316/protocol-mappers/models/aa9ec9f6-1efc-4b19-aed3-7b69b800590c HTTP/1.1" 204 0 "-" "Ansible" 1620 0.076 [auth-system-keycloak-80] [] 10.0.0.230:8080 0 0.075 204 adbddf7fbe7ab45fcf371bc6b8cbba6d 199.204.45.35 - - [11/Mar/2026:21:45:39 +0000] "GET /admin/realms/atmosphere/client-scopes/41a2b339-7326-4c25-a434-2c48bbbf8316 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.077 [auth-system-keycloak-80] [] 10.0.0.230:8080 1218 0.077 200 3b388af4cbd9023b8738835723d6161a I0311 21:45:46.468747 8 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.111.78.75"}] I0311 21:45:46.474347 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e206a539-7899-43a2-9274-6cddbd37befc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3388", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:45:46.475129 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:45:46.475165 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [11/Mar/2026:21:46:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.536 [auth-system-keycloak-80] [] 10.0.0.230:8080 1925 0.535 200 1d3fa51bf4d6de3b15864aa61229d359 199.204.45.35 - - [11/Mar/2026:21:46:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.014 [auth-system-keycloak-80] [] 10.0.0.230:8080 2 0.014 200 87b7bcf0d18eb75676398cac2a876294 199.204.45.35 - - [11/Mar/2026:21:46:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.176 [auth-system-keycloak-80] [] 10.0.0.230:8080 0 0.175 201 ea5650f2b9dbb77c3f548c16d9e077d1 199.204.45.35 - - [11/Mar/2026:21:46:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.230:8080 1259 0.083 200 35543446b519ed13206df081ac31e1aa 199.204.45.35 - - [11/Mar/2026:21:46:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.522 [auth-system-keycloak-80] [] 10.0.0.230:8080 1925 0.521 200 233e355a2c0264098fa8d7dd7517e513 199.204.45.35 - - [11/Mar/2026:21:46:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.230:8080 2 0.012 200 bd6e44b45b7bd9ea1e912dc64a80325c 199.204.45.35 - - [11/Mar/2026:21:46:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.088 [auth-system-keycloak-80] [] 10.0.0.230:8080 0 0.087 201 298d9bba869e77bbbe4d5dbfd10d73e8 199.204.45.35 - - [11/Mar/2026:21:46:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.068 [auth-system-keycloak-80] [] 10.0.0.230:8080 1283 0.068 200 6941d09ee3d21c89a99b9079182bfd69 199.204.45.35 - - [11/Mar/2026:21:46:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.498 [auth-system-keycloak-80] [] 10.0.0.230:8080 1925 0.497 200 9c93c739da3054bc9976010b2ebbb2a6 199.204.45.35 - - [11/Mar/2026:21:46:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.230:8080 2 0.007 200 3de402140ab128af3b8833aa8f522a0f 199.204.45.35 - - [11/Mar/2026:21:46:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.432 [auth-system-keycloak-80] [] 10.0.0.230:8080 0 0.431 201 929c4d4f5218bc77450bfa00c914dab1 199.204.45.35 - - [11/Mar/2026:21:46:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.036 [auth-system-keycloak-80] [] 10.0.0.230:8080 1249 0.036 200 e8095035c5dc6df87cafd83e6892b387 199.204.45.35 - - [11/Mar/2026:21:46:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.470 [auth-system-keycloak-80] [] 10.0.0.230:8080 1925 0.469 200 2df74f004c2c3795bcbc14b7d0686da7 199.204.45.35 - - [11/Mar/2026:21:46:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.230:8080 1259 0.009 200 d045056a9be05afbf9b0c6406968d8b7 199.204.45.35 - - [11/Mar/2026:21:46:04 +0000] "GET /admin/realms/atmosphere/clients/8c25dcd3-ac66-4052-87e7-6e8d5dcea918/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.034 [auth-system-keycloak-80] [] 10.0.0.230:8080 119 0.034 404 6f631f9ba72df02ad78b9a958d204f31 199.204.45.35 - - [11/Mar/2026:21:46:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.230:8080 1259 0.008 200 f9a80b66afd1c733a2ae75a6e9322d08 199.204.45.35 - - [11/Mar/2026:21:46:04 +0000] "POST /admin/realms/atmosphere/clients/8c25dcd3-ac66-4052-87e7-6e8d5dcea918/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.230:8080 0 0.019 201 e9fedd13de86af69cbd5b19529c4c017 199.204.45.35 - - [11/Mar/2026:21:46:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.033 [auth-system-keycloak-80] [] 10.0.0.230:8080 1259 0.032 200 6add213cf661681eeca148cf7f229a89 199.204.45.35 - - [11/Mar/2026:21:46:04 +0000] "GET /admin/realms/atmosphere/clients/8c25dcd3-ac66-4052-87e7-6e8d5dcea918/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.019 [auth-system-keycloak-80] [] 10.0.0.230:8080 166 0.019 200 daee6091b2965f80848dc306126e629a 199.204.45.35 - - [11/Mar/2026:21:46:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.503 [auth-system-keycloak-80] [] 10.0.0.230:8080 1925 0.502 200 53613f21b2f47a098f8c6716c8290f0b 199.204.45.35 - - [11/Mar/2026:21:46:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.230:8080 1283 0.008 200 2b2606475a0ecefaae854d876e2cdd5b 199.204.45.35 - - [11/Mar/2026:21:46:05 +0000] "GET /admin/realms/atmosphere/clients/a2b48ddb-faf9-4d23-876a-d60024b83d11/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.011 [auth-system-keycloak-80] [] 10.0.0.230:8080 119 0.011 404 875a8e532c3db63570562c82bb851f96 199.204.45.35 - - [11/Mar/2026:21:46:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.033 [auth-system-keycloak-80] [] 10.0.0.230:8080 1283 0.033 200 1d0e28cb3f8bbc0b13c370783f455131 199.204.45.35 - - [11/Mar/2026:21:46:05 +0000] "POST /admin/realms/atmosphere/clients/a2b48ddb-faf9-4d23-876a-d60024b83d11/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.016 [auth-system-keycloak-80] [] 10.0.0.230:8080 0 0.015 201 6b75ed31e7533ab372bc005d40644ef6 199.204.45.35 - - [11/Mar/2026:21:46:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.065 [auth-system-keycloak-80] [] 10.0.0.230:8080 1283 0.065 200 bf9d855907f98a2c78b807e1c69d3121 199.204.45.35 - - [11/Mar/2026:21:46:05 +0000] "GET /admin/realms/atmosphere/clients/a2b48ddb-faf9-4d23-876a-d60024b83d11/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.013 [auth-system-keycloak-80] [] 10.0.0.230:8080 165 0.014 200 017083b24b5371e4c4f0dabca36f7ca3 199.204.45.35 - - [11/Mar/2026:21:46:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.487 [auth-system-keycloak-80] [] 10.0.0.230:8080 1925 0.486 200 33a20d4a3bb4358db3a2b942d9ec3993 199.204.45.35 - - [11/Mar/2026:21:46:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.230:8080 1283 0.006 200 36dea661e1ae1d73f93cd8f08e3a6f53 199.204.45.35 - - [11/Mar/2026:21:46:06 +0000] "GET /admin/realms/atmosphere/clients/a2b48ddb-faf9-4d23-876a-d60024b83d11/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.230:8080 119 0.009 404 8f25b988bca69b9bbbd8586249eaeaae 199.204.45.35 - - [11/Mar/2026:21:46:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.230:8080 1283 0.006 200 8e7d5c284f2370542c65643d97746ff6 199.204.45.35 - - [11/Mar/2026:21:46:06 +0000] "POST /admin/realms/atmosphere/clients/a2b48ddb-faf9-4d23-876a-d60024b83d11/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.046 [auth-system-keycloak-80] [] 10.0.0.230:8080 0 0.045 201 6b76759db2193404ae5948abb4f29f67 199.204.45.35 - - [11/Mar/2026:21:46:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.230:8080 1283 0.006 200 5b1ae31b6c6a0a48d5ec7b89f5b85ebd 199.204.45.35 - - [11/Mar/2026:21:46:06 +0000] "GET /admin/realms/atmosphere/clients/a2b48ddb-faf9-4d23-876a-d60024b83d11/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.230:8080 166 0.013 200 c3b4f0e3d6f036430369865f423b515a 199.204.45.35 - - [11/Mar/2026:21:46:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.495 [auth-system-keycloak-80] [] 10.0.0.230:8080 1925 0.494 200 da3216cfa878fc402d3d9a7babf0d83a 199.204.45.35 - - [11/Mar/2026:21:46:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.230:8080 1283 0.011 200 214a712d7a54f71e290edd2cc1e86856 199.204.45.35 - - [11/Mar/2026:21:46:07 +0000] "GET /admin/realms/atmosphere/clients/a2b48ddb-faf9-4d23-876a-d60024b83d11/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.230:8080 119 0.008 404 88c17f5469b2ffa0065f17252a65de09 199.204.45.35 - - [11/Mar/2026:21:46:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.042 [auth-system-keycloak-80] [] 10.0.0.230:8080 1283 0.042 200 da2fa394839c1189cc267ed6015a3ff1 199.204.45.35 - - [11/Mar/2026:21:46:07 +0000] "POST /admin/realms/atmosphere/clients/a2b48ddb-faf9-4d23-876a-d60024b83d11/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.230:8080 0 0.018 201 410f67a3807d47cda77d335cad64bad9 199.204.45.35 - - [11/Mar/2026:21:46:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.230:8080 1283 0.005 200 1909b409d3a9501a64a38586dfad7985 199.204.45.35 - - [11/Mar/2026:21:46:07 +0000] "GET /admin/realms/atmosphere/clients/a2b48ddb-faf9-4d23-876a-d60024b83d11/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.041 [auth-system-keycloak-80] [] 10.0.0.230:8080 166 0.040 200 ce2927c9e51a329a79791560eb412e75 199.204.45.35 - - [11/Mar/2026:21:46:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.230:8080 1925 0.478 200 5f8e4f9e5edd178783c23a0525c65834 199.204.45.35 - - [11/Mar/2026:21:46:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.230:8080 1249 0.006 200 13a026e2d8774ce7947f678da8457e9e 199.204.45.35 - - [11/Mar/2026:21:46:08 +0000] "GET /admin/realms/atmosphere/clients/29499713-c5c5-46f7-adf7-202e352e06ea/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.021 [auth-system-keycloak-80] [] 10.0.0.230:8080 119 0.022 404 f962ae91969a7ec4f6389a2a2a5f14d8 199.204.45.35 - - [11/Mar/2026:21:46:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.230:8080 1249 0.007 200 d04231a32ca10f75b259582c3e432f81 199.204.45.35 - - [11/Mar/2026:21:46:08 +0000] "POST /admin/realms/atmosphere/clients/29499713-c5c5-46f7-adf7-202e352e06ea/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.230:8080 0 0.015 201 f379160c6784285eaff84acd82248340 199.204.45.35 - - [11/Mar/2026:21:46:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.230:8080 1249 0.006 200 2f3d9f5a31d82ced17ebf882da9eaeb6 199.204.45.35 - - [11/Mar/2026:21:46:08 +0000] "GET /admin/realms/atmosphere/clients/29499713-c5c5-46f7-adf7-202e352e06ea/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.031 [auth-system-keycloak-80] [] 10.0.0.230:8080 166 0.030 200 0f727779ebf915b3b638bebb58ac406b W0311 21:46:26.806516 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:26.806565 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:30.140656 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:30.140710 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:33.474021 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:46:33.474064 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:12.333423 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:12.333464 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:12.407430 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:12.407511 8 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0311 21:47:12.407561 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:12.407580 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:12.407684 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:47:12.407732 8 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0311 21:47:12.407761 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:12.407774 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:47:12.409175 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0311 21:47:12.409196 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0311 21:47:12.409656 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:47:12.409771 8 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0311 21:47:12.409836 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:12.409868 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:47:12.410219 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0311 21:47:12.410252 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0311 21:47:12.411712 8 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0311 21:47:12.411830 8 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0311 21:47:12.416231 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0311 21:47:12.416478 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"957fee54-e6dd-4512-8037-eaf7d047e525", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4027", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:47:12.416813 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0311 21:47:12.422036 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0311 21:47:12.422640 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0311 21:47:12.423172 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"92408867-928a-4f2c-a7fc-cd7341873b33", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4034", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 21:47:12.423352 8 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0311 21:47:12.423646 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f10d4d0a-ac38-4e5e-a8e7-584b26827c5a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4035", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:47:12.424006 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0311 21:47:12.843598 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0311 21:47:12.844350 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0311 21:47:12.848160 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0311 21:47:12.849077 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0311 21:47:14.127425 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0311 21:47:14.128689 8 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0311 21:47:15.667393 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:15.667439 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:47:15.667463 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:47:15.667545 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:15.667573 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:47:15.667659 8 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:47:15.711332 8 controller.go:216] "Backend successfully reloaded" I0311 21:47:15.712292 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvcpb", UID:"1db919ea-e682-410c-a39c-b6b01501ffe7", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 21:47:19.001587 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:19.001731 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:47:19.001763 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:47:19.001843 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:19.001938 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:22.333774 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:22.333831 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:47:22.333865 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:47:22.333969 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:22.333995 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:25.667547 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:25.667611 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:47:25.667657 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:47:25.667769 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:25.667789 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:29.000721 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:29.000781 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:47:29.000827 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:47:29.000963 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:29.000988 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:32.334653 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:32.334790 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:47:32.334908 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:47:32.335305 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:32.335380 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:35.667597 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:35.667655 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:47:35.667688 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:47:35.667798 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:35.667816 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:39.001282 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:39.001380 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:47:39.001437 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:47:39.001632 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:39.001678 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:42.335310 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:42.335368 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0311 21:47:42.335406 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:47:42.335518 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:42.335545 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:45.667440 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:45.667575 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:47:45.667855 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:45.667882 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:47:47.058759 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.111.78.75"}] I0311 21:47:47.059743 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.111.78.75"}] I0311 21:47:47.059862 8 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.111.78.75"}] I0311 21:47:47.065833 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f10d4d0a-ac38-4e5e-a8e7-584b26827c5a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4949", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 21:47:47.070840 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"957fee54-e6dd-4512-8037-eaf7d047e525", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4950", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0311 21:47:47.072819 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"92408867-928a-4f2c-a7fc-cd7341873b33", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4951", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:47:49.000991 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:49.001091 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:47:49.001258 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:49.001287 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:52.334395 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:52.334460 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:47:52.334537 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:52.334556 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.139 - - [11/Mar/2026:21:47:55 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.034 [auth-system-keycloak-80] [] 10.0.0.230:8080 6411 0.034 200 62c2e6ba11be0e8ae20fb51d8823c2c7 W0311 21:47:55.667018 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:55.667148 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0311 21:47:55.667320 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:55.667345 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:59.000689 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:47:59.000907 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:47:59.000966 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.151 - - [11/Mar/2026:21:48:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.230:8080 6411 0.008 200 84ed9b5c4c354d5e5b117bcc2d1b592a W0311 21:48:02.333784 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:48:02.333988 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:02.334018 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:05.666862 8 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0311 21:48:05.667082 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:05.667109 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:09.002013 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:09.002064 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:12.334377 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:12.334435 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:15.666985 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:15.667018 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:20.912922 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:20.912968 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:24.247387 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:24.247432 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [11/Mar/2026:21:48:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.230:8080 1925 0.480 200 b9687e76f7f501951945b9598d6b1818 199.204.45.35 - - [11/Mar/2026:21:48:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.021 [auth-system-keycloak-80] [] 10.0.0.230:8080 4246 0.021 200 00e52d5a59968b5ea5332e8aa8a1c2ff 199.204.45.35 - - [11/Mar/2026:21:48:26 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.406 [auth-system-keycloak-80] [] 10.0.0.230:8080 0 0.405 204 0c0d818ca8d196c0051e6132c220071c 199.204.45.35 - - [11/Mar/2026:21:48:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.192 [auth-system-keycloak-80] [] 10.0.0.230:8080 4384 0.192 200 4294bf873a81b3f1cd34f713e69582af 199.204.45.35 - - [11/Mar/2026:21:48:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.737 [auth-system-keycloak-80] [] 10.0.0.230:8080 1925 0.736 200 e6585a0aa3479b5df0b16d28f2ab1953 199.204.45.35 - - [11/Mar/2026:21:48:27 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.050 [auth-system-keycloak-80] [] 10.0.0.230:8080 1682 0.050 200 5503b2ced6ea0ea0915e8850b63e8ca6 199.204.45.35 - - [11/Mar/2026:21:48:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.230:8080 6411 0.006 200 ccec8dd12a15f1789cd552fdd65c41e1 199.204.45.35 - - [11/Mar/2026:21:48:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.479 [auth-system-keycloak-80] [] 10.0.0.230:8080 1925 0.477 200 d83a02d28db199264bc2e0d99697935d 199.204.45.35 - - [11/Mar/2026:21:48:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.230:8080 2 0.008 200 e03ca8f1b40255a88a6ff6397ae37e36 199.204.45.35 - - [11/Mar/2026:21:48:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.105 [auth-system-keycloak-80] [] 10.0.0.230:8080 0 0.103 201 dd1a07e4ba5759e0a722f1eff16eabae 199.204.45.35 - - [11/Mar/2026:21:48:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.055 [auth-system-keycloak-80] [] 10.0.0.230:8080 2242 0.055 200 e9526c65a64880be46bded8b13d0dc8d 199.204.45.35 - - [11/Mar/2026:21:48:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.481 [auth-system-keycloak-80] [] 10.0.0.230:8080 1925 0.479 200 ea586dd58ac121c5329cd2b0bea39850 199.204.45.35 - - [11/Mar/2026:21:48:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.006 [auth-system-keycloak-80] [] 10.0.0.230:8080 2242 0.007 200 031280ad7c077be100b0bba17bdbd44e 199.204.45.35 - - [11/Mar/2026:21:48:31 +0000] "GET /admin/realms/atmosphere/clients/b8dc6257-7f93-45d8-af46-093fbd093a7e/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.015 [auth-system-keycloak-80] [] 10.0.0.230:8080 233 0.015 200 ca9ffdecf77f1b4b9d58423e95b5fc39 199.204.45.35 - - [11/Mar/2026:21:48:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.020 [auth-system-keycloak-80] [] 10.0.0.230:8080 831 0.020 200 569df83411defe799298caefbebf5465 199.204.45.35 - - [11/Mar/2026:21:48:31 +0000] "GET /admin/realms/atmosphere/clients/1fa9c1ec-868b-46fe-9697-974dc22bc53f/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.032 [auth-system-keycloak-80] [] 10.0.0.230:8080 3758 0.032 200 df893ec5d09b8dba011fd67a40152164 199.204.45.35 - - [11/Mar/2026:21:48:31 +0000] "GET /admin/realms/atmosphere/users/a5be37f1-089c-494d-b5de-03e47590ba6e/role-mappings/clients/1fa9c1ec-868b-46fe-9697-974dc22bc53f/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.178 [auth-system-keycloak-80] [] 10.0.0.230:8080 3758 0.178 200 29199e4ab0f8f9b3d0cdb11383bfb359 199.204.45.35 - - [11/Mar/2026:21:48:31 +0000] "GET /admin/realms/atmosphere/users/a5be37f1-089c-494d-b5de-03e47590ba6e/role-mappings/clients/1fa9c1ec-868b-46fe-9697-974dc22bc53f/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.018 [auth-system-keycloak-80] [] 10.0.0.230:8080 2 0.018 200 49ec387c8698c6b03f00663fb89411fd 199.204.45.35 - - [11/Mar/2026:21:48:31 +0000] "POST /admin/realms/atmosphere/users/a5be37f1-089c-494d-b5de-03e47590ba6e/role-mappings/clients/1fa9c1ec-868b-46fe-9697-974dc22bc53f HTTP/1.1" 204 0 "-" "Ansible" 1388 0.055 [auth-system-keycloak-80] [] 10.0.0.230:8080 0 0.054 204 35a2cb1d8049fad3e06a8aaf6f468621 199.204.45.35 - - [11/Mar/2026:21:48:31 +0000] "GET /admin/realms/atmosphere/users/a5be37f1-089c-494d-b5de-03e47590ba6e/role-mappings/clients/1fa9c1ec-868b-46fe-9697-974dc22bc53f/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.013 [auth-system-keycloak-80] [] 10.0.0.230:8080 576 0.013 200 1790f4bdfa1899c8a09914b95d3ec7bf W0311 21:48:33.979837 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:33.979864 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:37.313786 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:37.313834 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:40.646982 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:40.647052 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:43.980562 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:48:43.980649 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:50:39.993873 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:50:39.993909 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:17.651931 8 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0311 21:51:17.652020 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:17.652046 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:51:17.655885 8 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0311 21:51:17.655929 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0311 21:51:17.662257 8 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0311 21:51:17.662667 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ed269908-44f8-4adb-a016-3b0cb59f6672", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6374", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:51:17.663079 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0311 21:51:17.663553 8 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0311 21:51:17.663706 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:17.663736 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:51:17.663928 8 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:51:17.713208 8 controller.go:216] "Backend successfully reloaded" I0311 21:51:17.713483 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvcpb", UID:"1db919ea-e682-410c-a39c-b6b01501ffe7", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0311 21:51:18.071089 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0311 21:51:18.072014 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0311 21:51:20.997193 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:20.997241 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [11/Mar/2026:21:51:22 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.005 300 149d5fbd20eb4bf4b38eb3fe2640e1c4 199.204.45.35 - - [11/Mar/2026:21:51:23 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.114:5000 265 0.005 200 8f35ea55a237797ce895fc90f79c8843 199.204.45.35 - - [11/Mar/2026:21:51:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.360 [openstack-keystone-api-5000] [] 10.0.0.114:5000 1359 0.360 201 b62e78662f89b7633c6c5e7edf4ff0bb 199.204.45.35 - - [11/Mar/2026:21:51:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.004 300 f5488e8611eb34f969a5561af602b195 199.204.45.35 - - [11/Mar/2026:21:51:23 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.029 [openstack-keystone-api-5000] [] 10.0.0.114:5000 90 0.028 404 602ba565749ebeeda9de969cb607a2eb 199.204.45.35 - - [11/Mar/2026:21:51:23 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.029 [openstack-keystone-api-5000] [] 10.0.0.114:5000 368 0.029 200 64ff8f3baef04c873cefbec37ae9433f 199.204.45.35 - - [11/Mar/2026:21:51:23 +0000] "GET /v3/domains/4969c314eafb468ab4e8f7f4fe4b792b HTTP/1.1" 200 246 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.022 [openstack-keystone-api-5000] [] 10.0.0.114:5000 246 0.021 200 aa3f10489d77f15ac99ad010d2a2dfb4 199.204.45.35 - - [11/Mar/2026:21:51:24 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 265 0.003 200 bdaeca47fef0272db98bf0951fa0f982 199.204.45.35 - - [11/Mar/2026:21:51:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.114:5000 1359 0.293 201 e3f04ab39aed76ee31437268ebd6b88a 199.204.45.35 - - [11/Mar/2026:21:51:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.004 300 ab654eac8f5810068414f47f3543fb65 199.204.45.35 - - [11/Mar/2026:21:51:25 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.023 [openstack-keystone-api-5000] [] 10.0.0.114:5000 101 0.022 404 f0f0b34c01977db331d05501e8fe6d2f 199.204.45.35 - - [11/Mar/2026:21:51:25 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.020 [openstack-keystone-api-5000] [] 10.0.0.114:5000 155 0.020 200 0e21d0639b38c89bedda38827d2fb4c0 199.204.45.35 - - [11/Mar/2026:21:51:25 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.025 [openstack-keystone-api-5000] [] 10.0.0.114:5000 340 0.024 201 ea7e33c24a8cb9ada15533286456b9b8 199.204.45.35 - - [11/Mar/2026:21:51:25 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 265 0.004 200 27e603474477d7d047e2b117911fbe81 199.204.45.35 - - [11/Mar/2026:21:51:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.114:5000 1359 0.289 201 8f2c4daceb5f665710b383b7bcdd7e40 199.204.45.35 - - [11/Mar/2026:21:51:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.003 300 3093e2b16d5bf0d48592acf9f01ba03b 199.204.45.35 - - [11/Mar/2026:21:51:26 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-keystone-api-5000] [] 10.0.0.114:5000 98 0.021 404 b66d1d5a2beba6ee385c6327382a8a73 199.204.45.35 - - [11/Mar/2026:21:51:26 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.015 [openstack-keystone-api-5000] [] 10.0.0.114:5000 135 0.015 200 163bd5aee9bc9e8db3e84114902991d7 199.204.45.35 - - [11/Mar/2026:21:51:26 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.019 [openstack-keystone-api-5000] [] 10.0.0.114:5000 356 0.019 201 e985fe0eeca36b8dc54b0217e5d4a548 199.204.45.35 - - [11/Mar/2026:21:51:26 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 265 0.004 200 d341f3076bf44cafe3f8485db7e98136 199.204.45.35 - - [11/Mar/2026:21:51:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.114:5000 1359 0.289 201 f5aac8e953932861ed8ac9804bd96eb3 199.204.45.35 - - [11/Mar/2026:21:51:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.004 300 c1850d622c20714fb49f7875f2c178d0 199.204.45.35 - - [11/Mar/2026:21:51:27 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.020 [openstack-keystone-api-5000] [] 10.0.0.114:5000 131 0.020 404 f346d4c87a1475ea07fcf280b90942ec 199.204.45.35 - - [11/Mar/2026:21:51:27 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.020 [openstack-keystone-api-5000] [] 10.0.0.114:5000 167 0.020 200 6bb5a96833316e863564e7a3a54c3c63 199.204.45.35 - - [11/Mar/2026:21:51:27 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.025 [openstack-keystone-api-5000] [] 10.0.0.114:5000 222 0.025 201 391e876c52ba52109b35398d863c5fdc W0311 21:51:36.517953 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:36.517988 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:39.852395 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:39.852452 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:43.334066 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:43.334093 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:51:46.467631 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.111.78.75"}] I0311 21:51:46.475938 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ed269908-44f8-4adb-a016-3b0cb59f6672", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6627", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:51:46.668112 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:46.668214 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:50.000909 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:51:50.000948 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:01.988319 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:01.988362 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:09.631120 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:09.631162 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:12.966547 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:52:12.966599 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:45.870820 8 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0311 21:53:45.870945 8 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0311 21:53:45.871012 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:45.871041 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:53:45.874037 8 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0311 21:53:45.874065 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0311 21:53:45.881470 8 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0311 21:53:45.882003 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"f8acac3d-941d-4be8-9847-0d05adf0441b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7422", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:53:45.882340 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0311 21:53:45.882663 8 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0311 21:53:45.882765 8 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0311 21:53:45.882838 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:45.882852 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:53:45.882979 8 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:53:45.934046 8 controller.go:216] "Backend successfully reloaded" I0311 21:53:45.934238 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvcpb", UID:"1db919ea-e682-410c-a39c-b6b01501ffe7", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0311 21:53:46.275089 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0311 21:53:46.276497 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" I0311 21:53:46.469978 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.111.78.75"}] I0311 21:53:46.473550 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"f8acac3d-941d-4be8-9847-0d05adf0441b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7451", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.35 - - [11/Mar/2026:21:53:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.003 300 666f073603ab7ad5dc4f3e9d7d99759e 199.204.45.35 - - [11/Mar/2026:21:53:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.321 [openstack-keystone-api-5000] [] 10.0.0.114:5000 1990 0.321 201 b63c30707d9d6ebdcdaa19ffe01f467e 199.204.45.35 - - [11/Mar/2026:21:53:46 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.020 [openstack-keystone-api-5000] [] 10.0.0.114:5000 85 0.020 404 6165db5e17ed5843f3f6e4e6a49df78c 199.204.45.35 - - [11/Mar/2026:21:53:46 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.019 [openstack-keystone-api-5000] [] 10.0.0.114:5000 128 0.019 200 cd860fbd230efae8152f27b37d7dde7b 199.204.45.35 - - [11/Mar/2026:21:53:47 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.028 [openstack-keystone-api-5000] [] 10.0.0.114:5000 229 0.027 201 22814fecb6ddb32900e526860baf095c W0311 21:53:49.216313 8 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0311 21:53:49.216490 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:49.216522 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:52.550076 8 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0311 21:53:52.550207 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:52.550220 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [11/Mar/2026:21:53:54 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.004 300 604bd8e75a23bac3efae9326e916c920 199.204.45.35 - - [11/Mar/2026:21:53:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 547 0.289 [openstack-keystone-api-5000] [] 10.0.0.114:5000 1990 0.288 201 7b73921c4662331e813b763ad6aada94 199.204.45.35 - - [11/Mar/2026:21:53:55 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.024 [openstack-keystone-api-5000] [] 10.0.0.114:5000 1514 0.024 200 69c53b047a541aaa187e7abb732bdcee 199.204.45.35 - - [11/Mar/2026:21:53:55 +0000] "PUT /v3/roles/1d7df06d3f2d414d971341982bc28475/implies/3e08f841a0cb415faffe4bdb42785a55 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.037 [openstack-keystone-api-5000] [] 10.0.0.114:5000 518 0.036 201 cc32dadc45068d715d8f637489fcaf16 W0311 21:53:59.998145 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:53:59.998190 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [11/Mar/2026:21:54:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.003 300 3db8db53fa8e241342299f5dfb2f9791 199.204.45.35 - - [11/Mar/2026:21:54:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.347 [openstack-keystone-api-5000] [] 10.0.0.114:5000 2053 0.347 201 4581b519ae48a7f8ca1ad8f1c847e7e7 199.204.45.35 - - [11/Mar/2026:21:54:44 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.053 [openstack-keystone-api-5000] [] 10.0.0.114:5000 87 0.053 404 9ee0046cbbdabc28a694bbfce47c8bd5 199.204.45.35 - - [11/Mar/2026:21:54:44 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.031 [openstack-keystone-api-5000] [] 10.0.0.114:5000 388 0.030 200 ea62aa420f961f0c68d9714e04caf43e 199.204.45.35 - - [11/Mar/2026:21:54:44 +0000] "GET /v3/users/rgw-RegionOne?domain_id=ab6859ae0f8841f6ab08f334d0b6e29f HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.028 [openstack-keystone-api-5000] [] 10.0.0.114:5000 91 0.029 404 f7ad1b4f435009248ea1bbf4b43b6feb 199.204.45.35 - - [11/Mar/2026:21:54:44 +0000] "GET /v3/users?domain_id=ab6859ae0f8841f6ab08f334d0b6e29f&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.040 [openstack-keystone-api-5000] [] 10.0.0.114:5000 177 0.040 200 4f91dfa31a2a6288e612ebce4b123a53 199.204.45.35 - - [11/Mar/2026:21:54:45 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.326 [openstack-keystone-api-5000] [] 10.0.0.114:5000 290 0.326 201 993eaf92a59e9615860b785cc8e04427 199.204.45.35 - - [11/Mar/2026:21:54:49 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.003 300 11a483c3d12147c117c45312f00fb39c 199.204.45.35 - - [11/Mar/2026:21:54:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 547 0.286 [openstack-keystone-api-5000] [] 10.0.0.114:5000 2053 0.286 201 d8f8a95349d5070d4b08272c9580c2c0 199.204.45.35 - - [11/Mar/2026:21:54:50 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 428 0.023 [openstack-keystone-api-5000] [] 10.0.0.114:5000 83 0.023 404 dabacc66c58072679eec2589c14417a5 199.204.45.35 - - [11/Mar/2026:21:54:50 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 446 0.019 [openstack-keystone-api-5000] [] 10.0.0.114:5000 359 0.019 200 1d9181af23e31b0894a88670c9ee4a74 199.204.45.35 - - [11/Mar/2026:21:54:50 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 432 0.023 [openstack-keystone-api-5000] [] 10.0.0.114:5000 87 0.023 404 1c6f7d00eddadf4e93d37d9ca3ea010f 199.204.45.35 - - [11/Mar/2026:21:54:50 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 450 0.022 [openstack-keystone-api-5000] [] 10.0.0.114:5000 388 0.022 200 bf63adadce2a6e519d82ae7193215e24 199.204.45.35 - - [11/Mar/2026:21:54:50 +0000] "GET /v3/users/rgw-RegionOne?domain_id=ab6859ae0f8841f6ab08f334d0b6e29f HTTP/1.1" 404 91 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 479 0.019 [openstack-keystone-api-5000] [] 10.0.0.114:5000 91 0.019 404 c521248d25a4bbcb980497109aec102a 199.204.45.35 - - [11/Mar/2026:21:54:50 +0000] "GET /v3/users?domain_id=ab6859ae0f8841f6ab08f334d0b6e29f&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 497 0.032 [openstack-keystone-api-5000] [] 10.0.0.114:5000 456 0.032 200 6f9b64d1d58a0e27c3b0f0da36c48be8 199.204.45.35 - - [11/Mar/2026:21:54:50 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.021 [openstack-keystone-api-5000] [] 10.0.0.114:5000 88 0.021 404 a6eb908b3ac6df26da9c5c7d31d312c8 199.204.45.35 - - [11/Mar/2026:21:54:50 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.029 [openstack-keystone-api-5000] [] 10.0.0.114:5000 518 0.029 200 e9019b79e92764cf1d3cd8b19524f1ba 199.204.45.35 - - [11/Mar/2026:21:54:50 +0000] "PUT /v3/projects/2451f83a776347cda299c69a3839d6bf/users/863684b6d5ac4e5b9300ed1288e70e9c/roles/e2660ecf734a469eacf17f3773cc22ac HTTP/1.1" 204 0 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 555 0.030 [openstack-keystone-api-5000] [] 10.0.0.114:5000 0 0.030 204 84273b57fbf8460464da0a4b7c88c911 199.204.45.35 - - [11/Mar/2026:21:54:54 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.004 300 020fcb6dfddc3e3f42f9536219d61dfc 199.204.45.35 - - [11/Mar/2026:21:54:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.324 [openstack-keystone-api-5000] [] 10.0.0.114:5000 2053 0.325 201 abdd34727c777c6c4c031cfbd2a7f3d8 199.204.45.35 - - [11/Mar/2026:21:54:54 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.020 [openstack-keystone-api-5000] [] 10.0.0.114:5000 150 0.020 200 94c24f2a025af86e63c2160aa68eab82 199.204.45.35 - - [11/Mar/2026:21:54:54 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.031 [openstack-keystone-api-5000] [] 10.0.0.114:5000 262 0.030 201 305c0f6b905843b6df7f69da6b42bf56 199.204.45.35 - - [11/Mar/2026:21:54:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.004 300 5788e069369aad191408e687e6b4697b 199.204.45.35 - - [11/Mar/2026:21:54:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.114:5000 2155 0.292 201 b7b9509345067fc695f5eb6958a3ae34 199.204.45.35 - - [11/Mar/2026:21:54:55 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.028 [openstack-keystone-api-5000] [] 10.0.0.114:5000 86 0.028 404 975b8a55c76b0974db6de47898ff260c 199.204.45.35 - - [11/Mar/2026:21:54:55 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.114:5000 380 0.019 200 3575d5c011ae991f4968f0d2e838d3ce 199.204.45.35 - - [11/Mar/2026:21:54:55 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=427b83cc6f324d86b014ca157dae058b HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.024 [openstack-keystone-api-5000] [] 10.0.0.114:5000 204 0.025 200 e62d0afca6c660b4efc211cf17a65e30 199.204.45.35 - - [11/Mar/2026:21:54:55 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.037 [openstack-keystone-api-5000] [] 10.0.0.114:5000 377 0.037 201 0dfa84f409847b987f1cc5c9ffbab339 199.204.45.35 - - [11/Mar/2026:21:54:56 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.003 300 36796977bac762825684faa1fdae2fe7 199.204.45.35 - - [11/Mar/2026:21:54:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.114:5000 2363 0.300 201 fb700fe3b986910ec48b0dab25fa22e9 199.204.45.35 - - [11/Mar/2026:21:54:56 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.114:5000 86 0.026 404 b39217bc8c2c6e59630b813196fcec04 199.204.45.35 - - [11/Mar/2026:21:54:56 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.016 [openstack-keystone-api-5000] [] 10.0.0.114:5000 380 0.016 200 8f044c389f4a9cfc6f691cbe67cb7df3 199.204.45.35 - - [11/Mar/2026:21:54:56 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=427b83cc6f324d86b014ca157dae058b HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.021 [openstack-keystone-api-5000] [] 10.0.0.114:5000 206 0.020 200 dc62b50aa55fca66b8db8cb66c8bd98d 199.204.45.35 - - [11/Mar/2026:21:54:56 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.021 [openstack-keystone-api-5000] [] 10.0.0.114:5000 391 0.021 201 057b2a87adc9be7a4a3cd4e8682b4a81 W0311 21:54:57.805520 8 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0311 21:54:57.805671 8 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0311 21:54:57.805764 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:54:57.805790 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:54:57.814726 8 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.009s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.01s testedConfigurationSize:35.7kB} I0311 21:54:57.814770 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0311 21:54:57.818197 8 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0311 21:54:57.818614 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"92d27a39-6ae0-4190-9770-85f7e8afda4e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7985", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:54:57.819238 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0311 21:54:57.819616 8 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0311 21:54:57.819715 8 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0311 21:54:57.819787 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:54:57.819804 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:54:57.819928 8 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:54:57.877301 8 controller.go:216] "Backend successfully reloaded" I0311 21:54:57.877490 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvcpb", UID:"1db919ea-e682-410c-a39c-b6b01501ffe7", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0311 21:54:58.141921 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0311 21:54:58.143230 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0311 21:55:01.154141 8 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0311 21:55:01.154326 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:01.154350 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:14.548484 8 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0311 21:55:14.548607 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:14.548618 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:17.882757 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:55:17.882897 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:17.882917 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:55:17.883045 8 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:55:17.938894 8 controller.go:216] "Backend successfully reloaded" I0311 21:55:17.939023 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvcpb", UID:"1db919ea-e682-410c-a39c-b6b01501ffe7", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0311 21:55:21.215363 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:55:21.215522 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:21.215543 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:24.549782 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:55:24.550094 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:24.550132 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:27.884502 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:55:27.884612 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:27.884624 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:31.216621 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:55:31.216811 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:31.216838 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:46.075283 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:55:46.075447 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:46.075474 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:55:46.465365 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.111.78.75"}] I0311 21:55:46.469947 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"92d27a39-6ae0-4190-9770-85f7e8afda4e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8411", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:55:49.408902 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:55:49.409090 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:49.409117 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:52.742382 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:55:52.742560 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:52.742589 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:56.075760 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:55:56.075992 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:56.076033 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:59.586848 8 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0311 21:55:59.587046 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:55:59.587085 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:56:39.072822 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:56:39.072863 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:58:02.305708 8 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0311 21:58:02.305891 8 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0311 21:58:02.306000 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:58:02.306029 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:58:02.311460 8 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.1kB} I0311 21:58:02.311500 8 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0311 21:58:02.316079 8 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0311 21:58:02.316359 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"1f34ff86-afdd-4223-a0f1-e6da985674f2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9421", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:58:02.316493 8 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0311 21:58:02.316826 8 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0311 21:58:02.316948 8 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0311 21:58:02.317016 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:58:02.317074 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:58:02.317193 8 controller.go:196] "Configuration changes detected, backend reload required" I0311 21:58:02.361537 8 controller.go:216] "Backend successfully reloaded" I0311 21:58:02.362179 8 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvcpb", UID:"1db919ea-e682-410c-a39c-b6b01501ffe7", APIVersion:"v1", ResourceVersion:"1163", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0311 21:58:02.635879 8 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0311 21:58:02.636821 8 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0311 21:58:05.651189 8 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0311 21:58:05.651303 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:58:05.651316 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [11/Mar/2026:21:58:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.004 300 e1f9b80627f3ca7b615d07ee98600faa 199.204.45.35 - - [11/Mar/2026:21:58:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.326 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3197 0.326 201 c84a120419b9c1d83f834803fc42bd44 199.204.45.35 - - [11/Mar/2026:21:58:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2a2acd7c43bcaf6e36921fdc4c589272 199.204.45.35 - - [11/Mar/2026:21:58:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3bdf9c238422e56005e8e443dadb98b2 199.204.45.35 - - [11/Mar/2026:21:58:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.003 300 bd19a5a003a64707e8cfa8cd0939fdc6 199.204.45.35 - - [11/Mar/2026:21:58:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3197 0.284 201 1ce12996ee02273d668e0521bca9f5cd 199.204.45.35 - - [11/Mar/2026:21:58:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e15fbe6e76c9f76fde1ef9b8cd227e80 199.204.45.35 - - [11/Mar/2026:21:58:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7caae34e8a825dfcaed35a6cd6c062ff 199.204.45.35 - - [11/Mar/2026:21:58:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.003 300 0d3dcfcaede1da4ee71beaa6a851283c 199.204.45.35 - - [11/Mar/2026:21:58:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3197 0.287 201 ba6fb06693101828f56ec679426d0790 199.204.45.35 - - [11/Mar/2026:21:58:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a2e90ec4566cdc027f4c112b0deb35b2 199.204.45.35 - - [11/Mar/2026:21:58:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b3da8da4ac9717a6f6e2c17a701b07e2 199.204.45.35 - - [11/Mar/2026:21:58:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.004 300 13097fa506c57c9129ae9841ed98a5a2 199.204.45.35 - - [11/Mar/2026:21:58:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3197 0.287 201 c42f08ea10b4d3a75327504b2e66d3a0 199.204.45.35 - - [11/Mar/2026:21:58:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - af4c598a7a292c5823747ab5e76e7113 199.204.45.35 - - [11/Mar/2026:21:58:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f84727f1a25f2d5ac4c4f3c9c95a23ec W0311 21:58:12.904301 8 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0311 21:58:12.904484 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:58:12.904514 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [11/Mar/2026:21:58:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.004 300 d625f8bb1ad6696df5b6ebc153da11e7 199.204.45.35 - - [11/Mar/2026:21:58:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.281 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3197 0.281 201 3500ace9fc48ddfc8eec89cd5bbe9c5f 199.204.45.35 - - [11/Mar/2026:21:58:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1a8d5301419be64a75881a04766a50a4 199.204.45.35 - - [11/Mar/2026:21:58:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a2d736e20fa16886e2e18477bc160d3e 199.204.45.35 - - [11/Mar/2026:21:58:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.006 300 00f33693a4698e3ccf4f2acee564fded 199.204.45.35 - - [11/Mar/2026:21:58:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.309 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3197 0.310 201 486fdb0c27a9db4e3670cdc7e5a3a179 199.204.45.35 - - [11/Mar/2026:21:58:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1c68d41a32dee3094a2c14f75f88ef76 199.204.45.35 - - [11/Mar/2026:21:58:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c1cce043de6705732eb40f516a522c3d 199.204.45.35 - - [11/Mar/2026:21:58:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.003 300 94100e4d2750b2936707e644d72d4960 199.204.45.35 - - [11/Mar/2026:21:58:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.308 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3197 0.308 201 5a00d393e243433f41d0bbbeebba405b 199.204.45.35 - - [11/Mar/2026:21:58:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9a6cc0a3c74649d1b98111bbb8a0c356 199.204.45.35 - - [11/Mar/2026:21:58:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c6a9877b7c9b37da191cf7e8f1010e73 199.204.45.35 - - [11/Mar/2026:21:58:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.003 300 6e16f9aeba41d4d176a04f3df1c868a6 199.204.45.35 - - [11/Mar/2026:21:58:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3197 0.296 201 6a6b159263183c2778467c1a6c78d076 199.204.45.35 - - [11/Mar/2026:21:58:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 73cd1d7b8a64f7909be933cc3e11fc9a 199.204.45.35 - - [11/Mar/2026:21:58:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 19e2ceb95bcd23e5c926a9fdde02cc28 199.204.45.35 - - [11/Mar/2026:21:58:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.004 300 8f23068c219bb8c93246a867f6287caa 199.204.45.35 - - [11/Mar/2026:21:58:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3197 0.287 201 bf193579bc345b061f52caa5f300f7a0 199.204.45.35 - - [11/Mar/2026:21:58:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 867b0016d6a89cf0179e0cdecb2ffbd9 199.204.45.35 - - [11/Mar/2026:21:58:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4c1140d9002e980cf5c08f9fcee7e17d 199.204.45.35 - - [11/Mar/2026:21:58:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.003 300 58ef35e5cb46cf98a50aec187801997d 199.204.45.35 - - [11/Mar/2026:21:58:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3197 0.289 201 df2094cd94267f620525252a800f7c8a 199.204.45.35 - - [11/Mar/2026:21:58:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e1d4a6d601854dd12388f98e3cb219c6 199.204.45.35 - - [11/Mar/2026:21:58:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 791c1cff71755e452b41b3783e6d7e78 W0311 21:58:22.338086 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:58:22.338134 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.35 - - [11/Mar/2026:21:58:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.004 300 a8e80163b7e483954fe436a46b711f9b 199.204.45.35 - - [11/Mar/2026:21:58:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3197 0.292 201 7377d1bf597c118227086c83caebd3ee 199.204.45.35 - - [11/Mar/2026:21:58:24 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.13:9292 1301 0.003 300 093efb1ee5e7b7c01c60a4f4168aaffe 199.204.45.35 - - [11/Mar/2026:21:58:24 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.549 [openstack-glance-api-9292] [] 10.0.0.13:9292 69 0.550 200 5f028ece46c675ad78ddbbffe62c365f 199.204.45.35 - - [11/Mar/2026:21:58:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.114:5000 280 0.004 300 6211728a1d28c135b995588433f56589 199.204.45.35 - - [11/Mar/2026:21:58:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.305 [openstack-keystone-api-5000] [] 10.0.0.114:5000 3197 0.305 201 8591013a2da667df8b946cc99f2c0b8b 199.204.45.35 - - [11/Mar/2026:21:58:27 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.13:9292 1301 0.002 300 fb6b96f41556239ddb8f65d8096340cc 199.204.45.35 - - [11/Mar/2026:21:58:27 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.038 [openstack-glance-api-9292] [] 10.0.0.13:9292 69 0.038 200 7502757986ab19f494501a4baa563443 199.204.45.35 - - [11/Mar/2026:21:58:28 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.137 [openstack-glance-api-9292] [] 10.0.0.13:9292 151 0.138 404 6796715cacda3fedf96de5010a0ad9c5 199.204.45.35 - - [11/Mar/2026:21:58:28 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.023 [openstack-glance-api-9292] [] 10.0.0.13:9292 81 0.023 200 d42748fc0fac3dae2216158d4faad4d0 199.204.45.35 - - [11/Mar/2026:21:58:28 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.026 [openstack-glance-api-9292] [] 10.0.0.13:9292 84 0.026 200 3b3894b2e5dba90cf63cdc7182e582ac 199.204.45.35 - - [11/Mar/2026:21:58:28 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.056 [openstack-glance-api-9292] [] 10.0.0.13:9292 760 0.055 201 41d240ef818693fc7afde0e21b71308a 199.204.45.35 - - [11/Mar/2026:21:58:32 +0000] "PUT /v2/images/538de29b-a518-4a0b-9d0c-c5a181ddf1fb/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.824 [openstack-glance-api-9292] [] 10.0.0.13:9292 0 3.823 204 b89faac521bc28320a60c216e1858265 199.204.45.35 - - [11/Mar/2026:21:58:32 +0000] "GET /v2/images/538de29b-a518-4a0b-9d0c-c5a181ddf1fb HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.014 [openstack-glance-api-9292] [] 10.0.0.13:9292 1171 0.014 200 c8b26842924fe295c530117b8313c7f2 199.204.45.35 - - [11/Mar/2026:21:58:32 +0000] "GET /v2/images/538de29b-a518-4a0b-9d0c-c5a181ddf1fb HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.014 [openstack-glance-api-9292] [] 10.0.0.13:9292 1171 0.014 200 e7b3ffd0e393b032cb4a98d1068a0824 W0311 21:58:34.906903 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:58:34.906934 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:58:38.240615 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:58:38.240721 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0311 21:58:46.466558 8 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.111.78.75"}] I0311 21:58:46.475538 8 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"1f34ff86-afdd-4223-a0f1-e6da985674f2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9802", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0311 21:58:46.477127 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0311 21:58:46.477155 8 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store