------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0309 01:41:53.286138 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0309 01:41:53.286298 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0309 01:41:53.294427 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0309 01:41:53.297157 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0309 01:41:53.523089 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0309 01:41:53.542973 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0309 01:41:53.556415 7 nginx.go:271] "Starting NGINX Ingress controller" I0309 01:41:53.564846 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"313805d6-baea-47f0-8af2-ba2fe798eac3", APIVersion:"v1", ResourceVersion:"1112", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0309 01:41:53.569555 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"5a702d4e-34f6-48ba-aed7-12222544086b", APIVersion:"v1", ResourceVersion:"1113", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0309 01:41:53.569644 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"4d3db0b8-fa4e-4ed9-868a-cf455e38b52a", APIVersion:"v1", ResourceVersion:"1114", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0309 01:41:54.757596 7 nginx.go:317] "Starting NGINX process" I0309 01:41:54.757629 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0309 01:41:54.758433 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0309 01:41:54.758699 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0309 01:41:54.758780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:54.758805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:41:54.758850 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:41:54.766532 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0309 01:41:54.766608 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-9nvnb" I0309 01:41:54.791362 7 controller.go:216] "Backend successfully reloaded" I0309 01:41:54.791432 7 controller.go:227] "Initial sync, sleeping for 1 second" I0309 01:41:54.791474 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9nvnb", UID:"6648d3c2-89c5-484c-851c-15284f37a63c", APIVersion:"v1", ResourceVersion:"1157", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:41:58.589807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:58.589834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:01.923535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:01.923589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:05.257436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:05.257480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:08.590801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:08.590847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:11.924447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:11.924506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:15.257159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:15.257199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:18.590514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:18.590590 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:21.926408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:21.926457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:27.886745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:27.886794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:31.455764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:31.455802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:52.471517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:52.471555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:55.805335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:55.805376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:04.310439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:04.310476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:07.646718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:07.646765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:14.165355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:14.165392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:17.499631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:17.499674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:20.833141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:20.833194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:24.165912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:24.165958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:27.500291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:27.500347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:33.461937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:33.461969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:36.795689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:36.795742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:40.523806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:40.523843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:43.857517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:43.857564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:44.007740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:44.007790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:46.764556 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-162.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-162.nip.io-tls was not found. Using default certificate W0309 01:46:46.764622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:46.764642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:46:46.767313 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:14.7kB} I0309 01:46:46.767349 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0309 01:46:46.774702 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0309 01:46:46.775127 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-162.nip.io-tls" in local store I0309 01:46:46.775527 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"47fb1d59-4a4c-4812-9f86-cb0a0b90d20f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3138", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:46:47.121799 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-162.nip.io-tls" I0309 01:46:47.123166 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-162.nip.io-tls" W0309 01:46:47.342151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:47.342200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:46:47.342274 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:46:47.382043 7 controller.go:216] "Backend successfully reloaded" I0309 01:46:47.382297 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9nvnb", UID:"6648d3c2-89c5-484c-851c-15284f37a63c", APIVersion:"v1", ResourceVersion:"1157", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:46:50.675869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:50.675925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:46:54.774246 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.10.142"}] I0309 01:46:54.780128 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"47fb1d59-4a4c-4812-9f86-cb0a0b90d20f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3334", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:46:54.780626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:54.780654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [09/Mar/2026:01:46:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.176 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 2.176 200 72022f4019e21a211ebed7a20a897a6e 199.204.45.162 - - [09/Mar/2026:01:46:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.066 [auth-system-keycloak-80] [] 10.0.0.166:8080 116 0.066 404 1e114274d16ed3996ea2256da46166ae 199.204.45.162 - - [09/Mar/2026:01:47:02 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.694 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 3.693 201 5186be954a9b265ab93057ca0394b07b 199.204.45.162 - - [09/Mar/2026:01:47:02 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.504 [auth-system-keycloak-80] [] 10.0.0.166:8080 4246 0.504 200 741b63cefb825c7a8d424916a16c6278 199.204.45.162 - - [09/Mar/2026:01:47:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.506 200 7c7ca03bcbe03828380d5306c9d0ee9b 199.204.45.162 - - [09/Mar/2026:01:47:03 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.073 [auth-system-keycloak-80] [] 10.0.0.166:8080 12500 0.072 200 5f0d7323ebde3e9ed3485d03f1c9ab66 199.204.45.162 - - [09/Mar/2026:01:47:03 +0000] "GET /admin/realms/atmosphere/client-scopes/bb3bc863-45c2-47fe-ad50-dda4e061773d HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.166:8080 1278 0.011 200 d3019dddb5bbdde07bedefe458cf20f6 199.204.45.162 - - [09/Mar/2026:01:47:03 +0000] "PUT /admin/realms/atmosphere/client-scopes/bb3bc863-45c2-47fe-ad50-dda4e061773d HTTP/1.1" 204 0 "-" "Ansible" 1848 0.068 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.067 204 03a42e7ff5d9d4dd33d2bef1d362d1f7 199.204.45.162 - - [09/Mar/2026:01:47:04 +0000] "GET /admin/realms/atmosphere/client-scopes/bb3bc863-45c2-47fe-ad50-dda4e061773d/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.018 [auth-system-keycloak-80] [] 10.0.0.166:8080 963 0.018 200 fdd42cac9e4bac2401d247c000c945a1 199.204.45.162 - - [09/Mar/2026:01:47:04 +0000] "GET /admin/realms/atmosphere/client-scopes/bb3bc863-45c2-47fe-ad50-dda4e061773d/protocol-mappers/models/1696f6a8-07d1-4aed-a977-4427c71081aa HTTP/1.1" 200 366 "-" "Ansible" 1309 0.064 [auth-system-keycloak-80] [] 10.0.0.166:8080 366 0.064 200 72932df230fd73b08752f05157559557 199.204.45.162 - - [09/Mar/2026:01:47:04 +0000] "PUT /admin/realms/atmosphere/client-scopes/bb3bc863-45c2-47fe-ad50-dda4e061773d/protocol-mappers/models/1696f6a8-07d1-4aed-a977-4427c71081aa HTTP/1.1" 204 0 "-" "Ansible" 1622 0.019 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.018 204 ec495db0e0aa20c38ea3da1e03acc4f5 199.204.45.162 - - [09/Mar/2026:01:47:04 +0000] "GET /admin/realms/atmosphere/client-scopes/bb3bc863-45c2-47fe-ad50-dda4e061773d HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.066 [auth-system-keycloak-80] [] 10.0.0.166:8080 1218 0.065 200 d59b09b9e5526bfba956d8e423633320 199.204.45.162 - - [09/Mar/2026:01:47:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.497 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.496 200 f4393603272b7f47c934993c67834276 199.204.45.162 - - [09/Mar/2026:01:47:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.166:8080 2 0.010 200 7c349c4829d0cf35d912fe3ebb0bc204 199.204.45.162 - - [09/Mar/2026:01:47:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.172 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.171 201 5af1d1ce342065a1a011a90a935e38c9 199.204.45.162 - - [09/Mar/2026:01:47:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.022 [auth-system-keycloak-80] [] 10.0.0.166:8080 1261 0.022 200 b28cdabbc47ec868323f5ee6e2e12e81 199.204.45.162 - - [09/Mar/2026:01:47:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.977 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.976 200 61e808be74b52bcf43bc91d09779cdea 199.204.45.162 - - [09/Mar/2026:01:47:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.166:8080 2 0.012 200 44be9602235fdd35e464c99cad5f84cd 199.204.45.162 - - [09/Mar/2026:01:47:26 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.067 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.066 201 2b4718f4b9c6fd6993c61f670111ff77 199.204.45.162 - - [09/Mar/2026:01:47:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.022 200 1847e84a1841227d5be56fde00215b57 199.204.45.162 - - [09/Mar/2026:01:47:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.475 200 ec51129d7be6198d62a574a9c8e4efc8 199.204.45.162 - - [09/Mar/2026:01:47:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.166:8080 2 0.010 200 1628db9c84cc95da8b9a29f3db58583e 199.204.45.162 - - [09/Mar/2026:01:47:27 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.081 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.080 201 95403fd1d91524d921507b2d2cc8dd79 199.204.45.162 - - [09/Mar/2026:01:47:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.070 [auth-system-keycloak-80] [] 10.0.0.166:8080 1251 0.070 200 cc383bb309996a284513a8d2eb6c87fc 199.204.45.162 - - [09/Mar/2026:01:47:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.471 200 1f18eaeac34f226a5499a86f4fc390f5 199.204.45.162 - - [09/Mar/2026:01:47:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.166:8080 1261 0.007 200 4598088a9238d7677e223c4cd0308449 199.204.45.162 - - [09/Mar/2026:01:47:28 +0000] "GET /admin/realms/atmosphere/clients/f1f9e208-1d01-403b-8ec2-01a31ec0a719/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.166:8080 119 0.014 404 c2abe74b415d51a2ebf394f725d8c28e 199.204.45.162 - - [09/Mar/2026:01:47:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.166:8080 1261 0.007 200 0eb5cb0e4db073943c7f03a2aaadfbf9 199.204.45.162 - - [09/Mar/2026:01:47:28 +0000] "POST /admin/realms/atmosphere/clients/f1f9e208-1d01-403b-8ec2-01a31ec0a719/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.037 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.037 201 97c684fbca108ca099349d92cb2f32c3 199.204.45.162 - - [09/Mar/2026:01:47:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.166:8080 1261 0.006 200 413be7397352cb5ba289d90fe956c61e 199.204.45.162 - - [09/Mar/2026:01:47:29 +0000] "GET /admin/realms/atmosphere/clients/f1f9e208-1d01-403b-8ec2-01a31ec0a719/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.064 [auth-system-keycloak-80] [] 10.0.0.166:8080 166 0.064 200 61c6e848504b9b9b15962fc36ec4d203 199.204.45.162 - - [09/Mar/2026:01:47:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.466 200 511a48873c6ef4e8213505696d01d929 199.204.45.162 - - [09/Mar/2026:01:47:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.004 200 eecaad966ace6eae585886f62a76430b 199.204.45.162 - - [09/Mar/2026:01:47:29 +0000] "GET /admin/realms/atmosphere/clients/4b7ce3dc-9561-4495-82f4-cef615da1acf/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.038 [auth-system-keycloak-80] [] 10.0.0.166:8080 119 0.039 404 19f868b8740adafd6ebe85d4d2652a64 199.204.45.162 - - [09/Mar/2026:01:47:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.005 200 7abd06aae76c93a3ca3661b076b92cbc 199.204.45.162 - - [09/Mar/2026:01:47:29 +0000] "POST /admin/realms/atmosphere/clients/4b7ce3dc-9561-4495-82f4-cef615da1acf/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.011 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.010 201 8fc383c953e1ce665d38e39db0b318de 199.204.45.162 - - [09/Mar/2026:01:47:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.005 200 9053361ea36d0ac9683c25ba01a855b3 199.204.45.162 - - [09/Mar/2026:01:47:29 +0000] "GET /admin/realms/atmosphere/clients/4b7ce3dc-9561-4495-82f4-cef615da1acf/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.008 [auth-system-keycloak-80] [] 10.0.0.166:8080 165 0.008 200 37de4f78da9fa9bc8df57081e471f3ca 199.204.45.162 - - [09/Mar/2026:01:47:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.566 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.564 200 6d8900b4eaac172a8beecf1910f6aa56 199.204.45.162 - - [09/Mar/2026:01:47:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.003 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.004 200 c5110c2cbeca6aa05ab372aaa816bc10 199.204.45.162 - - [09/Mar/2026:01:47:30 +0000] "GET /admin/realms/atmosphere/clients/4b7ce3dc-9561-4495-82f4-cef615da1acf/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.166:8080 119 0.006 404 a1e83c4f89b619e02fb6811dafa94002 199.204.45.162 - - [09/Mar/2026:01:47:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.003 200 142cdc6c09b99f9131c127204a02a5cf 199.204.45.162 - - [09/Mar/2026:01:47:30 +0000] "POST /admin/realms/atmosphere/clients/4b7ce3dc-9561-4495-82f4-cef615da1acf/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.043 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.044 201 c3710b14ee20abc9b08c9cc56b04e888 199.204.45.162 - - [09/Mar/2026:01:47:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.004 200 10d8ed8bd8bb7856da0e634b094c4222 199.204.45.162 - - [09/Mar/2026:01:47:30 +0000] "GET /admin/realms/atmosphere/clients/4b7ce3dc-9561-4495-82f4-cef615da1acf/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.166:8080 166 0.009 200 71de87f93443e78e3f95435a3fe40bb6 199.204.45.162 - - [09/Mar/2026:01:47:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.450 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.449 200 a83d34be8f368de65acd327fb9a17dc1 199.204.45.162 - - [09/Mar/2026:01:47:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.057 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.058 200 3dd997ae5b5a39b49133df4183c3aa34 199.204.45.162 - - [09/Mar/2026:01:47:31 +0000] "GET /admin/realms/atmosphere/clients/4b7ce3dc-9561-4495-82f4-cef615da1acf/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.166:8080 119 0.011 404 744777f5c4ef70d9979910963358b8b8 199.204.45.162 - - [09/Mar/2026:01:47:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.006 200 c10f2d91d3088fb618ef2d79e354dc35 199.204.45.162 - - [09/Mar/2026:01:47:31 +0000] "POST /admin/realms/atmosphere/clients/4b7ce3dc-9561-4495-82f4-cef615da1acf/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.058 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.057 201 98c7de566054a1a8f7c1f8ea8336e9e1 199.204.45.162 - - [09/Mar/2026:01:47:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.166:8080 1286 0.007 200 61c49b3dc48d72e4069c89f3930526dc 199.204.45.162 - - [09/Mar/2026:01:47:31 +0000] "GET /admin/realms/atmosphere/clients/4b7ce3dc-9561-4495-82f4-cef615da1acf/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.166:8080 166 0.014 200 e613532d9c8941feba5dd3e9502f2d43 199.204.45.162 - - [09/Mar/2026:01:47:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.475 200 55fc8c4626546b54a98056f9d3571faf 199.204.45.162 - - [09/Mar/2026:01:47:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.166:8080 1251 0.007 200 268c06fa5c354b3e69f02517535c198d 199.204.45.162 - - [09/Mar/2026:01:47:32 +0000] "GET /admin/realms/atmosphere/clients/efbe9cd4-1806-497c-a489-f7e8d2a72280/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.166:8080 119 0.008 404 8c0464637f655d2fb50779f916df9ee4 199.204.45.162 - - [09/Mar/2026:01:47:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.166:8080 1251 0.005 200 52bbf9eb867178e0b131c7011436ed98 199.204.45.162 - - [09/Mar/2026:01:47:32 +0000] "POST /admin/realms/atmosphere/clients/efbe9cd4-1806-497c-a489-f7e8d2a72280/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.191 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.190 201 0dbc03b7460acc2c1ef568934ae466a2 199.204.45.162 - - [09/Mar/2026:01:47:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.166:8080 1251 0.007 200 7dffee64f743a4bc3ec8dce805220679 199.204.45.162 - - [09/Mar/2026:01:47:32 +0000] "GET /admin/realms/atmosphere/clients/efbe9cd4-1806-497c-a489-f7e8d2a72280/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.166:8080 166 0.013 200 9dc6b5b830e99e56c1fbc92322e58b48 W0309 01:47:53.031942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:53.031975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:56.366389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:56.366441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:38.805127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:38.805155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:38.871790 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:38.872100 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0309 01:48:38.872153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:38.872164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:38.873358 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:38.873412 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0309 01:48:38.873444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:38.873455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:38.874329 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:48:38.874410 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0309 01:48:38.874436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:38.874447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:48:38.875606 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0309 01:48:38.875623 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0309 01:48:38.876109 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0309 01:48:38.876151 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0309 01:48:38.876299 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.002s admissionTime:0.005s testedConfigurationSize:18.2kB} I0309 01:48:38.876380 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0309 01:48:38.881360 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0309 01:48:38.881593 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"46d907ad-c509-4364-b00f-d7890947890b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4093", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:48:38.881805 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0309 01:48:38.882296 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0309 01:48:38.882524 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0309 01:48:38.882552 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"cd31518a-14a7-4ce6-a50b-e1331188bbe4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4094", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:48:38.882825 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0309 01:48:38.883159 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0309 01:48:38.883197 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"28e2203f-ff51-4d5a-ba4a-6640439c707d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4095", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:48:39.226031 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0309 01:48:39.226884 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0309 01:48:39.231561 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0309 01:48:39.232505 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0309 01:48:40.591292 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0309 01:48:40.592495 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0309 01:48:42.139374 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:42.139434 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:48:42.139470 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:42.139596 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:42.139624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:48:42.139737 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:48:42.206604 7 controller.go:216] "Backend successfully reloaded" I0309 01:48:42.207429 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9nvnb", UID:"6648d3c2-89c5-484c-851c-15284f37a63c", APIVersion:"v1", ResourceVersion:"1157", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:48:45.472240 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:45.472296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:48:45.472323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:45.472407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:45.472428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:48.806228 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:48.806274 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:48:48.806297 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:48.806374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:48.806388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:52.140359 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:52.140419 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:48:52.140445 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:52.140528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:52.140548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:55.471950 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:55.472018 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:48:55.472058 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:55.472286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:55.472333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:48:55.805574 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.10.142"}] I0309 01:48:55.806234 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.10.142"}] I0309 01:48:55.806417 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.10.142"}] I0309 01:48:55.831517 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"cd31518a-14a7-4ce6-a50b-e1331188bbe4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4687", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:48:55.833131 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"28e2203f-ff51-4d5a-ba4a-6640439c707d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4689", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:48:55.833757 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"46d907ad-c509-4364-b00f-d7890947890b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4690", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:48:58.805615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:58.805659 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:48:58.805685 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:58.805770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:58.805790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:02.140131 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:02.140257 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:49:02.140302 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:02.140464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:02.140494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:05.472014 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:05.472057 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:49:05.472081 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:05.472161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:05.472223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:08.805761 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:08.805804 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:49:08.805830 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:08.805911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:08.805941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:12.138719 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:12.138855 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:12.138968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:12.139006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:15.473718 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:15.473794 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:15.473879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:15.473899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:18.805372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:18.805471 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:18.805581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:18.805612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:22.139404 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:22.139519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:22.139660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:22.139689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.159 - - [09/Mar/2026:01:49:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.027 [auth-system-keycloak-80] [] 10.0.0.166:8080 6432 0.028 200 89f08f03f79a99c7e0ab3c438b3ef056 W0309 01:49:25.472951 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:25.473039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:25.473137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:25.473166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:28.805222 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:28.805376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:28.805395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.242 - - [09/Mar/2026:01:49:31 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.010 [auth-system-keycloak-80] [] 10.0.0.166:8080 6432 0.009 200 01dd103b4ec5e82a3bef68ecf49391f0 W0309 01:49:32.139741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:32.140013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:32.140049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:35.471943 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:35.472252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:35.472294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:38.805618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:38.805663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:50.007917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:50.007955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:53.343687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:53.343714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [09/Mar/2026:01:49:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.553 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.552 200 e9614a19d2116d3a61884cdd1fdcb9c5 199.204.45.162 - - [09/Mar/2026:01:49:54 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.166:8080 4246 0.006 200 b8f6b3f2e0be1032c2482b26a6aa701d 199.204.45.162 - - [09/Mar/2026:01:49:54 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.423 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.423 204 20f9b562081a60f8dc11ffae9df51524 199.204.45.162 - - [09/Mar/2026:01:49:55 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.110 [auth-system-keycloak-80] [] 10.0.0.166:8080 4384 0.110 200 468d78bd4718e09a901a61d9a91a9876 199.204.45.162 - - [09/Mar/2026:01:49:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.462 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.462 200 229fca120e72186a1919f4646d1321c6 199.204.45.162 - - [09/Mar/2026:01:49:56 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.005 [auth-system-keycloak-80] [] 10.0.0.166:8080 1682 0.005 200 3c460f680f052f053d1bbcb7594aaee8 199.204.45.162 - - [09/Mar/2026:01:49:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.166:8080 6432 0.005 200 bff01c9da3e4d521f8ece6c41961dcd5 199.204.45.162 - - [09/Mar/2026:01:49:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.453 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.452 200 a7614b5d64d37342e24640bf80b88d7e 199.204.45.162 - - [09/Mar/2026:01:49:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.025 [auth-system-keycloak-80] [] 10.0.0.166:8080 2 0.025 200 ec0f09ec1980b6186563a2f93c6285c1 199.204.45.162 - - [09/Mar/2026:01:49:58 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.117 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.116 201 ff8b96d698c9d43371a1fae8c5b9f378 199.204.45.162 - - [09/Mar/2026:01:49:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.060 [auth-system-keycloak-80] [] 10.0.0.166:8080 2246 0.060 200 4b0167ccd295551e140fa1b8ce39dea4 199.204.45.162 - - [09/Mar/2026:01:49:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.166:8080 1928 0.492 200 c8389033b01e114a7a715cf898e1516f 199.204.45.162 - - [09/Mar/2026:01:49:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.166:8080 2246 0.006 200 275de7a656d03f059582c3a3dc9f8403 199.204.45.162 - - [09/Mar/2026:01:49:59 +0000] "GET /admin/realms/atmosphere/clients/5fe2f7c2-ddd4-4a12-ab44-b4e16a2f1f25/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.014 [auth-system-keycloak-80] [] 10.0.0.166:8080 233 0.014 200 252149f9d8079f0e21a71cad100c82fe 199.204.45.162 - - [09/Mar/2026:01:49:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.052 [auth-system-keycloak-80] [] 10.0.0.166:8080 831 0.051 200 06133eed502307caa657fc8f419a7e11 199.204.45.162 - - [09/Mar/2026:01:49:59 +0000] "GET /admin/realms/atmosphere/clients/6154b850-74c9-4bd1-8ea8-39c11c9c766e/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.077 [auth-system-keycloak-80] [] 10.0.0.166:8080 3758 0.078 200 db52c9fb3e355d764520bdeab8f31b41 199.204.45.162 - - [09/Mar/2026:01:49:59 +0000] "GET /admin/realms/atmosphere/users/4c823c72-5358-4b33-b474-ec942049beee/role-mappings/clients/6154b850-74c9-4bd1-8ea8-39c11c9c766e/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.193 [auth-system-keycloak-80] [] 10.0.0.166:8080 3758 0.193 200 b2901f1b781a8937f1666e2862636641 199.204.45.162 - - [09/Mar/2026:01:49:59 +0000] "GET /admin/realms/atmosphere/users/4c823c72-5358-4b33-b474-ec942049beee/role-mappings/clients/6154b850-74c9-4bd1-8ea8-39c11c9c766e/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.086 [auth-system-keycloak-80] [] 10.0.0.166:8080 2 0.087 200 12abed487cbd46187054afafc8d5b847 199.204.45.162 - - [09/Mar/2026:01:49:59 +0000] "POST /admin/realms/atmosphere/users/4c823c72-5358-4b33-b474-ec942049beee/role-mappings/clients/6154b850-74c9-4bd1-8ea8-39c11c9c766e HTTP/1.1" 204 0 "-" "Ansible" 1390 0.078 [auth-system-keycloak-80] [] 10.0.0.166:8080 0 0.077 204 339bce91a63db57ad41fbf0930418ea2 199.204.45.162 - - [09/Mar/2026:01:49:59 +0000] "GET /admin/realms/atmosphere/users/4c823c72-5358-4b33-b474-ec942049beee/role-mappings/clients/6154b850-74c9-4bd1-8ea8-39c11c9c766e/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.166:8080 576 0.013 200 b726de2724e9050f0db359b50b30e063 W0309 01:50:02.136077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:02.136111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:05.470519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:05.470566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:08.803156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:08.803200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:07.618039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:07.618091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:42.024061 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 01:52:42.024109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:42.024120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:52:42.026270 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0309 01:52:42.026299 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0309 01:52:42.032264 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0309 01:52:42.032679 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"fa10192e-da23-40e7-9ca4-e84ee6764022", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6423", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:52:42.032798 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0309 01:52:42.033181 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 01:52:42.033254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:42.033272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:52:42.033383 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:52:42.076788 7 controller.go:216] "Backend successfully reloaded" I0309 01:52:42.077276 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9nvnb", UID:"6648d3c2-89c5-484c-851c-15284f37a63c", APIVersion:"v1", ResourceVersion:"1157", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:52:42.368039 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0309 01:52:42.369202 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0309 01:52:45.366848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:45.366898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [09/Mar/2026:01:52:46 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.005 300 b8862de997705ccc9d749bac91591a77 199.204.45.162 - - [09/Mar/2026:01:52:47 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 266 0.004 200 59fadffebd5ba30ef907c16bd543903b 199.204.45.162 - - [09/Mar/2026:01:52:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.362 [openstack-keystone-api-5000] [] 10.0.0.2:5000 1360 0.361 201 56023c5f41c95d5dc418a4e1fcd85e22 199.204.45.162 - - [09/Mar/2026:01:52:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 3da5f123c8d2bd531c3e17837bfcfc94 199.204.45.162 - - [09/Mar/2026:01:52:48 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.032 [openstack-keystone-api-5000] [] 10.0.0.2:5000 90 0.032 404 e7db2bf0e18ab4c14b0fa3062bbe8a2f 199.204.45.162 - - [09/Mar/2026:01:52:48 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.025 [openstack-keystone-api-5000] [] 10.0.0.2:5000 368 0.024 200 96d0308d138db98dabc32b568c12c631 199.204.45.162 - - [09/Mar/2026:01:52:48 +0000] "GET /v3/domains/53bb511fd29447d2992aef2b0216d1b1 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.026 [openstack-keystone-api-5000] [] 10.0.0.2:5000 245 0.026 200 3246593dabc53fb17e64889b8f61c6f8 199.204.45.162 - - [09/Mar/2026:01:52:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 266 0.004 200 b1a2361dc45b030d3d1de3a9b638a20a 199.204.45.162 - - [09/Mar/2026:01:52:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.2:5000 1360 0.290 201 8f044c6ff3c6d26175d13ddbca03216b 199.204.45.162 - - [09/Mar/2026:01:52:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 ee0863a3b498871de0ea89630294f1b1 199.204.45.162 - - [09/Mar/2026:01:52:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.020 [openstack-keystone-api-5000] [] 10.0.0.2:5000 101 0.020 404 6804e47e2e76dd12eec1a6f9a5396830 199.204.45.162 - - [09/Mar/2026:01:52:49 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.2:5000 156 0.020 200 999a2ee8ec29464cc443a292e90d4443 199.204.45.162 - - [09/Mar/2026:01:52:49 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.029 [openstack-keystone-api-5000] [] 10.0.0.2:5000 342 0.029 201 1d21a98cee206ead79d785441caf6e9e 199.204.45.162 - - [09/Mar/2026:01:52:49 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.2:5000 266 0.005 200 7c63ad254b04af79add92cb4583815fb 199.204.45.162 - - [09/Mar/2026:01:52:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.2:5000 1360 0.282 201 a15760e86bf728583029ed03a5845147 199.204.45.162 - - [09/Mar/2026:01:52:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 0bb233a55860f82fe3bec366c1a1655f 199.204.45.162 - - [09/Mar/2026:01:52:50 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.2:5000 98 0.017 404 b6376420efbd54e4d973fe73d1dae4ab 199.204.45.162 - - [09/Mar/2026:01:52:50 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.2:5000 136 0.017 200 f1620b47d4b9c634a757495c9f7787c1 199.204.45.162 - - [09/Mar/2026:01:52:50 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.018 [openstack-keystone-api-5000] [] 10.0.0.2:5000 357 0.019 201 39d42288bfa4dc600c627cbd8a66abbd 199.204.45.162 - - [09/Mar/2026:01:52:50 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 266 0.004 200 5f3381005f71808e529f118760864d12 199.204.45.162 - - [09/Mar/2026:01:52:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.2:5000 1360 0.286 201 dcc39af7dc25d642b34a0faa05752a9c 199.204.45.162 - - [09/Mar/2026:01:52:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 df61fb4b03feaaeccee574fc0fb8d3f8 199.204.45.162 - - [09/Mar/2026:01:52:51 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.020 [openstack-keystone-api-5000] [] 10.0.0.2:5000 131 0.021 404 2e62099f8b8c3da6813f279a13b71fdb 199.204.45.162 - - [09/Mar/2026:01:52:51 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.017 [openstack-keystone-api-5000] [] 10.0.0.2:5000 168 0.017 200 1ad376fa68ede0124f970d12a76c3ddf 199.204.45.162 - - [09/Mar/2026:01:52:51 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.026 [openstack-keystone-api-5000] [] 10.0.0.2:5000 224 0.026 201 a1ea29bc6a2f6609d0cacc6a75b348f0 I0309 01:52:54.774427 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.10.142"}] I0309 01:52:54.779020 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"fa10192e-da23-40e7-9ca4-e84ee6764022", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6513", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:52:54.781053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:54.781109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:00.495583 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:00.495617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:03.829700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:03.829746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:07.163251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:07.163302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:10.497636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:10.497678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:25.053796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:25.053829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:28.387223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:28.387252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:31.720741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:31.720782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:35.057309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:35.057364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:59.119292 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:54:59.119415 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 01:54:59.119490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:59.119516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:59.124158 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:32.2kB} I0309 01:54:59.124261 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0309 01:54:59.130592 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0309 01:54:59.130852 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"45758d02-3a94-4c24-892c-97e3cbeeaac6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7420", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:54:59.131282 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0309 01:54:59.131681 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:54:59.131826 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 01:54:59.131938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:59.131991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:59.132145 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:54:59.190164 7 controller.go:216] "Backend successfully reloaded" I0309 01:54:59.190576 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9nvnb", UID:"6648d3c2-89c5-484c-851c-15284f37a63c", APIVersion:"v1", ResourceVersion:"1157", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:54:59.416777 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0309 01:54:59.417842 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.162 - - [09/Mar/2026:01:54:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.005 300 2b2ca49716c1a0157776c0f4452ce906 199.204.45.162 - - [09/Mar/2026:01:55:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.411 [openstack-keystone-api-5000] [] 10.0.0.2:5000 1992 0.411 201 2b0dc57abf2fa091d3dcc785efbc0722 199.204.45.162 - - [09/Mar/2026:01:55:00 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.2:5000 85 0.024 404 6374ebb3410a1fe903004f403814a58c 199.204.45.162 - - [09/Mar/2026:01:55:00 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-keystone-api-5000] [] 10.0.0.2:5000 129 0.024 200 b60e075c61d1b8affd3abacc2510a195 199.204.45.162 - - [09/Mar/2026:01:55:00 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.024 [openstack-keystone-api-5000] [] 10.0.0.2:5000 230 0.024 201 44e9ec61b17fe0fa29a42be14fce6d71 W0309 01:55:02.465426 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:55:02.465738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:02.465768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:08.888369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:08.888401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [09/Mar/2026:01:55:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 ca5ed7dca4fb525fc3eeb6e3e2e70b44 199.204.45.162 - - [09/Mar/2026:01:55:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.284 [openstack-keystone-api-5000] [] 10.0.0.2:5000 1992 0.284 201 81cb00ebf95fa195bb0632eff8c1d65d 199.204.45.162 - - [09/Mar/2026:01:55:09 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.029 [openstack-keystone-api-5000] [] 10.0.0.2:5000 1521 0.028 200 4ef1a3e569b094e5ac22d8e5785694de 199.204.45.162 - - [09/Mar/2026:01:55:09 +0000] "PUT /v3/roles/ba5c2422a4ff49ffb8d930d65db3f18f/implies/55107f2b37164267a82069d0bcc2afaf HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.035 [openstack-keystone-api-5000] [] 10.0.0.2:5000 521 0.035 201 6dddb9d13c5f62f0ad9f6cb7c3bed646 I0309 01:55:54.774142 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.10.142"}] I0309 01:55:54.816839 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"45758d02-3a94-4c24-892c-97e3cbeeaac6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7865", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:55:54.843139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:54.843186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [09/Mar/2026:01:55:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 9918e2e0d36f537370b8fe9aaf49a590 199.204.45.162 - - [09/Mar/2026:01:55:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.2:5000 2055 0.331 201 5d2f2427ca97c7003ca6cc268355464b 199.204.45.162 - - [09/Mar/2026:01:55:57 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.023 [openstack-keystone-api-5000] [] 10.0.0.2:5000 87 0.023 404 13a71561ed135b22865df78f8cbe42dd 199.204.45.162 - - [09/Mar/2026:01:55:58 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.033 [openstack-keystone-api-5000] [] 10.0.0.2:5000 390 0.033 200 eb291e2afd9f6418163a3a2afaddb741 199.204.45.162 - - [09/Mar/2026:01:55:58 +0000] "GET /v3/users/rgw-RegionOne?domain_id=fd38303162c545bf9b99c93282d40f33 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.029 [openstack-keystone-api-5000] [] 10.0.0.2:5000 91 0.028 404 ba1775e2f6e5074188bd7d3e8bcb09f2 199.204.45.162 - - [09/Mar/2026:01:55:58 +0000] "GET /v3/users?domain_id=fd38303162c545bf9b99c93282d40f33&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.047 [openstack-keystone-api-5000] [] 10.0.0.2:5000 178 0.047 200 67a6af16a2f1e54504b13b3dc6ef76ca 199.204.45.162 - - [09/Mar/2026:01:55:58 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.286 [openstack-keystone-api-5000] [] 10.0.0.2:5000 291 0.286 201 527a340ca41ef4bd5fbf59ce7f0f1790 199.204.45.162 - - [09/Mar/2026:01:56:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 632768b18a54a6c62b7eb39794a856e4 199.204.45.162 - - [09/Mar/2026:01:56:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.280 [openstack-keystone-api-5000] [] 10.0.0.2:5000 2055 0.280 201 0345d749089e0c5ff023096f6f57f6fc 199.204.45.162 - - [09/Mar/2026:01:56:02 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 429 0.026 [openstack-keystone-api-5000] [] 10.0.0.2:5000 83 0.026 404 112f3c9c460eb1423e0264f81a72782b 199.204.45.162 - - [09/Mar/2026:01:56:02 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 447 0.022 [openstack-keystone-api-5000] [] 10.0.0.2:5000 361 0.022 200 50e0e71471fa1f6468094e7ea705ae47 199.204.45.162 - - [09/Mar/2026:01:56:02 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.2:5000 87 0.025 404 77ac44fb126056efdff7ad39b63c4c07 199.204.45.162 - - [09/Mar/2026:01:56:02 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.020 [openstack-keystone-api-5000] [] 10.0.0.2:5000 390 0.021 200 c2e8fa50d5b65feba3e199c8f387e5a8 199.204.45.162 - - [09/Mar/2026:01:56:02 +0000] "GET /v3/users/rgw-RegionOne?domain_id=fd38303162c545bf9b99c93282d40f33 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 480 0.018 [openstack-keystone-api-5000] [] 10.0.0.2:5000 91 0.018 404 bdf1db8ca2b60927b2211b88f449bd9e 199.204.45.162 - - [09/Mar/2026:01:56:02 +0000] "GET /v3/users?domain_id=fd38303162c545bf9b99c93282d40f33&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 498 0.043 [openstack-keystone-api-5000] [] 10.0.0.2:5000 458 0.043 200 3f62c2427ee4b0a50cea986c128da874 199.204.45.162 - - [09/Mar/2026:01:56:02 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.2:5000 88 0.023 404 0eefcb329e22ec0cecc05a14233a42f8 199.204.45.162 - - [09/Mar/2026:01:56:03 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 452 0.023 [openstack-keystone-api-5000] [] 10.0.0.2:5000 520 0.022 200 cdce63d03c0640be1d714219e3ee5009 199.204.45.162 - - [09/Mar/2026:01:56:03 +0000] "PUT /v3/projects/f4adb6c942fe4862b670abfb37cd40bb/users/a45066ed703c47da8f0df92b2dc1b59a/roles/3a699e70b215445a8fa2d34fdb2126ab HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 556 0.032 [openstack-keystone-api-5000] [] 10.0.0.2:5000 0 0.032 204 ba50277d4e7cc6c0663cd4f489de93eb 199.204.45.162 - - [09/Mar/2026:01:56:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.008 300 a8e507398ef76d7efdee304c7fe9108d 199.204.45.162 - - [09/Mar/2026:01:56:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.2:5000 2055 0.335 201 6ce2bcf3a9682ab9658c8cfebfa508e5 199.204.45.162 - - [09/Mar/2026:01:56:07 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.2:5000 151 0.022 200 43977d67da95b868255119efa68ee59f 199.204.45.162 - - [09/Mar/2026:01:56:07 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.067 [openstack-keystone-api-5000] [] 10.0.0.2:5000 263 0.067 201 8872a484d663b3f2517e30fd2027cdac 199.204.45.162 - - [09/Mar/2026:01:56:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 f4f36e994e4514ed3e31f051d670e1c8 199.204.45.162 - - [09/Mar/2026:01:56:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.2:5000 2157 0.303 201 857913f16bfa6889c7459f62224caf3f 199.204.45.162 - - [09/Mar/2026:01:56:09 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.2:5000 86 0.025 404 2b0a5536ba745f1e694f743222c54ce9 199.204.45.162 - - [09/Mar/2026:01:56:09 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.023 [openstack-keystone-api-5000] [] 10.0.0.2:5000 382 0.023 200 6531f088bfd8bea9099161595b5a5636 199.204.45.162 - - [09/Mar/2026:01:56:09 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=44307beead904cdea2c35ac12f52a28d HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.021 [openstack-keystone-api-5000] [] 10.0.0.2:5000 205 0.021 200 6deeace8fda9598fe47527fbea9edae1 199.204.45.162 - - [09/Mar/2026:01:56:09 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.035 [openstack-keystone-api-5000] [] 10.0.0.2:5000 379 0.035 201 a69d978b01b6c094058e7787bf56c4ee 199.204.45.162 - - [09/Mar/2026:01:56:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 a0524630474ec8921df5032942acb87e 199.204.45.162 - - [09/Mar/2026:01:56:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.2:5000 2366 0.298 201 9dc1bde32997eb5de1763b5d681e9f67 199.204.45.162 - - [09/Mar/2026:01:56:09 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.016 [openstack-keystone-api-5000] [] 10.0.0.2:5000 86 0.017 404 d314bf02bb9cc3c7f8626f39830a7fc1 199.204.45.162 - - [09/Mar/2026:01:56:09 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.022 [openstack-keystone-api-5000] [] 10.0.0.2:5000 382 0.022 200 9d0333f95b7810faa2be0ae7edfca504 199.204.45.162 - - [09/Mar/2026:01:56:09 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=44307beead904cdea2c35ac12f52a28d HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.024 [openstack-keystone-api-5000] [] 10.0.0.2:5000 207 0.023 200 566171f6ed57c9a09611940dd3140311 199.204.45.162 - - [09/Mar/2026:01:56:10 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.021 [openstack-keystone-api-5000] [] 10.0.0.2:5000 392 0.021 201 91fe6c19f0b0fe075cc5dd8462ad5eda W0309 01:56:11.401339 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:56:11.401448 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 01:56:11.401496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:11.401508 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:56:11.404528 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.003s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:35.7kB} I0309 01:56:11.404551 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0309 01:56:11.417581 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0309 01:56:11.417901 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"de43ac3e-9083-4c17-aaf6-b5c6ca3fd9ef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7983", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:56:11.418143 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0309 01:56:11.418507 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:56:11.418637 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 01:56:11.418739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:11.418774 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:56:11.418956 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:56:11.473666 7 controller.go:216] "Backend successfully reloaded" I0309 01:56:11.474157 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9nvnb", UID:"6648d3c2-89c5-484c-851c-15284f37a63c", APIVersion:"v1", ResourceVersion:"1157", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:56:11.916322 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0309 01:56:11.917582 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0309 01:56:14.752652 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:56:14.752841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:14.752868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:28.076749 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:56:28.077033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:28.077149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:31.411125 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:31.411400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:31.411429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:56:31.411593 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:56:31.472281 7 controller.go:216] "Backend successfully reloaded" I0309 01:56:31.472793 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9nvnb", UID:"6648d3c2-89c5-484c-851c-15284f37a63c", APIVersion:"v1", ResourceVersion:"1157", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:56:34.744669 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:34.744818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:34.744840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:38.077082 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:38.077254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:38.077284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:41.411008 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:41.411201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:41.411234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:44.744390 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:44.744502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:44.744519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:56:54.772348 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.10.142"}] I0309 01:56:54.779419 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"de43ac3e-9083-4c17-aaf6-b5c6ca3fd9ef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8386", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:56:54.780377 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:54.780611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:54.780675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:58.473342 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:58.473563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:58.473628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:06.463938 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:57:06.464062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:06.464081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:13.842028 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:57:13.842132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:13.842144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:43.077039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:43.077074 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:15.556997 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:59:15.557091 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 01:59:15.557142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:15.557160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:59:15.560389 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.2kB} I0309 01:59:15.560412 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0309 01:59:15.564136 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0309 01:59:15.564376 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"2d92b8c5-b287-46d9-84c8-bb4a2e2c45e6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9423", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:59:15.564678 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0309 01:59:15.565131 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:59:15.565245 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 01:59:15.565330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:15.565352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:59:15.565504 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:59:15.624791 7 controller.go:216] "Backend successfully reloaded" I0309 01:59:15.625008 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-9nvnb", UID:"6648d3c2-89c5-484c-851c-15284f37a63c", APIVersion:"v1", ResourceVersion:"1157", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:59:16.214701 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0309 01:59:16.215911 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0309 01:59:18.899672 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:59:18.899848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:18.899873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [09/Mar/2026:01:59:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 7ab1f0935d567d7177d0cedcdebe2d3c 199.204.45.162 - - [09/Mar/2026:01:59:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.321 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.322 201 9065693f725bfba5fce5f9af69e0e19c 199.204.45.162 - - [09/Mar/2026:01:59:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f3e5940af82e1110a1cf65cb3ed47d2d 199.204.45.162 - - [09/Mar/2026:01:59:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 87ca6e4bb9dea2b30478000de9f41966 199.204.45.162 - - [09/Mar/2026:01:59:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 f8f4903f0a33ab2760c0f7aabb8c8129 199.204.45.162 - - [09/Mar/2026:01:59:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.302 201 366a1a304da6eba820c3470a5ceb2c0e 199.204.45.162 - - [09/Mar/2026:01:59:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e5ee161e154cb169149ae562fb77be2a 199.204.45.162 - - [09/Mar/2026:01:59:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b92a261c4c9bee770a797f6683759652 199.204.45.162 - - [09/Mar/2026:01:59:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 e661ea270b3ad76919194fcd68303e5c 199.204.45.162 - - [09/Mar/2026:01:59:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.297 201 87e88da480c829136a6c5352ed9f35b3 199.204.45.162 - - [09/Mar/2026:01:59:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a24cf4a2af9a39db84becd479886e4ca 199.204.45.162 - - [09/Mar/2026:01:59:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 374215808d882a5335dfbe51639e6365 W0309 01:59:24.161164 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:59:24.161295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:24.161319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [09/Mar/2026:01:59:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 a185ee2ecf881d8e7710ae6b8cfa15c4 199.204.45.162 - - [09/Mar/2026:01:59:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.292 201 44cd2c99053da9e0fb18ac2e8051c3d0 199.204.45.162 - - [09/Mar/2026:01:59:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1ba9b9bfc5e1ba2f0882c3f2abc953cf 199.204.45.162 - - [09/Mar/2026:01:59:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 86d9bc2b3aa62032ac0ed0e269666bc0 199.204.45.162 - - [09/Mar/2026:01:59:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 9558acae5ab1a8649ddba9bad13a84db 199.204.45.162 - - [09/Mar/2026:01:59:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.278 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.277 201 693b283e0f959d6c3954b8a26fa219b3 199.204.45.162 - - [09/Mar/2026:01:59:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b71f2928a3f0377b660e3ec53f25881e 199.204.45.162 - - [09/Mar/2026:01:59:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 46f33e56cb9b724a78169eb5e561cbc3 199.204.45.162 - - [09/Mar/2026:01:59:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 8f6ca43116e842ee12e8a6d13f46ac1f 199.204.45.162 - - [09/Mar/2026:01:59:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.284 201 b889988a770e2eb400d1872c54649268 199.204.45.162 - - [09/Mar/2026:01:59:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 28f27a4cc832b2b4a0047423072bdafd 199.204.45.162 - - [09/Mar/2026:01:59:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9812728e05dac0929c84e5fd574c9ba7 199.204.45.162 - - [09/Mar/2026:01:59:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 92b8543f623b894f2d71b15b3f18682e 199.204.45.162 - - [09/Mar/2026:01:59:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.290 201 fc866d7233de2c85d0f7d6e9be6fb5a6 199.204.45.162 - - [09/Mar/2026:01:59:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9398acc057443a56c2b66caf954e927f 199.204.45.162 - - [09/Mar/2026:01:59:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ee5480f47f54e3680c80f77a21911c87 199.204.45.162 - - [09/Mar/2026:01:59:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.004 300 66df2271178a14a3f5a98d6f709630f2 199.204.45.162 - - [09/Mar/2026:01:59:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.289 201 abb38cf2b6122f0d41e50a31f7548622 199.204.45.162 - - [09/Mar/2026:01:59:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f022b9bceaacc10d73452fc3383900d1 199.204.45.162 - - [09/Mar/2026:01:59:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 767245d60f182fdaf99c394f38ddefb3 W0309 01:59:33.516771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:33.516803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [09/Mar/2026:01:59:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.002 300 72d7aeb490cf49326f9de7744f02322d 199.204.45.162 - - [09/Mar/2026:01:59:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.290 201 121c284920ecf865e012de512fe900c0 199.204.45.162 - - [09/Mar/2026:01:59:34 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.198:9292 1312 0.003 300 2b8c70d561eb9ab7029ac5a01bd19d3c 199.204.45.162 - - [09/Mar/2026:01:59:34 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.523 [openstack-glance-api-9292] [] 10.0.0.198:9292 69 0.523 200 e031daafb19ea715fb3909a7a1b008b4 199.204.45.162 - - [09/Mar/2026:01:59:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.2:5000 281 0.003 300 d6ecdffc438631d777d1c8023fb692fb 199.204.45.162 - - [09/Mar/2026:01:59:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.2:5000 3201 0.281 201 65e3c36cc3bcfe1b9d8dff92d5736d77 199.204.45.162 - - [09/Mar/2026:01:59:37 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.198:9292 1312 0.001 300 589c803be3260faa5a6893ed1198a3bc 199.204.45.162 - - [09/Mar/2026:01:59:37 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.032 [openstack-glance-api-9292] [] 10.0.0.198:9292 69 0.032 200 86a5d6f47c8c661aa2abbd37c3966208 199.204.45.162 - - [09/Mar/2026:01:59:37 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.126 [openstack-glance-api-9292] [] 10.0.0.198:9292 151 0.126 404 8a05a64e35f5e6c4a6a94908f501defe 199.204.45.162 - - [09/Mar/2026:01:59:37 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.198:9292 81 0.023 200 4909c3825f6c9b96670b4c85fe7a2c50 199.204.45.162 - - [09/Mar/2026:01:59:37 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-glance-api-9292] [] 10.0.0.198:9292 84 0.022 200 64cbfe10de7069e30482037cc892af7d 199.204.45.162 - - [09/Mar/2026:01:59:37 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.063 [openstack-glance-api-9292] [] 10.0.0.198:9292 760 0.063 201 f364c90e510efd6a5fe1b5e806421d91 199.204.45.162 - - [09/Mar/2026:01:59:42 +0000] "PUT /v2/images/3ab1d342-8b1c-42a6-be9b-c196d217e4bb/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.606 [openstack-glance-api-9292] [] 10.0.0.198:9292 0 4.606 204 bcdcfcab8e821a09803b766606294e51 199.204.45.162 - - [09/Mar/2026:01:59:42 +0000] "GET /v2/images/3ab1d342-8b1c-42a6-be9b-c196d217e4bb HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.198:9292 1171 0.014 200 a92e928c10c74ef7d9ab1a23fca7d2ea 199.204.45.162 - - [09/Mar/2026:01:59:42 +0000] "GET /v2/images/3ab1d342-8b1c-42a6-be9b-c196d217e4bb HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.198:9292 1171 0.015 200 79519890ac23b0bad63e7427bc7e27a0 W0309 01:59:45.289610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:45.289658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:48.623632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:48.623685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:59:54.773956 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.10.142"}] I0309 01:59:54.781862 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"2d92b8c5-b287-46d9-84c8-bb4a2e2c45e6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9764", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:59:54.782945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:54.783021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store