------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0331 22:21:25.780134 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 22:21:25.780393 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0331 22:21:25.790607 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0331 22:21:25.794050 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0331 22:21:25.984397 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0331 22:21:26.009010 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0331 22:21:26.025658 7 nginx.go:271] "Starting NGINX Ingress controller" I0331 22:21:26.032548 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"f9348176-d8ac-4dcf-ae41-837f27d31352", APIVersion:"v1", ResourceVersion:"1346", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0331 22:21:26.037649 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"6cb112fa-0215-4602-badf-b0489fa7f328", APIVersion:"v1", ResourceVersion:"1345", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0331 22:21:26.037712 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"351213c0-c175-4cf9-b7db-b2cf5ef43f63", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0331 22:21:27.228168 7 nginx.go:317] "Starting NGINX process" I0331 22:21:27.228288 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0331 22:21:27.228884 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0331 22:21:27.229195 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0331 22:21:27.229267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:27.229299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:21:27.229372 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:21:27.238463 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0331 22:21:27.238553 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-gw4jq" I0331 22:21:27.266472 7 controller.go:216] "Backend successfully reloaded" I0331 22:21:27.266592 7 controller.go:227] "Initial sync, sleeping for 1 second" I0331 22:21:27.266686 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gw4jq", UID:"43877a9a-dcce-4f66-9f24-4234e7a4bf0d", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:21:31.045076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:31.045116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:34.378645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:34.378689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:37.712411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:37.712485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:41.048139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:41.048185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:44.379689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:44.379744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:47.711979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:47.712028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:51.045396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:51.045454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:54.380472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:54.380524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:57.712725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:21:57.712764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:03.576145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:03.576214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:53.958191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:22:53.958225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:11.925317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:11.925367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:15.259411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:15.259496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:18.592814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:18.592867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:21.988163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:21.988221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:25.321862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:25.321895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:28.655824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:28.655869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:31.988850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:23:31.988894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:08.379205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:08.379250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:11.712689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:11.712739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:12.096595 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-235.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-235.nip.io-tls was not found. Using default certificate W0331 22:26:12.096737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:12.096767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:26:12.099372 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:14.7kB} I0331 22:26:12.099412 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0331 22:26:12.108794 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0331 22:26:12.109158 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"21c946bd-2ac0-4c36-a8c5-95c421d88223", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3346", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:26:12.109358 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-235.nip.io-tls" in local store I0331 22:26:12.335834 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-235.nip.io-tls" I0331 22:26:12.337036 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-235.nip.io-tls" W0331 22:26:15.047015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:15.047065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:26:15.047161 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:26:15.089235 7 controller.go:216] "Backend successfully reloaded" I0331 22:26:15.089516 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gw4jq", UID:"43877a9a-dcce-4f66-9f24-4234e7a4bf0d", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:26:18.379784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:18.379845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [31/Mar/2026:22:26:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 1.759 [auth-system-keycloak-80] [] 10.0.0.172:8080 1885 1.753 200 c5fcb3eb3df8e2b5727669bb91709597 199.204.45.235 - - [31/Mar/2026:22:26:24 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1197 0.213 [auth-system-keycloak-80] [] 10.0.0.172:8080 28 0.213 404 9b5ce3f353cef2deadbaeda67b544ad4 I0331 22:26:27.249013 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.102.83.223"}] I0331 22:26:27.254112 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"21c946bd-2ac0-4c36-a8c5-95c421d88223", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3606", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:26:27.255589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:26:27.255631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [31/Mar/2026:22:26:30 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 6.059 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 6.058 201 fd633617c370694c5f21048df05cdf1f 199.204.45.235 - - [31/Mar/2026:22:26:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.792 [auth-system-keycloak-80] [] 10.0.0.172:8080 4177 0.792 200 56de5dd4b4eb82c07e8d7e4efa29fb66 199.204.45.235 - - [31/Mar/2026:22:26:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.117 [auth-system-keycloak-80] [] 10.0.0.172:8080 1885 0.116 200 2e9182ddb7177ed87af9378438e16589 199.204.45.235 - - [31/Mar/2026:22:26:32 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.091 [auth-system-keycloak-80] [] 10.0.0.172:8080 12500 0.091 200 60913f784d88d04e7608347bfaeaa45a 199.204.45.235 - - [31/Mar/2026:22:26:32 +0000] "GET /admin/realms/atmosphere/client-scopes/512b74a9-3c2f-48da-aa82-92424338f808 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.014 [auth-system-keycloak-80] [] 10.0.0.172:8080 1278 0.015 200 0c3ba2a615d4d0e49a152e4385acc577 199.204.45.235 - - [31/Mar/2026:22:26:32 +0000] "PUT /admin/realms/atmosphere/client-scopes/512b74a9-3c2f-48da-aa82-92424338f808 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.053 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.051 204 f4e5a36759e85e6854c5d3c42f46eac3 199.204.45.235 - - [31/Mar/2026:22:26:32 +0000] "GET /admin/realms/atmosphere/client-scopes/512b74a9-3c2f-48da-aa82-92424338f808/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.020 [auth-system-keycloak-80] [] 10.0.0.172:8080 963 0.021 200 872c2374a94fdd36dcf3d990edc06474 199.204.45.235 - - [31/Mar/2026:22:26:32 +0000] "GET /admin/realms/atmosphere/client-scopes/512b74a9-3c2f-48da-aa82-92424338f808/protocol-mappers/models/e8bb3dc3-3f41-4c07-849d-98dfb427fe98 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.061 [auth-system-keycloak-80] [] 10.0.0.172:8080 366 0.061 200 e15fecd87b45932350c6aa4e5260af7b 199.204.45.235 - - [31/Mar/2026:22:26:32 +0000] "PUT /admin/realms/atmosphere/client-scopes/512b74a9-3c2f-48da-aa82-92424338f808/protocol-mappers/models/e8bb3dc3-3f41-4c07-849d-98dfb427fe98 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.093 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.093 204 b7494563704691d19142f7aa16334027 199.204.45.235 - - [31/Mar/2026:22:26:32 +0000] "GET /admin/realms/atmosphere/client-scopes/512b74a9-3c2f-48da-aa82-92424338f808 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.020 [auth-system-keycloak-80] [] 10.0.0.172:8080 1218 0.021 200 9d131384da5ad2a4326c4d3837c1d669 199.204.45.235 - - [31/Mar/2026:22:26:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.172:8080 1885 0.048 200 bc738660f3702d3905f30278f619f0aa 199.204.45.235 - - [31/Mar/2026:22:26:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.058 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.058 200 8aee83b41fef90f34cef38a932e596a9 199.204.45.235 - - [31/Mar/2026:22:26:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.208 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.206 201 e4f9b62100b01949b9ae9862888ef854 199.204.45.235 - - [31/Mar/2026:22:26:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.077 [auth-system-keycloak-80] [] 10.0.0.172:8080 1261 0.077 200 36ae5beecf80c7791e6d7586bf6aca66 199.204.45.235 - - [31/Mar/2026:22:26:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.108 [auth-system-keycloak-80] [] 10.0.0.172:8080 1885 0.106 200 474a7f7b4e4c3ae650cd33f850b20758 199.204.45.235 - - [31/Mar/2026:22:26:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.010 200 323a31dba754096eb20b06ca5018400a 199.204.45.235 - - [31/Mar/2026:22:26:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.107 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.107 201 13a0b36eee70c2703b70a056e73ec06b 199.204.45.235 - - [31/Mar/2026:22:26:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.042 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.042 200 63398aeaa5d1683dcaf8f3f3c2075d6d 199.204.45.235 - - [31/Mar/2026:22:26:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.046 [auth-system-keycloak-80] [] 10.0.0.172:8080 1885 0.044 200 2237086949899a5bb4fd1b3744a5937f 199.204.45.235 - - [31/Mar/2026:22:26:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.053 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.052 200 5ff61b8cbe96c1e645700949156bd6d8 199.204.45.235 - - [31/Mar/2026:22:26:55 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.104 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.104 201 9e08db333cc52c078d17350f730b33a6 199.204.45.235 - - [31/Mar/2026:22:26:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.070 [auth-system-keycloak-80] [] 10.0.0.172:8080 1251 0.070 200 7ca08d91ceaca940241d7877ec77fbd9 199.204.45.235 - - [31/Mar/2026:22:26:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.045 [auth-system-keycloak-80] [] 10.0.0.172:8080 1885 0.043 200 818e5c3c5f3da556f8298b7a6bad6457 199.204.45.235 - - [31/Mar/2026:22:26:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.012 [auth-system-keycloak-80] [] 10.0.0.172:8080 1261 0.011 200 94250ce7b9e74db9191c160ce8bef46f 199.204.45.235 - - [31/Mar/2026:22:26:56 +0000] "GET /admin/realms/atmosphere/clients/f1ba553c-4d42-4fdc-82e2-2bcd73839f52/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.064 [auth-system-keycloak-80] [] 10.0.0.172:8080 31 0.064 404 de46ea91d92d7f25f7bfe93b43738368 199.204.45.235 - - [31/Mar/2026:22:26:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 1261 0.008 200 b7643a170aad1e9e9484427f3e14896d 199.204.45.235 - - [31/Mar/2026:22:26:56 +0000] "POST /admin/realms/atmosphere/clients/f1ba553c-4d42-4fdc-82e2-2bcd73839f52/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.071 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.069 201 e7a2945cd4660ee42e2f7d8f31ebe987 199.204.45.235 - - [31/Mar/2026:22:26:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.172:8080 1261 0.008 200 26aef1925f97e66bf8353238bd85981d 199.204.45.235 - - [31/Mar/2026:22:26:56 +0000] "GET /admin/realms/atmosphere/clients/f1ba553c-4d42-4fdc-82e2-2bcd73839f52/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.073 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.073 200 532f60cd1089eedb881741011e13172c 199.204.45.235 - - [31/Mar/2026:22:26:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.172:8080 1885 0.045 200 7a0e2a90c300a984a9de9b9056cdcd12 199.204.45.235 - - [31/Mar/2026:22:26:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.043 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.043 200 2d7d73d8641f63447b28838bd669bb4f 199.204.45.235 - - [31/Mar/2026:22:26:56 +0000] "GET /admin/realms/atmosphere/clients/dcf0f22e-532c-4747-93b6-7e92f57dc365/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.172:8080 31 0.011 404 a68d299df58ab8797daa0b6b7ce0a8c6 199.204.45.235 - - [31/Mar/2026:22:26:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.008 200 a6ceb83238654b4cff3334e3dc894fdd 199.204.45.235 - - [31/Mar/2026:22:26:57 +0000] "POST /admin/realms/atmosphere/clients/dcf0f22e-532c-4747-93b6-7e92f57dc365/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.043 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.041 201 e2772e87ed3c0e65088efb34ca146ebf 199.204.45.235 - - [31/Mar/2026:22:26:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.008 200 91c1782821c8478a2a2a7925cb7e0685 199.204.45.235 - - [31/Mar/2026:22:26:57 +0000] "GET /admin/realms/atmosphere/clients/dcf0f22e-532c-4747-93b6-7e92f57dc365/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.020 [auth-system-keycloak-80] [] 10.0.0.172:8080 165 0.020 200 a6c1a023b1bd617d95cfaf30f119ff18 199.204.45.235 - - [31/Mar/2026:22:26:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.065 [auth-system-keycloak-80] [] 10.0.0.172:8080 1885 0.062 200 e00491dc8f74ec2af5068cef220788e3 199.204.45.235 - - [31/Mar/2026:22:26:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.010 200 96579f4218d86d874499c972af80d298 199.204.45.235 - - [31/Mar/2026:22:26:57 +0000] "GET /admin/realms/atmosphere/clients/dcf0f22e-532c-4747-93b6-7e92f57dc365/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.172:8080 31 0.012 404 2eb0e61e732e5226adef3500e294d9ac 199.204.45.235 - - [31/Mar/2026:22:26:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.007 200 72bf8ad35e76c35bf85bd1f817821423 199.204.45.235 - - [31/Mar/2026:22:26:57 +0000] "POST /admin/realms/atmosphere/clients/dcf0f22e-532c-4747-93b6-7e92f57dc365/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.039 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.037 201 8c0eac7c385fa06a33439daf207573b9 199.204.45.235 - - [31/Mar/2026:22:26:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.007 200 3e199f2f927375c96268e26629e2db20 199.204.45.235 - - [31/Mar/2026:22:26:57 +0000] "GET /admin/realms/atmosphere/clients/dcf0f22e-532c-4747-93b6-7e92f57dc365/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.015 200 375c1896847c0f8c4f4cd2279e6775d8 199.204.45.235 - - [31/Mar/2026:22:26:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.172:8080 1885 0.046 200 92ec6924b848aabe9b1946c81d26055f 199.204.45.235 - - [31/Mar/2026:22:26:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.017 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.017 200 7c59f574862880c57d4d3aaeb4721406 199.204.45.235 - - [31/Mar/2026:22:26:57 +0000] "GET /admin/realms/atmosphere/clients/dcf0f22e-532c-4747-93b6-7e92f57dc365/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.172:8080 31 0.013 404 cc362d917fe9c1a1757f724ceb93b04e 199.204.45.235 - - [31/Mar/2026:22:26:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.048 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.048 200 4b55df0091d29ef2880f583bf57fb9cc 199.204.45.235 - - [31/Mar/2026:22:26:58 +0000] "POST /admin/realms/atmosphere/clients/dcf0f22e-532c-4747-93b6-7e92f57dc365/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.024 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.024 201 3055b19f47ce970232901ef2807143db 199.204.45.235 - - [31/Mar/2026:22:26:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.011 [auth-system-keycloak-80] [] 10.0.0.172:8080 1286 0.010 200 c222f3e336c1d30a8dd3b46ca21ea871 199.204.45.235 - - [31/Mar/2026:22:26:58 +0000] "GET /admin/realms/atmosphere/clients/dcf0f22e-532c-4747-93b6-7e92f57dc365/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.035 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.034 200 26e2e09a7e2c92333b312c0c5771340f 199.204.45.235 - - [31/Mar/2026:22:26:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.050 [auth-system-keycloak-80] [] 10.0.0.172:8080 1885 0.048 200 0fb28d894b9ae138c7fc4ead80aa9ace 199.204.45.235 - - [31/Mar/2026:22:26:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.037 [auth-system-keycloak-80] [] 10.0.0.172:8080 1251 0.037 200 6f7996bf3e69eaf210c69bad5b2e01e7 199.204.45.235 - - [31/Mar/2026:22:26:58 +0000] "GET /admin/realms/atmosphere/clients/300f9534-0b2e-4c7c-840a-9b012a130c16/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.172:8080 31 0.010 404 50b800be5630f17bafe77ee4fee30415 199.204.45.235 - - [31/Mar/2026:22:26:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 1251 0.007 200 b14219be54cd1cf9abeb4b94ef6bb72a 199.204.45.235 - - [31/Mar/2026:22:26:58 +0000] "POST /admin/realms/atmosphere/clients/300f9534-0b2e-4c7c-840a-9b012a130c16/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.052 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.051 201 ece93920011380522a17bb411da28bb9 199.204.45.235 - - [31/Mar/2026:22:26:58 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.172:8080 1251 0.008 200 4a2fbb08f56350cd3fa4bf417a79d2c0 199.204.45.235 - - [31/Mar/2026:22:26:58 +0000] "GET /admin/realms/atmosphere/clients/300f9534-0b2e-4c7c-840a-9b012a130c16/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.172:8080 166 0.070 200 7bd753d9f63208f149a14a32cb77a82f W0331 22:28:07.745772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:07.745816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:07.836315 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:07.836394 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0331 22:28:07.836433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:07.836445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:07.837987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:07.838058 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0331 22:28:07.838107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:07.838123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:28:07.838754 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0331 22:28:07.838785 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0331 22:28:07.839982 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0331 22:28:07.840011 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0331 22:28:07.841097 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:07.841631 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0331 22:28:07.841883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:07.841923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:28:07.844421 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0331 22:28:07.844459 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0331 22:28:07.844792 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0331 22:28:07.845263 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0331 22:28:07.845661 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2c24af44-025a-4db1-94af-14baa2571ad4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4365", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:28:07.845765 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0331 22:28:07.846100 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"6ef18a16-a480-4a2c-a53a-587249907c93", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4367", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:28:07.849885 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0331 22:28:07.867527 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0331 22:28:07.868505 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e439891d-efd2-4c4e-beb7-10c2dbf6f653", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4369", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:28:07.868533 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0331 22:28:08.262649 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0331 22:28:08.263577 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0331 22:28:08.367276 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0331 22:28:08.368046 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0331 22:28:09.364635 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0331 22:28:09.365838 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0331 22:28:11.079185 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:11.079255 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:11.079287 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:11.079383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:11.079403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:28:11.079527 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:28:11.140274 7 controller.go:216] "Backend successfully reloaded" I0331 22:28:11.140705 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gw4jq", UID:"43877a9a-dcce-4f66-9f24-4234e7a4bf0d", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:28:14.412957 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:14.413032 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:14.413072 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:14.413242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:14.413329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:17.746260 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:17.746401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:17.746475 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:17.746632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:17.746670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:21.079790 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:21.079869 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:21.079920 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:21.080077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:21.080113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:24.413211 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:24.413362 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:24.413441 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:24.413598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:24.413656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:28:27.251128 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.102.83.223"}] I0331 22:28:27.251726 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.102.83.223"}] I0331 22:28:27.251992 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.102.83.223"}] I0331 22:28:27.254909 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"e439891d-efd2-4c4e-beb7-10c2dbf6f653", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5054", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:28:27.258814 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"6ef18a16-a480-4a2c-a53a-587249907c93", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5055", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:28:27.260263 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2c24af44-025a-4db1-94af-14baa2571ad4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5056", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:28:27.746203 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:27.746277 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:27.746318 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:27.746488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:27.746518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:31.079753 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:31.079835 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:31.079880 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:31.079983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:31.080010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:34.412758 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:34.412825 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:34.412871 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:34.413015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:34.413035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:37.746789 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:37.746880 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0331 22:28:37.746922 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:37.747107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:37.747159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:41.079401 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:41.079522 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:41.079661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:41.079679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:44.412490 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:44.412582 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:44.412680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:44.412739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:47.746548 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:47.746652 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0331 22:28:47.746788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:47.746830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.75 - - [31/Mar/2026:22:28:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.087 [auth-system-keycloak-80] [] 10.0.0.172:8080 6318 0.086 200 130b8fc16802278bea84b7cfb8c11a83 10.0.0.190 - - [31/Mar/2026:22:28:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "Go-http-client/1.1" 161 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 6318 0.010 200 b0f2956ebdf12a5ca913b5f2f058a900 W0331 22:28:51.080043 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:51.080197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:51.080217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:54.413242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:54.413424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:54.413449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:57.745824 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0331 22:28:57.746055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:28:57.746085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:01.080115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:01.080168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:04.413754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:04.413811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:07.746015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:07.746066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [31/Mar/2026:22:29:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.047 [auth-system-keycloak-80] [] 10.0.0.172:8080 1885 0.047 200 0917f12c3cc7068bbfe5b69967fa7bc3 199.204.45.235 - - [31/Mar/2026:22:29:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1197 0.009 [auth-system-keycloak-80] [] 10.0.0.172:8080 4177 0.010 200 d4077a9f755c90e85fd4a1058fdb7955 199.204.45.235 - - [31/Mar/2026:22:29:13 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5636 0.685 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.684 204 c70706a6c5a8d021d3d6d47070c758cd 199.204.45.235 - - [31/Mar/2026:22:29:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1197 0.208 [auth-system-keycloak-80] [] 10.0.0.172:8080 4315 0.209 200 614b56da6507ed57c3b257fe7d0cc47b 199.204.45.235 - - [31/Mar/2026:22:29:13 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6318 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 6318 0.006 200 e7cb0e2c1db4eaca3b2fa5fb7acefb7d 199.204.45.235 - - [31/Mar/2026:22:29:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.048 [auth-system-keycloak-80] [] 10.0.0.172:8080 1885 0.047 200 d2b4f5b9ebe8dc59472e278971369717 199.204.45.235 - - [31/Mar/2026:22:29:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.034 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.033 200 2979a6a34b0017a2bdab2b917bd5e5dd 199.204.45.235 - - [31/Mar/2026:22:29:15 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.120 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.119 201 0e73e1c04dcaac97974f745b0e96bb51 199.204.45.235 - - [31/Mar/2026:22:29:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.065 [auth-system-keycloak-80] [] 10.0.0.172:8080 2246 0.064 200 ff1c3264a9414d594b20140ab4b10698 199.204.45.235 - - [31/Mar/2026:22:29:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1885 "-" "Ansible" 332 0.049 [auth-system-keycloak-80] [] 10.0.0.172:8080 1885 0.048 200 16b7367d3733483add6a26783cadddfa 199.204.45.235 - - [31/Mar/2026:22:29:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.172:8080 2246 0.008 200 ecd66ec81231246760c0a439f833fd58 199.204.45.235 - - [31/Mar/2026:22:29:15 +0000] "GET /admin/realms/atmosphere/clients/ccb8bdf7-39e2-4c0b-a3f4-5a02e1f8946b/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.018 [auth-system-keycloak-80] [] 10.0.0.172:8080 233 0.019 200 e37bd47a78989d3d892116711e38e290 199.204.45.235 - - [31/Mar/2026:22:29:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.077 [auth-system-keycloak-80] [] 10.0.0.172:8080 831 0.078 200 e62f9817345c3088487e1d6134ae847c 199.204.45.235 - - [31/Mar/2026:22:29:16 +0000] "GET /admin/realms/atmosphere/clients/74467d2f-ba89-4603-b34e-0cc5bdb9cf17/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.091 [auth-system-keycloak-80] [] 10.0.0.172:8080 3758 0.090 200 d5fdfc3be7ed2b1a1b44493bc88803da 199.204.45.235 - - [31/Mar/2026:22:29:16 +0000] "GET /admin/realms/atmosphere/users/38bde99f-4120-4f8a-ba95-c2b4f0233329/role-mappings/clients/74467d2f-ba89-4603-b34e-0cc5bdb9cf17/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.184 [auth-system-keycloak-80] [] 10.0.0.172:8080 3758 0.185 200 aa4930a12d2c548d28a1a8c3323d4b84 199.204.45.235 - - [31/Mar/2026:22:29:16 +0000] "GET /admin/realms/atmosphere/users/38bde99f-4120-4f8a-ba95-c2b4f0233329/role-mappings/clients/74467d2f-ba89-4603-b34e-0cc5bdb9cf17/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.022 [auth-system-keycloak-80] [] 10.0.0.172:8080 2 0.023 200 5bd161533756d9cd387a4f8cdd29928b 199.204.45.235 - - [31/Mar/2026:22:29:16 +0000] "POST /admin/realms/atmosphere/users/38bde99f-4120-4f8a-ba95-c2b4f0233329/role-mappings/clients/74467d2f-ba89-4603-b34e-0cc5bdb9cf17 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.066 [auth-system-keycloak-80] [] 10.0.0.172:8080 0 0.065 204 f3c406c40768cd33ce926c6b9b750383 199.204.45.235 - - [31/Mar/2026:22:29:16 +0000] "GET /admin/realms/atmosphere/users/38bde99f-4120-4f8a-ba95-c2b4f0233329/role-mappings/clients/74467d2f-ba89-4603-b34e-0cc5bdb9cf17/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.018 [auth-system-keycloak-80] [] 10.0.0.172:8080 576 0.018 200 dd0b2f28b70f4fc77614945fdb3f4b30 W0331 22:29:19.294621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:19.294669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:22.628453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:22.628513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:34.710598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:34.710644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:38.044912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:29:38.044967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:24.620101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:24.620151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:58.835165 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 22:31:58.835237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:58.835255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:31:58.837817 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0331 22:31:58.837847 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0331 22:31:58.842370 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0331 22:31:58.842710 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"13348889-04fb-4ba7-afea-8bbd271b26c2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6764", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:31:58.843002 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0331 22:31:58.843538 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0331 22:31:58.843679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:31:58.843755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:31:58.843895 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:31:58.897204 7 controller.go:216] "Backend successfully reloaded" I0331 22:31:58.897651 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gw4jq", UID:"43877a9a-dcce-4f66-9f24-4234e7a4bf0d", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:31:59.101042 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0331 22:31:59.102366 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0331 22:32:02.178059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:02.178104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [31/Mar/2026:22:32:03 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.006 300 da5dc5ae477975f382fefaff0a259b63 199.204.45.235 - - [31/Mar/2026:22:32:04 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 266 0.006 200 b525cc2b6d2a045c43e4d3e7e773c79e 199.204.45.235 - - [31/Mar/2026:22:32:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.365 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1297 0.365 201 a69da7f130ad475d1d0979c59c8a66ff 199.204.45.235 - - [31/Mar/2026:22:32:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.003 300 19254908b5f67519d74a3078e205dd69 199.204.45.235 - - [31/Mar/2026:22:32:05 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.035 [openstack-keystone-api-5000] [] 10.0.0.3:5000 368 0.035 200 af9a30ea2b1b9b4f221800386e695ef2 199.204.45.235 - - [31/Mar/2026:22:32:05 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 266 0.005 200 1497f48640369a0cb0a29c2a7a2caf94 199.204.45.235 - - [31/Mar/2026:22:32:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1297 0.299 201 627a4ace6efc110ef4ca729949f9a0bd 199.204.45.235 - - [31/Mar/2026:22:32:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.004 300 85a53058faa23fd0daa0ad10e2787067 199.204.45.235 - - [31/Mar/2026:22:32:06 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.028 [openstack-keystone-api-5000] [] 10.0.0.3:5000 101 0.028 404 9c5cb84a502d0ee6ebdb67d42a4b48fe 199.204.45.235 - - [31/Mar/2026:22:32:06 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.027 [openstack-keystone-api-5000] [] 10.0.0.3:5000 156 0.028 200 29890a7b94855dc08530136475857005 199.204.45.235 - - [31/Mar/2026:22:32:06 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.037 [openstack-keystone-api-5000] [] 10.0.0.3:5000 454 0.036 201 7ec00c819d1154e30703208d5ef025a4 199.204.45.235 - - [31/Mar/2026:22:32:06 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 266 0.004 200 331d97645ffc10923792877ca5c0ceae 199.204.45.235 - - [31/Mar/2026:22:32:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.350 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1297 0.351 201 acfbe55ba32c772fe94c75744a9c988c 199.204.45.235 - - [31/Mar/2026:22:32:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.004 300 3ff207947f519de4493c0f15d79d2f9c 199.204.45.235 - - [31/Mar/2026:22:32:07 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.028 [openstack-keystone-api-5000] [] 10.0.0.3:5000 98 0.027 404 59343fe6402c0ae5d5c8af6479a60aaf 199.204.45.235 - - [31/Mar/2026:22:32:07 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.3:5000 136 0.022 200 d6aef25f2b4d5295b35c4c8d2cfa86f7 199.204.45.235 - - [31/Mar/2026:22:32:07 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.034 [openstack-keystone-api-5000] [] 10.0.0.3:5000 332 0.034 201 b62398a4ed099dd6bef35c30b66dc8e6 199.204.45.235 - - [31/Mar/2026:22:32:08 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.3:5000 266 0.005 200 618942b28579a6719fc44239d1199eac 199.204.45.235 - - [31/Mar/2026:22:32:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1297 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1297 0.312 201 d225b9d7a487f30ebd3543e0fd204b40 199.204.45.235 - - [31/Mar/2026:22:32:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.003 300 9aba88998b63e52f0b6b294140ff7cfe 199.204.45.235 - - [31/Mar/2026:22:32:08 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.032 [openstack-keystone-api-5000] [] 10.0.0.3:5000 131 0.032 404 ce9aa6cda3059249d2c308cb21127a74 199.204.45.235 - - [31/Mar/2026:22:32:08 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.027 [openstack-keystone-api-5000] [] 10.0.0.3:5000 168 0.026 200 42ff13690c3989f42dab85fd81e0730f 199.204.45.235 - - [31/Mar/2026:22:32:08 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.037 [openstack-keystone-api-5000] [] 10.0.0.3:5000 224 0.038 201 633a17af57db3c945aaec284edb029ef W0331 22:32:18.942197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:18.942231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:22.276010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:22.276065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:25.610196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:25.610256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:32:27.246216 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.102.83.223"}] I0331 22:32:27.251277 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"13348889-04fb-4ba7-afea-8bbd271b26c2", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7022", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:32:28.942426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:28.942479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:32.276423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:32.276477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:44.535331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:44.535370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:47.869250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:47.869315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:52.454201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:52.454238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:55.789790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:32:55.789848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:25.170071 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:34:25.170283 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 22:34:25.170401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:25.170461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:34:25.174823 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0331 22:34:25.174924 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0331 22:34:25.182926 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0331 22:34:25.183196 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"ea2f5e63-5eba-4832-8a11-2b0607c4fdf8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7870", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:34:25.183599 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0331 22:34:25.184041 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:34:25.184144 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0331 22:34:25.184210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:25.184225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:34:25.184376 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:34:25.228940 7 controller.go:216] "Backend successfully reloaded" I0331 22:34:25.229235 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gw4jq", UID:"43877a9a-dcce-4f66-9f24-4234e7a4bf0d", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:34:25.925293 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0331 22:34:25.926097 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.235 - - [31/Mar/2026:22:34:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.011 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.011 300 2e8fe069d4ba8baf076b8976f63be351 199.204.45.235 - - [31/Mar/2026:22:34:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.356 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1929 0.357 201 4284a404005efb1161fca02381c9878b 199.204.45.235 - - [31/Mar/2026:22:34:26 +0000] "GET /v3/roles HTTP/1.1" 200 824 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.025 [openstack-keystone-api-5000] [] 10.0.0.3:5000 824 0.024 200 1c9ab6a9db67c26d770efd983a4cf6e2 199.204.45.235 - - [31/Mar/2026:22:34:26 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.043 [openstack-keystone-api-5000] [] 10.0.0.3:5000 230 0.043 201 ea641e9585c0fea262274aacf7480d9a I0331 22:34:27.246678 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.102.83.223"}] I0331 22:34:27.251600 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"ea2f5e63-5eba-4832-8a11-2b0607c4fdf8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7916", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:34:28.518044 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:34:28.518260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:28.518305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:31.851715 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0331 22:34:31.851928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:31.851963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [31/Mar/2026:22:34:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 229 0.015 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.015 300 c63a11ca5a695c74b83a104c083ee9c8 199.204.45.235 - - [31/Mar/2026:22:34:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1929 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 548 0.308 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1929 0.307 201 9cc9a8a2bfd843bb7591d12dc9e5c3de 199.204.45.235 - - [31/Mar/2026:22:34:32 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "python-keystoneclient" 380 0.028 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1045 0.028 200 311f6cb0535241ad22705db6a75ec455 199.204.45.235 - - [31/Mar/2026:22:34:32 +0000] "PUT /v3/roles/d3d0b3081a4b470a8f920746ed56884c/implies/8c556d08bf624281a65422d9172d2331 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.044 [openstack-keystone-api-5000] [] 10.0.0.3:5000 521 0.044 201 6b0b4d7c5d9a68091241fabcc5ba47ac W0331 22:34:35.187955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:34:35.188003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [31/Mar/2026:22:35:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.003 300 4f8ca06252c8475b3865de944cd13621 199.204.45.235 - - [31/Mar/2026:22:35:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.362 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1992 0.362 201 23083b9ce74a6f0b2f4f531efc42f57a 199.204.45.235 - - [31/Mar/2026:22:35:18 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.034 [openstack-keystone-api-5000] [] 10.0.0.3:5000 87 0.035 404 fe827b56baa80e5ce0e034761259ae7f 199.204.45.235 - - [31/Mar/2026:22:35:18 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 440 0.107 [openstack-keystone-api-5000] [] 10.0.0.3:5000 390 0.106 200 c56066ebb8d14109af298c38e803ead3 199.204.45.235 - - [31/Mar/2026:22:35:18 +0000] "GET /v3/users?domain_id=348b862d635e4140bdff388c7597cfc1&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.035 [openstack-keystone-api-5000] [] 10.0.0.3:5000 178 0.036 200 1462ba346238ee09a6b12efcdf5622d6 199.204.45.235 - - [31/Mar/2026:22:35:19 +0000] "POST /v3/users HTTP/1.1" 201 327 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 664 0.411 [openstack-keystone-api-5000] [] 10.0.0.3:5000 327 0.411 201 2a96807154652807ce7bab23bc625842 199.204.45.235 - - [31/Mar/2026:22:35:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.003 300 dfab3aac77d9156006166a11f668da7e 199.204.45.235 - - [31/Mar/2026:22:35:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1992 0.303 201 4dcb55e0db1e7be50e486b3ff32e5491 199.204.45.235 - - [31/Mar/2026:22:35:20 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.028 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1045 0.028 200 2d3d4ecd6536514800586bb56b86d3d1 199.204.45.235 - - [31/Mar/2026:22:35:20 +0000] "GET /v3/domains HTTP/1.1" 200 810 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.037 [openstack-keystone-api-5000] [] 10.0.0.3:5000 810 0.037 200 3094f2dcd751a5f36924b6ead6be483e 199.204.45.235 - - [31/Mar/2026:22:35:20 +0000] "GET /v3/users?domain_id=348b862d635e4140bdff388c7597cfc1&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.063 [openstack-keystone-api-5000] [] 10.0.0.3:5000 494 0.063 200 e49d75581a2992a9815b92e288205244 199.204.45.235 - - [31/Mar/2026:22:35:20 +0000] "GET /v3/projects?domain_id=348b862d635e4140bdff388c7597cfc1 HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.041 [openstack-keystone-api-5000] [] 10.0.0.3:5000 550 0.042 200 1a442ceb820350be66e6d8735d943433 199.204.45.235 - - [31/Mar/2026:22:35:20 +0000] "GET /v3/role_assignments?role.id=1f5b90b0a1bf40d5a134fcaa80ee2588&user.id=0afb54639e18464d9b0f10baebfff084&scope.project.id=9d91ecb0c46443a6afb7ab1520df035b HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.043 [openstack-keystone-api-5000] [] 10.0.0.3:5000 270 0.043 200 75065c5ef2f11707cef0e88a0eb3ff17 199.204.45.235 - - [31/Mar/2026:22:35:20 +0000] "GET /v3/roles HTTP/1.1" 200 1045 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 425 0.027 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1045 0.027 200 919a76192f799d77c7dbac7d618e0d70 199.204.45.235 - - [31/Mar/2026:22:35:20 +0000] "GET /v3/domains/348b862d635e4140bdff388c7597cfc1 HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.3:5000 270 0.019 200 f890660f100edf6717a34e042a3270ee 199.204.45.235 - - [31/Mar/2026:22:35:20 +0000] "GET /v3/users?domain_id=348b862d635e4140bdff388c7597cfc1&name=rgw-RegionOne HTTP/1.1" 200 494 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 487 0.142 [openstack-keystone-api-5000] [] 10.0.0.3:5000 494 0.142 200 9d6ffdd921fc5847d3a093b13e6482d2 199.204.45.235 - - [31/Mar/2026:22:35:20 +0000] "GET /v3/projects?domain_id=348b862d635e4140bdff388c7597cfc1 HTTP/1.1" 200 550 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 471 0.043 [openstack-keystone-api-5000] [] 10.0.0.3:5000 550 0.043 200 66321a00898dc74c482f158d1bcc4a80 199.204.45.235 - - [31/Mar/2026:22:35:20 +0000] "GET /v3/role_assignments?role.id=1f5b90b0a1bf40d5a134fcaa80ee2588&user.id=0afb54639e18464d9b0f10baebfff084&scope.project.id=9d91ecb0c46443a6afb7ab1520df035b HTTP/1.1" 200 270 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 568 0.018 [openstack-keystone-api-5000] [] 10.0.0.3:5000 270 0.017 200 8dcc4f5e6375835b3632b89ca5310640 199.204.45.235 - - [31/Mar/2026:22:35:20 +0000] "PUT /v3/projects/9d91ecb0c46443a6afb7ab1520df035b/users/0afb54639e18464d9b0f10baebfff084/roles/1f5b90b0a1bf40d5a134fcaa80ee2588 HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 558 0.049 [openstack-keystone-api-5000] [] 10.0.0.3:5000 0 0.050 204 b4cc2e26a5d8f346078c90668421e200 199.204.45.235 - - [31/Mar/2026:22:35:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.003 300 6da4c1932caa13206d51ec55127147d1 199.204.45.235 - - [31/Mar/2026:22:35:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.352 [openstack-keystone-api-5000] [] 10.0.0.3:5000 1992 0.352 201 79d2a601d6fedb0a839e1fb9d84163f4 199.204.45.235 - - [31/Mar/2026:22:35:21 +0000] "GET /v3/services HTTP/1.1" 200 597 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.021 [openstack-keystone-api-5000] [] 10.0.0.3:5000 597 0.022 200 cee847997d3b3eb87288606e572451f6 199.204.45.235 - - [31/Mar/2026:22:35:21 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 596 0.047 [openstack-keystone-api-5000] [] 10.0.0.3:5000 263 0.046 201 abbbd31fb3b6513c3fb93f6d8d5e34e3 199.204.45.235 - - [31/Mar/2026:22:35:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.003 300 80414992137131ebb3805ff1b7c540c4 199.204.45.235 - - [31/Mar/2026:22:35:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2094 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.3:5000 2094 0.314 201 2aeb3a06d66e6c6f2c54d1c076386d8b 199.204.45.235 - - [31/Mar/2026:22:35:22 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.021 [openstack-keystone-api-5000] [] 10.0.0.3:5000 848 0.022 200 0407ee2c115da9afa2dc44876409135b 199.204.45.235 - - [31/Mar/2026:22:35:22 +0000] "GET /v3/endpoints HTTP/1.1" 200 2223 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.021 [openstack-keystone-api-5000] [] 10.0.0.3:5000 2223 0.021 200 ca61646879118bf92c3c7521ed197f7e 199.204.45.235 - - [31/Mar/2026:22:35:22 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 686 0.055 [openstack-keystone-api-5000] [] 10.0.0.3:5000 379 0.055 201 ba8cd01401d47935c640579280da05c0 199.204.45.235 - - [31/Mar/2026:22:35:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.004 300 446a8fa79990b05345221d1d48f16d22 199.204.45.235 - - [31/Mar/2026:22:35:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2303 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.3:5000 2303 0.314 201 373e1d462edc6e25f9b856746a18f7c7 199.204.45.235 - - [31/Mar/2026:22:35:23 +0000] "GET /v3/services HTTP/1.1" 200 848 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.020 [openstack-keystone-api-5000] [] 10.0.0.3:5000 848 0.020 200 b5be76fc1da26992427f759921bf59bd 199.204.45.235 - - [31/Mar/2026:22:35:23 +0000] "GET /v3/endpoints HTTP/1.1" 200 2589 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.020 [openstack-keystone-api-5000] [] 10.0.0.3:5000 2589 0.020 200 33cd504c403f167192c62be18b816f3e 199.204.45.235 - - [31/Mar/2026:22:35:23 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 699 0.031 [openstack-keystone-api-5000] [] 10.0.0.3:5000 392 0.030 201 ba220997cd454c877323c0e49fa5eced W0331 22:35:24.960459 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:35:24.960613 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 22:35:24.960688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:24.960704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:35:24.964247 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:35.7kB} I0331 22:35:24.964273 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0331 22:35:24.969650 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0331 22:35:24.969935 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0331 22:35:24.970173 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:35:24.970240 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0331 22:35:24.970285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:24.970298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:35:24.970401 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:35:24.970606 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"c2e01292-e741-4de9-a4b6-8dba1f614211", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8412", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0331 22:35:25.029305 7 controller.go:216] "Backend successfully reloaded" I0331 22:35:25.030888 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gw4jq", UID:"43877a9a-dcce-4f66-9f24-4234e7a4bf0d", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:35:25.188136 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0331 22:35:25.189410 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" I0331 22:35:27.244854 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.102.83.223"}] I0331 22:35:27.252622 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"c2e01292-e741-4de9-a4b6-8dba1f614211", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8453", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:35:28.303966 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:35:28.304109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:28.304117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:31.637548 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:35:31.637710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:31.637727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:41.895267 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:35:41.895608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:41.895631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:46.935838 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:35:46.936012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:46.936039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:50.269846 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0331 22:35:50.270083 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:50.270111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:53.603264 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:35:53.603632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:53.603672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:35:53.603882 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:35:53.658248 7 controller.go:216] "Backend successfully reloaded" I0331 22:35:53.658468 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gw4jq", UID:"43877a9a-dcce-4f66-9f24-4234e7a4bf0d", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0331 22:35:56.936481 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:35:56.936737 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:35:56.936780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:12.424181 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:36:12.424353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:12.424382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:15.758812 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:36:15.759013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:15.759037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:20.761525 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:36:20.761729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:36:20.761770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:01.978393 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0331 22:37:01.978534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:01.978557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:41.045221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:37:41.045250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:30.590515 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:38:30.590702 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 22:38:30.590834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:30.590875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:38:30.596629 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.2kB} I0331 22:38:30.596674 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0331 22:38:30.602338 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0331 22:38:30.602624 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"b2f09a5a-e3fb-4b50-ada8-0925f84acb89", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9995", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:38:30.602696 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0331 22:38:30.602997 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:38:30.603068 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0331 22:38:30.603114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:30.603125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:38:30.603267 7 controller.go:196] "Configuration changes detected, backend reload required" I0331 22:38:30.657013 7 controller.go:216] "Backend successfully reloaded" I0331 22:38:30.657366 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-gw4jq", UID:"43877a9a-dcce-4f66-9f24-4234e7a4bf0d", APIVersion:"v1", ResourceVersion:"1386", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0331 22:38:31.060210 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0331 22:38:31.062980 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0331 22:38:33.937408 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:38:33.937843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:33.937911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [31/Mar/2026:22:38:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.005 300 c218bc2eacf812dcd044b3af7efed463 199.204.45.235 - - [31/Mar/2026:22:38:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.363 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3138 0.363 201 571a238f05d3862ffe81e1fb97b1e03c 199.204.45.235 - - [31/Mar/2026:22:38:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5484e7345ff462384ae75afc7be08c88 199.204.45.235 - - [31/Mar/2026:22:38:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 05f0d1f8c6680cce0c40c2819d0fa7f7 199.204.45.235 - - [31/Mar/2026:22:38:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 32ef471069939517a920cf9edc28a839 199.204.45.235 - - [31/Mar/2026:22:38:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ed8ff800ac07fe63aeeb5100eacc59b9 199.204.45.235 - - [31/Mar/2026:22:38:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0c6194c6e9afd0c31ff0399567f4ba08 199.204.45.235 - - [31/Mar/2026:22:38:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 83b8dd9f60be44bb6af992f95d0e5904 W0331 22:38:37.270854 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0331 22:38:37.271010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:37.271034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [31/Mar/2026:22:38:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.006 300 86258d86d18fff9c52e6feb715e09241 199.204.45.235 - - [31/Mar/2026:22:38:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3138 0.301 201 11f67a1616d20e9d5981ab7dd1e4e369 199.204.45.235 - - [31/Mar/2026:22:38:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0e98be753a68075f12286f3ab1682f00 199.204.45.235 - - [31/Mar/2026:22:38:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3ce7aa0438d08ecc3764ce6d48b7dd77 199.204.45.235 - - [31/Mar/2026:22:38:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9e04a34c8289ce0109c1aa021711bf99 199.204.45.235 - - [31/Mar/2026:22:38:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - be3e5c895522ab3c4cb55fc348d98d96 199.204.45.235 - - [31/Mar/2026:22:38:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 475f018229fedc4958fd3a017a5cb773 199.204.45.235 - - [31/Mar/2026:22:38:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ec71c4f41e58f1fd0c8a71cbd5002767 199.204.45.235 - - [31/Mar/2026:22:38:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.005 300 276db8027442d726071f3dbc46843e86 199.204.45.235 - - [31/Mar/2026:22:38:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3138 0.312 201 becc590c09e06ed693c397920112bc73 199.204.45.235 - - [31/Mar/2026:22:38:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 04b261dc25fd357bdbe8ecd87fbe8b4b 199.204.45.235 - - [31/Mar/2026:22:38:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dd52bd9c0daa55cd8d2dd53f904bf18d 199.204.45.235 - - [31/Mar/2026:22:38:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b188981bb574e79832b26c77db5a425e 199.204.45.235 - - [31/Mar/2026:22:38:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - eab3b50a1b8cb9b55a6a569be7d0111b 199.204.45.235 - - [31/Mar/2026:22:38:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 87b9fb13a01d182bb4e1dcd370e02fba 199.204.45.235 - - [31/Mar/2026:22:38:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8f091b660c591e50893baeca2fc79694 199.204.45.235 - - [31/Mar/2026:22:38:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.005 300 becf907179f03cc66ec36f78f7b9df43 199.204.45.235 - - [31/Mar/2026:22:38:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3138 0.300 201 67fd451c2dee7b221dcb2311f59640bf 199.204.45.235 - - [31/Mar/2026:22:38:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 74b009e8367efe65269c52f80d98dfba 199.204.45.235 - - [31/Mar/2026:22:38:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6ae1a5d461e9729caf4e43a3a2dac487 199.204.45.235 - - [31/Mar/2026:22:38:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 665cf9b84fd058a7c013ee33b4b6b1c2 199.204.45.235 - - [31/Mar/2026:22:38:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 581c45fd3a83301b8fb480ef146e1344 199.204.45.235 - - [31/Mar/2026:22:38:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 544c562474922c60ade632c735950745 199.204.45.235 - - [31/Mar/2026:22:38:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4528c3036253dabdb7277df2f5d475c3 199.204.45.235 - - [31/Mar/2026:22:38:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.004 300 3663aee75209accbcad80b79257e652f 199.204.45.235 - - [31/Mar/2026:22:38:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3138 0.296 201 cf2454012b6de1c2015feb6f7e4e7622 199.204.45.235 - - [31/Mar/2026:22:38:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7d33d3f6cdb0cbcbfa89e2a1d44f254c 199.204.45.235 - - [31/Mar/2026:22:38:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ae42cbf3682fed2c3113f2edd3b1144d 199.204.45.235 - - [31/Mar/2026:22:38:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1268a4e39dc3c3eadde467fc5b84e78a 199.204.45.235 - - [31/Mar/2026:22:38:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 77d43570b0459eab137aba7b43109907 199.204.45.235 - - [31/Mar/2026:22:38:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dbf4c132ab73dd0ef9fde872436636cb 199.204.45.235 - - [31/Mar/2026:22:38:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a36dc096b4440ab320ab03761fb54db8 199.204.45.235 - - [31/Mar/2026:22:38:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.005 300 4eae55b00a7ab1b188da6342861a61cb 199.204.45.235 - - [31/Mar/2026:22:38:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3138 0.316 201 bb195b92eacca5dba6d0a8ee208452d8 199.204.45.235 - - [31/Mar/2026:22:38:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e941307be4b028c3935bb85fb284cd83 199.204.45.235 - - [31/Mar/2026:22:38:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fdfd7b2d4e539cd194e4f0d1f47e35ce 199.204.45.235 - - [31/Mar/2026:22:38:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d8bf24bce33a7c59f23322457111bca2 199.204.45.235 - - [31/Mar/2026:22:38:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8849c6936c41db11e381fee7681194fb 199.204.45.235 - - [31/Mar/2026:22:38:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6a4c28f8d241fa2aad2d0c7c715ebe59 199.204.45.235 - - [31/Mar/2026:22:38:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2dff8a8d8c4edb1072210e1b23520921 W0331 22:38:45.812633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:38:45.812695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.235 - - [31/Mar/2026:22:38:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.004 300 8146277c0973ee4cfd5bbdb036d8f6c5 199.204.45.235 - - [31/Mar/2026:22:38:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3138 0.289 201 42a6c5e8a7d88f469075cf5705f69497 199.204.45.235 - - [31/Mar/2026:22:38:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 454f18f347724d90d84b025109ee9abc 199.204.45.235 - - [31/Mar/2026:22:38:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 717255a4239ee0e49b3aad626eaa4dc1 199.204.45.235 - - [31/Mar/2026:22:38:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 43e658d89852dda86e05950efb63a6e3 199.204.45.235 - - [31/Mar/2026:22:38:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ffcf8f0bc469e9a8e320c137e19270ef 199.204.45.235 - - [31/Mar/2026:22:38:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 27bd5c1ac748b4a1d87a4a290ccdab97 199.204.45.235 - - [31/Mar/2026:22:38:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2c76aa6a414723cfa8e00872679a7759 199.204.45.235 - - [31/Mar/2026:22:38:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.002 300 f1dba60476b65ba94145d5c560fe8840 199.204.45.235 - - [31/Mar/2026:22:38:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3138 0.317 201 e4014b87fa167c886a07bd3d20099155 199.204.45.235 - - [31/Mar/2026:22:38:48 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.254:9292 1193 0.003 300 07affe013f44949b438483019c94e369 199.204.45.235 - - [31/Mar/2026:22:38:48 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.566 [openstack-glance-api-9292] [] 10.0.0.254:9292 69 0.565 200 12d81b173cca55c003ed2ecf93d132e8 199.204.45.235 - - [31/Mar/2026:22:38:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.3:5000 281 0.003 300 d63e1ef7a2a6d7f92ebb573e49a9c951 199.204.45.235 - - [31/Mar/2026:22:38:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3138 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.3:5000 3138 0.318 201 3999dfd1f361192db65412adf7c2b88e 199.204.45.235 - - [31/Mar/2026:22:38:52 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.254:9292 1193 0.004 300 d3cb4997ee66beda4b4fc0b9d74dd241 199.204.45.235 - - [31/Mar/2026:22:38:52 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.058 [openstack-glance-api-9292] [] 10.0.0.254:9292 69 0.057 200 57f8ffb49f61ee9506f2346c2ecd7df7 199.204.45.235 - - [31/Mar/2026:22:38:52 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.130 [openstack-glance-api-9292] [] 10.0.0.254:9292 151 0.130 404 48dc71975a89b1bf30504334f96cfee4 199.204.45.235 - - [31/Mar/2026:22:38:52 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.026 [openstack-glance-api-9292] [] 10.0.0.254:9292 81 0.026 200 0563a53627bd1b26ebdf8ed8b6c79238 199.204.45.235 - - [31/Mar/2026:22:38:52 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.033 [openstack-glance-api-9292] [] 10.0.0.254:9292 84 0.034 200 a04116726ebaf39a8838bd9e9d815411 199.204.45.235 - - [31/Mar/2026:22:38:52 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 748 0.056 [openstack-glance-api-9292] [] 10.0.0.254:9292 760 0.057 201 ef6ad0d7e750d60fa0a4bc97f116f76c 199.204.45.235 - - [31/Mar/2026:22:38:56 +0000] "PUT /v2/images/227ab1e6-7f9d-4d92-a5f2-97605db9cf8f/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.054 [openstack-glance-api-9292] [] 10.0.0.254:9292 0 4.053 204 a324f468c0772bf849d0b95c3c205baf 199.204.45.235 - - [31/Mar/2026:22:38:56 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.020 [openstack-glance-api-9292] [] 10.0.0.254:9292 1240 0.021 200 ad95bc32db43b3b0b2059ab6aedc90e6 199.204.45.235 - - [31/Mar/2026:22:38:56 +0000] "PATCH /v2/images/227ab1e6-7f9d-4d92-a5f2-97605db9cf8f HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 540 0.019 [openstack-glance-api-9292] [] 10.0.0.254:9292 1171 0.020 200 c1768295b65b735837ae4939dca8e07e 199.204.45.235 - - [31/Mar/2026:22:38:56 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.020 [openstack-glance-api-9292] [] 10.0.0.254:9292 1240 0.021 200 1eec3d3b2fbcbf012ce1eb3a2166d8fb W0331 22:39:00.035002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:00.037289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:03.368402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:03.368454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0331 22:39:27.246888 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.102.83.223"}] I0331 22:39:27.254772 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"b2f09a5a-e3fb-4b50-ada8-0925f84acb89", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10473", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0331 22:39:27.256675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0331 22:39:27.256706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store