------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0309 01:42:11.496113 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0309 01:42:11.496270 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0309 01:42:11.504669 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0309 01:42:11.507914 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0309 01:42:11.644889 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0309 01:42:11.666181 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0309 01:42:11.680949 7 nginx.go:271] "Starting NGINX Ingress controller" I0309 01:42:11.685024 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"347fde80-92a0-43c9-84c1-85c9b3bc382b", APIVersion:"v1", ResourceVersion:"1072", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0309 01:42:11.690269 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"b616fb51-10e3-496c-87b2-b12d9f4ea0f8", APIVersion:"v1", ResourceVersion:"1071", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0309 01:42:11.690359 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"c76ee54d-f647-499e-b46e-06ca44b950d6", APIVersion:"v1", ResourceVersion:"1070", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0309 01:42:12.881838 7 nginx.go:317] "Starting NGINX process" I0309 01:42:12.881958 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0309 01:42:12.882353 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0309 01:42:12.882714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:12.882770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:42:12.882838 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:42:12.895541 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0309 01:42:12.895685 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-s95jf" I0309 01:42:12.915039 7 controller.go:216] "Backend successfully reloaded" I0309 01:42:12.915123 7 controller.go:227] "Initial sync, sleeping for 1 second" I0309 01:42:12.915188 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s95jf", UID:"3154bc47-f67d-4782-89fe-cb783bd80f73", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:42:16.703598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:16.703630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:20.038431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:20.038487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:23.370646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:23.370694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:26.704277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:26.704314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:30.038405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:30.038461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:33.370882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:33.370970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:36.703965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:36.704030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:46.546773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:46.546802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:49.880854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:49.880893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:53.214089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:53.214131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:11.812316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:11.812352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:21.310975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:21.311009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:24.645881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:24.645954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:30.153116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:30.153160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:33.487832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:33.487876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:36.819979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:36.820033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:40.153793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:40.153843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:43.487329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:43.487360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:49.063569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:49.063604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:52.397108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:52.397152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:55.732605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:55.732644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:59.066188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:44:59.066233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:02.397783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:02.397832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:04.987620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:04.987658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:08.321931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:08.321976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:08.720578 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-72.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-72.nip.io-tls was not found. Using default certificate W0309 01:47:08.720641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:08.720661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:47:08.723266 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:14.7kB} I0309 01:47:08.723308 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0309 01:47:08.730919 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0309 01:47:08.731145 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d1bf7a01-e9d6-4a3e-847a-604ddb9adaca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3115", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:47:08.731367 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-72.nip.io-tls" in local store I0309 01:47:08.987570 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-72.nip.io-tls" I0309 01:47:08.988981 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-72.nip.io-tls" W0309 01:47:11.654886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:11.654932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:47:11.655004 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:47:11.693713 7 controller.go:216] "Backend successfully reloaded" I0309 01:47:11.694028 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s95jf", UID:"3154bc47-f67d-4782-89fe-cb783bd80f73", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:47:12.905539 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.139.250"}] I0309 01:47:12.910826 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"d1bf7a01-e9d6-4a3e-847a-604ddb9adaca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3183", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:47:14.988219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:14.988267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:18.322006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:18.322073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [09/Mar/2026:01:47:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.190 [auth-system-keycloak-80] [] 10.0.0.36:8080 1925 2.188 200 bb3649113c1a977985b40440e3f14bc2 199.204.45.72 - - [09/Mar/2026:01:47:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.186 [auth-system-keycloak-80] [] 10.0.0.36:8080 116 0.187 404 095534fbc925f2c9bacb31fc9de25f89 199.204.45.72 - - [09/Mar/2026:01:47:25 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.774 [auth-system-keycloak-80] [] 10.0.0.36:8080 0 4.772 201 23bbcc2ffa6d7b8e0946f9fbf0996c92 199.204.45.72 - - [09/Mar/2026:01:47:25 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.703 [auth-system-keycloak-80] [] 10.0.0.36:8080 4246 0.704 200 adcaf19a3773a3984b56034c1a7b44d4 199.204.45.72 - - [09/Mar/2026:01:47:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.527 [auth-system-keycloak-80] [] 10.0.0.36:8080 1925 0.525 200 5e0cf4d114b0867394356551c3d0c544 199.204.45.72 - - [09/Mar/2026:01:47:27 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.186 [auth-system-keycloak-80] [] 10.0.0.36:8080 12500 0.185 200 889a57f7474a490ea4d66ce03e3b21ba 199.204.45.72 - - [09/Mar/2026:01:47:27 +0000] "GET /admin/realms/atmosphere/client-scopes/f4417a6c-97ea-4545-bfbf-a24ed9c8ac18 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.077 [auth-system-keycloak-80] [] 10.0.0.36:8080 1278 0.078 200 969853861e098ada553fbb9bbd83a388 199.204.45.72 - - [09/Mar/2026:01:47:27 +0000] "PUT /admin/realms/atmosphere/client-scopes/f4417a6c-97ea-4545-bfbf-a24ed9c8ac18 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.096 [auth-system-keycloak-80] [] 10.0.0.36:8080 0 0.096 204 020ea3aba28d07a14a6b3b593e06891a 199.204.45.72 - - [09/Mar/2026:01:47:27 +0000] "GET /admin/realms/atmosphere/client-scopes/f4417a6c-97ea-4545-bfbf-a24ed9c8ac18/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.083 [auth-system-keycloak-80] [] 10.0.0.36:8080 963 0.084 200 85c54d069bda2d4cbc3e48c503eba97a 199.204.45.72 - - [09/Mar/2026:01:47:27 +0000] "GET /admin/realms/atmosphere/client-scopes/f4417a6c-97ea-4545-bfbf-a24ed9c8ac18/protocol-mappers/models/a97b1594-7aaa-4f0c-93e9-8562bdbd9780 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.012 [auth-system-keycloak-80] [] 10.0.0.36:8080 366 0.013 200 47a86b237303541a4e9045fcc9481ed6 199.204.45.72 - - [09/Mar/2026:01:47:27 +0000] "PUT /admin/realms/atmosphere/client-scopes/f4417a6c-97ea-4545-bfbf-a24ed9c8ac18/protocol-mappers/models/a97b1594-7aaa-4f0c-93e9-8562bdbd9780 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.080 [auth-system-keycloak-80] [] 10.0.0.36:8080 0 0.078 204 51018d451676482607555816511af152 199.204.45.72 - - [09/Mar/2026:01:47:27 +0000] "GET /admin/realms/atmosphere/client-scopes/f4417a6c-97ea-4545-bfbf-a24ed9c8ac18 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.081 [auth-system-keycloak-80] [] 10.0.0.36:8080 1218 0.081 200 201de671e90107527e5d0198b2cf2cd6 199.204.45.72 - - [09/Mar/2026:01:47:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.482 [auth-system-keycloak-80] [] 10.0.0.36:8080 1925 0.480 200 641a622db347ea083ccc41aaccea5745 199.204.45.72 - - [09/Mar/2026:01:47:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.047 [auth-system-keycloak-80] [] 10.0.0.36:8080 2 0.047 200 5bb876b92536aac98524e454ad7963b8 199.204.45.72 - - [09/Mar/2026:01:47:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.526 [auth-system-keycloak-80] [] 10.0.0.36:8080 0 0.525 201 b38bb216f96348b231764e6805a2f870 199.204.45.72 - - [09/Mar/2026:01:47:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.058 [auth-system-keycloak-80] [] 10.0.0.36:8080 1259 0.057 200 228c830f532fc4125752734a8d34bb94 199.204.45.72 - - [09/Mar/2026:01:47:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.506 [auth-system-keycloak-80] [] 10.0.0.36:8080 1925 0.504 200 f94b90aaee654d4d686e43dc38fd9e5d 199.204.45.72 - - [09/Mar/2026:01:47:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.36:8080 2 0.012 200 1df5d9f734e17205c087f7cd365c0622 199.204.45.72 - - [09/Mar/2026:01:47:50 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.090 [auth-system-keycloak-80] [] 10.0.0.36:8080 0 0.090 201 4e004929a9ba03e7c5496065b66f54d6 199.204.45.72 - - [09/Mar/2026:01:47:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.070 [auth-system-keycloak-80] [] 10.0.0.36:8080 1283 0.070 200 ce40a3825ed28774c4706c0886639c1f 199.204.45.72 - - [09/Mar/2026:01:47:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.525 [auth-system-keycloak-80] [] 10.0.0.36:8080 1925 0.525 200 c7d375d1784561669cbc04e3a4b9852f 199.204.45.72 - - [09/Mar/2026:01:47:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.36:8080 2 0.010 200 dd0b01d06f3e0f29de22e79130247c77 199.204.45.72 - - [09/Mar/2026:01:47:51 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.155 [auth-system-keycloak-80] [] 10.0.0.36:8080 0 0.153 201 700f1945ca7d8dd3d555469c5667c4b8 199.204.45.72 - - [09/Mar/2026:01:47:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.026 [auth-system-keycloak-80] [] 10.0.0.36:8080 1249 0.026 200 ce375facb8e0085c0e56df1305306a11 199.204.45.72 - - [09/Mar/2026:01:47:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.480 [auth-system-keycloak-80] [] 10.0.0.36:8080 1925 0.479 200 267811a9f055c0346bdb8399b7e85514 199.204.45.72 - - [09/Mar/2026:01:47:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.36:8080 1259 0.008 200 0108973cb323f7f01692b57e59a870e6 199.204.45.72 - - [09/Mar/2026:01:47:52 +0000] "GET /admin/realms/atmosphere/clients/76eeea5b-2dd3-4243-b510-20068a9b2724/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.033 [auth-system-keycloak-80] [] 10.0.0.36:8080 119 0.032 404 f02dec4368c771b76962a7ac735699ea 199.204.45.72 - - [09/Mar/2026:01:47:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.36:8080 1259 0.009 200 59a680137cca331601010d2a9c54a646 199.204.45.72 - - [09/Mar/2026:01:47:52 +0000] "POST /admin/realms/atmosphere/clients/76eeea5b-2dd3-4243-b510-20068a9b2724/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.062 [auth-system-keycloak-80] [] 10.0.0.36:8080 0 0.060 201 9adfa9b2974bd3c2ddfd253ef6a0a243 199.204.45.72 - - [09/Mar/2026:01:47:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.36:8080 1259 0.008 200 bde835c9adb461e845cd8176a674b61c 199.204.45.72 - - [09/Mar/2026:01:47:52 +0000] "GET /admin/realms/atmosphere/clients/76eeea5b-2dd3-4243-b510-20068a9b2724/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.36:8080 166 0.017 200 c63638e124b6e09e730c71a37c5df69d 199.204.45.72 - - [09/Mar/2026:01:47:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.483 [auth-system-keycloak-80] [] 10.0.0.36:8080 1925 0.481 200 3fd5f2936c667232b36443de932c2ee7 199.204.45.72 - - [09/Mar/2026:01:47:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.36:8080 1283 0.007 200 bf20590412e9b65bf426719bc927f37f 199.204.45.72 - - [09/Mar/2026:01:47:53 +0000] "GET /admin/realms/atmosphere/clients/48f5e30b-4ba1-4db4-a4fa-f242fd5fd151/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.048 [auth-system-keycloak-80] [] 10.0.0.36:8080 119 0.049 404 a95d87c5f298dbb59f18178301bc657f 199.204.45.72 - - [09/Mar/2026:01:47:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.36:8080 1283 0.009 200 a1e43735c966f79cf6af492fa7d56bcd 199.204.45.72 - - [09/Mar/2026:01:47:53 +0000] "POST /admin/realms/atmosphere/clients/48f5e30b-4ba1-4db4-a4fa-f242fd5fd151/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.016 [auth-system-keycloak-80] [] 10.0.0.36:8080 0 0.016 201 36fa9543e4e3a9c04f03dff786de0ae0 199.204.45.72 - - [09/Mar/2026:01:47:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.040 [auth-system-keycloak-80] [] 10.0.0.36:8080 1283 0.039 200 f2f7ff9c00a316d53f987121753e1a1b 199.204.45.72 - - [09/Mar/2026:01:47:53 +0000] "GET /admin/realms/atmosphere/clients/48f5e30b-4ba1-4db4-a4fa-f242fd5fd151/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.014 [auth-system-keycloak-80] [] 10.0.0.36:8080 165 0.013 200 d9fd3d717b143cb721ee44859f2a78ad 199.204.45.72 - - [09/Mar/2026:01:47:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.491 [auth-system-keycloak-80] [] 10.0.0.36:8080 1925 0.489 200 962319954d63c4e5b78ac75fd5634e85 199.204.45.72 - - [09/Mar/2026:01:47:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.36:8080 1283 0.007 200 ce392eab1ce878c933dd7ffe704e9ca7 199.204.45.72 - - [09/Mar/2026:01:47:54 +0000] "GET /admin/realms/atmosphere/clients/48f5e30b-4ba1-4db4-a4fa-f242fd5fd151/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.072 [auth-system-keycloak-80] [] 10.0.0.36:8080 119 0.071 404 6b37dcfbb6f1962d510234e7525ab042 199.204.45.72 - - [09/Mar/2026:01:47:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.36:8080 1283 0.006 200 34303cc17deed6a25dd9764df80f8c5b 199.204.45.72 - - [09/Mar/2026:01:47:54 +0000] "POST /admin/realms/atmosphere/clients/48f5e30b-4ba1-4db4-a4fa-f242fd5fd151/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.072 [auth-system-keycloak-80] [] 10.0.0.36:8080 0 0.071 201 79b452fcff554fa6645a78b7f0572cb0 199.204.45.72 - - [09/Mar/2026:01:47:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.36:8080 1283 0.008 200 7ed77572dba07b7b32822f2a658595ae 199.204.45.72 - - [09/Mar/2026:01:47:54 +0000] "GET /admin/realms/atmosphere/clients/48f5e30b-4ba1-4db4-a4fa-f242fd5fd151/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.070 [auth-system-keycloak-80] [] 10.0.0.36:8080 166 0.069 200 b3fbfaf6743732cd8cd05ac366c73189 199.204.45.72 - - [09/Mar/2026:01:47:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.521 [auth-system-keycloak-80] [] 10.0.0.36:8080 1925 0.521 200 dcc481a34e3d72f28a917c71421e67ac 199.204.45.72 - - [09/Mar/2026:01:47:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.36:8080 1283 0.013 200 b0e6a486ae9cb0fed4dc60943c39d48d 199.204.45.72 - - [09/Mar/2026:01:47:55 +0000] "GET /admin/realms/atmosphere/clients/48f5e30b-4ba1-4db4-a4fa-f242fd5fd151/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.058 [auth-system-keycloak-80] [] 10.0.0.36:8080 119 0.059 404 dcb015cd3b880755c753e539e3ec1f60 199.204.45.72 - - [09/Mar/2026:01:47:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.36:8080 1283 0.007 200 dfa38d2c852e86da3fe175da4717a517 199.204.45.72 - - [09/Mar/2026:01:47:55 +0000] "POST /admin/realms/atmosphere/clients/48f5e30b-4ba1-4db4-a4fa-f242fd5fd151/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.022 [auth-system-keycloak-80] [] 10.0.0.36:8080 0 0.021 201 e90c774a4d46e9cbdc4b513974b9f670 199.204.45.72 - - [09/Mar/2026:01:47:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.031 [auth-system-keycloak-80] [] 10.0.0.36:8080 1283 0.031 200 46092384735633caeb58d97fbc26b207 199.204.45.72 - - [09/Mar/2026:01:47:55 +0000] "GET /admin/realms/atmosphere/clients/48f5e30b-4ba1-4db4-a4fa-f242fd5fd151/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.36:8080 166 0.013 200 cf881723610e2f51f40142b73ade51d7 199.204.45.72 - - [09/Mar/2026:01:47:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.478 [auth-system-keycloak-80] [] 10.0.0.36:8080 1925 0.478 200 37360beaa71a8865b9e5e5a7324b9f2f 199.204.45.72 - - [09/Mar/2026:01:47:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.36:8080 1249 0.007 200 9e4fed90fb25a0bcddd73989e1b07da7 199.204.45.72 - - [09/Mar/2026:01:47:56 +0000] "GET /admin/realms/atmosphere/clients/5ca77009-c9df-4a3d-ab21-96cd01eb1a8a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.063 [auth-system-keycloak-80] [] 10.0.0.36:8080 119 0.063 404 a1d44d1313289ab0ba4dfc7c90e1ccb6 199.204.45.72 - - [09/Mar/2026:01:47:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.36:8080 1249 0.007 200 90ace420727b6be111abfc39143d82b2 199.204.45.72 - - [09/Mar/2026:01:47:56 +0000] "POST /admin/realms/atmosphere/clients/5ca77009-c9df-4a3d-ab21-96cd01eb1a8a/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.074 [auth-system-keycloak-80] [] 10.0.0.36:8080 0 0.072 201 7b8875bec9448a7d65236bd9e3a6747d 199.204.45.72 - - [09/Mar/2026:01:47:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.36:8080 1249 0.008 200 48c0454969fde4d20540a78f32431241 199.204.45.72 - - [09/Mar/2026:01:47:57 +0000] "GET /admin/realms/atmosphere/clients/5ca77009-c9df-4a3d-ab21-96cd01eb1a8a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.070 [auth-system-keycloak-80] [] 10.0.0.36:8080 166 0.070 200 02bba4a5b88b2c76b7630018130ed3d8 W0309 01:48:09.167347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:09.167394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:03.579220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:03.579278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:03.647932 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:03.648071 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0309 01:49:03.648184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:03.648213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:03.648860 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:49:03.648940 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0309 01:49:03.649018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:03.649045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:03.649375 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:03.649647 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0309 01:49:03.649854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:03.649948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:49:03.651153 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0309 01:49:03.651191 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0309 01:49:03.653006 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0309 01:49:03.653089 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0309 01:49:03.654215 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0309 01:49:03.654244 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0309 01:49:03.658964 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0309 01:49:03.659136 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"14d0f7ac-b8bf-4594-8d75-e07f1a5f74a3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4083", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:49:03.659419 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0309 01:49:03.659459 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0309 01:49:03.659637 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"c75de22e-642c-4f44-ab06-e3d558c735ca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4085", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:49:03.659774 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0309 01:49:03.662517 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0309 01:49:03.663017 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0309 01:49:03.663131 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d4811a85-802d-4cdd-aa49-37bd708d5bb0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4087", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:49:04.151648 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0309 01:49:04.152960 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0309 01:49:04.221828 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0309 01:49:04.223313 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0309 01:49:04.966477 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0309 01:49:04.967933 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0309 01:49:06.912953 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:06.912996 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:49:06.913022 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:06.913107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:06.913125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:49:06.913211 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:49:06.959268 7 controller.go:216] "Backend successfully reloaded" I0309 01:49:06.959458 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s95jf", UID:"3154bc47-f67d-4782-89fe-cb783bd80f73", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:49:10.246939 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:10.246990 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:49:10.247020 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:10.247105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:10.247137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:49:12.905235 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.139.250"}] I0309 01:49:12.907149 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.139.250"}] I0309 01:49:12.907268 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.139.250"}] I0309 01:49:12.909993 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"c75de22e-642c-4f44-ab06-e3d558c735ca", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4459", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:49:12.914098 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"d4811a85-802d-4cdd-aa49-37bd708d5bb0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4460", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:49:12.915041 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"14d0f7ac-b8bf-4594-8d75-e07f1a5f74a3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4461", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:49:13.579576 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:13.579641 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:49:13.579678 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:13.579935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:13.579967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:16.912748 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:16.912815 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:49:16.912858 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:16.912985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:16.913008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:20.247236 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:20.247300 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:49:20.247338 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:20.247461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:20.247489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:23.580038 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:23.580097 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:49:23.580135 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:23.580251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:23.580287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:26.912775 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:26.912844 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:49:26.912884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:26.913025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:26.913060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:30.245977 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:30.246024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:49:30.246045 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:30.246156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:30.246172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:33.581226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:33.581281 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:49:33.581318 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:33.581427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:33.581454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:36.912664 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:36.912756 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:36.912871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:36.912897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:40.264750 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:40.264882 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:40.265030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:40.265072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:43.580297 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:43.580438 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:43.580578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:43.580618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:46.912672 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:46.912766 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:46.912886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:46.912931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.139 - - [09/Mar/2026:01:49:48 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.048 [auth-system-keycloak-80] [] 10.0.0.36:8080 6411 0.048 200 28b57d433f465566f81115868a50a86d 10.0.0.2 - - [09/Mar/2026:01:49:48 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.008 [auth-system-keycloak-80] [] 10.0.0.36:8080 6411 0.007 200 349e37bd88fce170bccc008dd6a96f5b W0309 01:49:50.246819 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:50.247116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:50.247200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:53.579515 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:53.580057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:53.580145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:56.913109 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:56.913262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:56.913284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:00.248568 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:50:00.248687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:00.248703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:03.579657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:03.579728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:06.913722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:06.913803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:15.494725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:15.494765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:18.828904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:18.828955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [09/Mar/2026:01:50:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.527 [auth-system-keycloak-80] [] 10.0.0.36:8080 1925 0.525 200 8c6d7b3c414da77800711c9c871f472a 199.204.45.72 - - [09/Mar/2026:01:50:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.36:8080 4246 0.007 200 1f17b1a9c3b123c1685a074beb3972f2 199.204.45.72 - - [09/Mar/2026:01:50:21 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.382 [auth-system-keycloak-80] [] 10.0.0.36:8080 0 0.381 204 eebbc1c1fc6a87f7d324988d5889f118 199.204.45.72 - - [09/Mar/2026:01:50:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.197 [auth-system-keycloak-80] [] 10.0.0.36:8080 4384 0.198 200 54862da49bf2f5a84410846637ce964c 199.204.45.72 - - [09/Mar/2026:01:50:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.816 [auth-system-keycloak-80] [] 10.0.0.36:8080 1925 0.815 200 3e1f11f144c7b0a661eebd1efe899872 199.204.45.72 - - [09/Mar/2026:01:50:23 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.36:8080 1682 0.009 200 2e889ea92d3f730d54ff818a98154a6a 199.204.45.72 - - [09/Mar/2026:01:50:23 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.36:8080 6411 0.007 200 947b73c3bfe41ec437270a5982c8682a 199.204.45.72 - - [09/Mar/2026:01:50:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.472 [auth-system-keycloak-80] [] 10.0.0.36:8080 1925 0.469 200 446563a6d62ebef82bfa95a3158c200e 199.204.45.72 - - [09/Mar/2026:01:50:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.012 [auth-system-keycloak-80] [] 10.0.0.36:8080 2 0.012 200 8acb7b4058bc76d195a90351a52e123b 199.204.45.72 - - [09/Mar/2026:01:50:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.160 [auth-system-keycloak-80] [] 10.0.0.36:8080 0 0.159 201 ff4de21644321beb5ac1503d2407e445 199.204.45.72 - - [09/Mar/2026:01:50:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.085 [auth-system-keycloak-80] [] 10.0.0.36:8080 2242 0.085 200 cd11a5d30c39dbf91f02a7b6bd5c60f2 199.204.45.72 - - [09/Mar/2026:01:50:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.469 [auth-system-keycloak-80] [] 10.0.0.36:8080 1925 0.467 200 0bf71f5d1434bcd36f148466de2a5db2 199.204.45.72 - - [09/Mar/2026:01:50:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.36:8080 2242 0.005 200 585b485a5c96b67756fdc0a1013a6626 199.204.45.72 - - [09/Mar/2026:01:50:26 +0000] "GET /admin/realms/atmosphere/clients/a1d46a77-06fc-4cbb-82c9-567fcb1b26a0/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.031 [auth-system-keycloak-80] [] 10.0.0.36:8080 233 0.031 200 6a6dd9a4d3fd2e804175b2b95a6a7888 199.204.45.72 - - [09/Mar/2026:01:50:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.017 [auth-system-keycloak-80] [] 10.0.0.36:8080 831 0.016 200 62d9c8d30c49708aaa6dbdbb19589850 199.204.45.72 - - [09/Mar/2026:01:50:26 +0000] "GET /admin/realms/atmosphere/clients/44a5de6a-cf86-440e-affd-173c0132ff4e/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.058 [auth-system-keycloak-80] [] 10.0.0.36:8080 3758 0.057 200 a30051091c1de2a731637369501bad3d 199.204.45.72 - - [09/Mar/2026:01:50:26 +0000] "GET /admin/realms/atmosphere/users/88854586-ff4e-47b6-8c85-3f02e7ff6f5a/role-mappings/clients/44a5de6a-cf86-440e-affd-173c0132ff4e/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.113 [auth-system-keycloak-80] [] 10.0.0.36:8080 3758 0.112 200 6b82078a6b75a781a0794e424d264307 199.204.45.72 - - [09/Mar/2026:01:50:26 +0000] "GET /admin/realms/atmosphere/users/88854586-ff4e-47b6-8c85-3f02e7ff6f5a/role-mappings/clients/44a5de6a-cf86-440e-affd-173c0132ff4e/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.078 [auth-system-keycloak-80] [] 10.0.0.36:8080 2 0.079 200 4151769fc3636e07e25c7f8c4b54efd7 199.204.45.72 - - [09/Mar/2026:01:50:27 +0000] "POST /admin/realms/atmosphere/users/88854586-ff4e-47b6-8c85-3f02e7ff6f5a/role-mappings/clients/44a5de6a-cf86-440e-affd-173c0132ff4e HTTP/1.1" 204 0 "-" "Ansible" 1388 0.085 [auth-system-keycloak-80] [] 10.0.0.36:8080 0 0.084 204 0a9bb4ebf39aac99e06d904c3f82c55a 199.204.45.72 - - [09/Mar/2026:01:50:27 +0000] "GET /admin/realms/atmosphere/users/88854586-ff4e-47b6-8c85-3f02e7ff6f5a/role-mappings/clients/44a5de6a-cf86-440e-affd-173c0132ff4e/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.016 [auth-system-keycloak-80] [] 10.0.0.36:8080 576 0.016 200 eb96c1e78c238e62a906e41ace1ffaed W0309 01:50:29.646361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:29.646404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:32.980027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:32.980090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:36.314036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:36.314100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:39.646722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:50:39.646781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:35.452804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:35.452848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:11.463948 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 01:53:11.464015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:11.464040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:53:11.466501 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:28.7kB} I0309 01:53:11.466529 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0309 01:53:11.474554 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0309 01:53:11.474834 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"0f4a194d-0efe-496b-8bc8-afdf9e0d35b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6438", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:53:11.475095 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0309 01:53:11.475514 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 01:53:11.475582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:11.475598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:53:11.475715 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:53:11.517428 7 controller.go:216] "Backend successfully reloaded" I0309 01:53:11.517613 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s95jf", UID:"3154bc47-f67d-4782-89fe-cb783bd80f73", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:53:11.690193 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0309 01:53:11.691035 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" I0309 01:53:12.902082 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.139.250"}] I0309 01:53:12.907650 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"0f4a194d-0efe-496b-8bc8-afdf9e0d35b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6476", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:53:14.810090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:14.810294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [09/Mar/2026:01:53:15 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.004 300 3c46d2efe5d3476a388151427bc7d7a2 199.204.45.72 - - [09/Mar/2026:01:53:17 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 265 0.004 200 25fbcc76351b84fb1656c584f4ad4492 199.204.45.72 - - [09/Mar/2026:01:53:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.357 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1359 0.357 201 d316c8b7a8b55086fbdac3507a581eb1 199.204.45.72 - - [09/Mar/2026:01:53:17 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.004 300 df28b1345f80b886864642054e7abc32 199.204.45.72 - - [09/Mar/2026:01:53:17 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.038 [openstack-keystone-api-5000] [] 10.0.0.52:5000 90 0.037 404 496583be9bdc079093cbfd5e173ffced 199.204.45.72 - - [09/Mar/2026:01:53:17 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.031 [openstack-keystone-api-5000] [] 10.0.0.52:5000 366 0.030 200 ce65979a55dd21adb168548d1179664f 199.204.45.72 - - [09/Mar/2026:01:53:17 +0000] "GET /v3/domains/e785018325c84bb6bb8bbd569dc485cf HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.52:5000 244 0.021 200 7f66c6ccf651c274c6efe5830083077d W0309 01:53:18.142834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:18.142912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [09/Mar/2026:01:53:18 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 265 0.004 200 b048060c6a13bded714fb916b22a1314 199.204.45.72 - - [09/Mar/2026:01:53:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1359 0.293 201 518566cf190cb5776215cc1d6bf01910 199.204.45.72 - - [09/Mar/2026:01:53:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.004 300 e2ae519c40f4c85dab5d1204deeb5c1c 199.204.45.72 - - [09/Mar/2026:01:53:18 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.021 [openstack-keystone-api-5000] [] 10.0.0.52:5000 101 0.021 404 e7baa8340592fa3b05109936b9dc0ac2 199.204.45.72 - - [09/Mar/2026:01:53:18 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.020 [openstack-keystone-api-5000] [] 10.0.0.52:5000 155 0.021 200 06ba89002f9ef71cc587015a131acc6e 199.204.45.72 - - [09/Mar/2026:01:53:18 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.028 [openstack-keystone-api-5000] [] 10.0.0.52:5000 340 0.028 201 6f0e9de4cb391056c11cf7b033efba59 199.204.45.72 - - [09/Mar/2026:01:53:19 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.52:5000 265 0.005 200 e671408a6fc572e55a5b9f9c828d8fea 199.204.45.72 - - [09/Mar/2026:01:53:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.313 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1359 0.313 201 a7b660e2e32b300d70cc98dc3d1e51b6 199.204.45.72 - - [09/Mar/2026:01:53:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.004 300 125497152d79b0fa200c989567172c6b 199.204.45.72 - - [09/Mar/2026:01:53:19 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.022 [openstack-keystone-api-5000] [] 10.0.0.52:5000 98 0.021 404 2a253c19d11918d04fb70a3f40ab22af 199.204.45.72 - - [09/Mar/2026:01:53:19 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.018 [openstack-keystone-api-5000] [] 10.0.0.52:5000 135 0.017 200 20ccaaa2031022e3f7bf57e3ca97abfc 199.204.45.72 - - [09/Mar/2026:01:53:19 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.022 [openstack-keystone-api-5000] [] 10.0.0.52:5000 356 0.022 201 8210ae8a20116f84fff3e24d49b77126 199.204.45.72 - - [09/Mar/2026:01:53:20 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 265 0.004 200 b7cee8405dd3cdf7a20df36e29289ce3 199.204.45.72 - - [09/Mar/2026:01:53:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1359 0.286 201 33fb57f5e6902fd89f7f1621c029960f 199.204.45.72 - - [09/Mar/2026:01:53:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.005 300 f47fd2d9dda9f4b4f3f918b3a440388b 199.204.45.72 - - [09/Mar/2026:01:53:20 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.022 [openstack-keystone-api-5000] [] 10.0.0.52:5000 131 0.023 404 0530b3501250e64f722c30681c734eaf 199.204.45.72 - - [09/Mar/2026:01:53:20 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.020 [openstack-keystone-api-5000] [] 10.0.0.52:5000 167 0.020 200 395bb318d872f0dd2b1c6c702a98c113 199.204.45.72 - - [09/Mar/2026:01:53:20 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.025 [openstack-keystone-api-5000] [] 10.0.0.52:5000 222 0.026 201 c4bdad785046fdb9ebb15d3d48b6ba9e W0309 01:53:30.462500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:30.462549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:33.796306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:33.796352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:37.129483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:37.129533 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:40.463812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:40.463858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:56.038625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:56.038680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:59.375328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:53:59.375390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:03.790659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:03.790719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:07.125216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:07.125268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:36.711493 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:55:36.711557 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 01:55:36.711589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:36.711598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:55:36.713700 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.002s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:32.2kB} I0309 01:55:36.713719 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0309 01:55:36.716502 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0309 01:55:36.717019 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0309 01:55:36.717368 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:55:36.717467 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 01:55:36.717544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:36.717565 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:55:36.717606 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"e5201e84-8561-418a-955f-9731a99908e5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7469", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:55:36.717698 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:55:36.770195 7 controller.go:216] "Backend successfully reloaded" I0309 01:55:36.770393 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s95jf", UID:"3154bc47-f67d-4782-89fe-cb783bd80f73", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:55:37.451373 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0309 01:55:37.452629 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.72 - - [09/Mar/2026:01:55:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.006 300 8c6e28ef9dc12dee7071f68cf191c8b2 199.204.45.72 - - [09/Mar/2026:01:55:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.528 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1990 0.528 201 208881c7396bf5da513798b30ce0058c 199.204.45.72 - - [09/Mar/2026:01:55:38 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.023 [openstack-keystone-api-5000] [] 10.0.0.52:5000 85 0.022 404 bdc45ea2f30224ff38089a90f4905623 199.204.45.72 - - [09/Mar/2026:01:55:38 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.027 [openstack-keystone-api-5000] [] 10.0.0.52:5000 128 0.026 200 5f3fa6ae3a1e551a3a2007469bcf530d 199.204.45.72 - - [09/Mar/2026:01:55:38 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.035 [openstack-keystone-api-5000] [] 10.0.0.52:5000 229 0.035 201 9b9b5feff4c6b8615e7aee784fd5be78 W0309 01:55:40.051220 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:55:40.051389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:40.051412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:44.151724 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:44.151756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [09/Mar/2026:01:55:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.006 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.006 300 09b35920a876652564581a8ac67ed450 199.204.45.72 - - [09/Mar/2026:01:55:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.284 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1990 0.285 201 f055e1d6e65117a260cc5fda14b165ab 199.204.45.72 - - [09/Mar/2026:01:55:46 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.033 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1514 0.033 200 dd122e5d8775e0fa73fd76582d768975 199.204.45.72 - - [09/Mar/2026:01:55:46 +0000] "PUT /v3/roles/4911639cb8364e30aecd244cb5c7b451/implies/dd1aef8b8ad04eceaf6b0d96b2263663 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.039 [openstack-keystone-api-5000] [] 10.0.0.52:5000 518 0.039 201 e9d2573f366b81fbbd88682c1d2036e5 I0309 01:56:12.901912 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.139.250"}] I0309 01:56:12.906862 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"e5201e84-8561-418a-955f-9731a99908e5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7815", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:56:12.910253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:12.910317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [09/Mar/2026:01:56:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.003 300 09293e63f762d7b6b7ed3fb08e1b55d1 199.204.45.72 - - [09/Mar/2026:01:56:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.334 [openstack-keystone-api-5000] [] 10.0.0.52:5000 2053 0.335 201 43def8c6006aaceaef7caa1ef063bc1a 199.204.45.72 - - [09/Mar/2026:01:56:35 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.52:5000 87 0.026 404 a1b4062817c7fd2bd4375cc946687d39 199.204.45.72 - - [09/Mar/2026:01:56:35 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.034 [openstack-keystone-api-5000] [] 10.0.0.52:5000 388 0.034 200 3de3fef2a9e60ac603c12aefb8457140 199.204.45.72 - - [09/Mar/2026:01:56:35 +0000] "GET /v3/users/rgw-RegionOne?domain_id=6331ad6ed89041518a216dd2a8e3755c HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.036 [openstack-keystone-api-5000] [] 10.0.0.52:5000 91 0.036 404 0bd1f4a9b6f6c594856e4f21403dccca 199.204.45.72 - - [09/Mar/2026:01:56:35 +0000] "GET /v3/users?domain_id=6331ad6ed89041518a216dd2a8e3755c&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.036 [openstack-keystone-api-5000] [] 10.0.0.52:5000 177 0.037 200 fed581728e2b2bb4c9b0ec79b42f5ae7 199.204.45.72 - - [09/Mar/2026:01:56:36 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.284 [openstack-keystone-api-5000] [] 10.0.0.52:5000 290 0.285 201 e6177928b2bbdab17c5f6b062fc36617 199.204.45.72 - - [09/Mar/2026:01:56:40 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.004 300 b71aec47c64b24e9d7085f032ae9a8fe 199.204.45.72 - - [09/Mar/2026:01:56:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.293 [openstack-keystone-api-5000] [] 10.0.0.52:5000 2053 0.293 201 cd8519c4fc7ffc455c44583f0b265450 199.204.45.72 - - [09/Mar/2026:01:56:40 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 428 0.024 [openstack-keystone-api-5000] [] 10.0.0.52:5000 83 0.024 404 c71d6d3fde478b5e513b8c3677f64998 199.204.45.72 - - [09/Mar/2026:01:56:41 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 446 0.020 [openstack-keystone-api-5000] [] 10.0.0.52:5000 359 0.019 200 8f726a6e35b47ef0d3574b81e68a4796 199.204.45.72 - - [09/Mar/2026:01:56:41 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 432 0.030 [openstack-keystone-api-5000] [] 10.0.0.52:5000 87 0.031 404 452ff0403e59be47e8a738807f828a2c 199.204.45.72 - - [09/Mar/2026:01:56:41 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 450 0.024 [openstack-keystone-api-5000] [] 10.0.0.52:5000 388 0.024 200 8678ba4e8016fd0a3576911312176fb6 199.204.45.72 - - [09/Mar/2026:01:56:41 +0000] "GET /v3/users/rgw-RegionOne?domain_id=6331ad6ed89041518a216dd2a8e3755c HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 479 0.023 [openstack-keystone-api-5000] [] 10.0.0.52:5000 91 0.023 404 9456d298714fbbbe0bdce635e0914e2b 199.204.45.72 - - [09/Mar/2026:01:56:41 +0000] "GET /v3/users?domain_id=6331ad6ed89041518a216dd2a8e3755c&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 497 0.042 [openstack-keystone-api-5000] [] 10.0.0.52:5000 456 0.041 200 0006a38d5842a6916dc8c69acaffe1ae 199.204.45.72 - - [09/Mar/2026:01:56:41 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.52:5000 88 0.025 404 652a7159474e6ef565c0c765914d872e 199.204.45.72 - - [09/Mar/2026:01:56:41 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.025 [openstack-keystone-api-5000] [] 10.0.0.52:5000 518 0.025 200 c7c0b17413d38988c6315bc9f31af78c 199.204.45.72 - - [09/Mar/2026:01:56:41 +0000] "PUT /v3/projects/18ab04261de44689b43637d7891bfd57/users/12219cc81a434d16944919dcc4375037/roles/63addd10c9894fbba9ca2f161849b304 HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 555 0.046 [openstack-keystone-api-5000] [] 10.0.0.52:5000 0 0.046 204 98b24f8b0619f64d1aeaf9c46f806614 199.204.45.72 - - [09/Mar/2026:01:56:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.004 300 da7bde29e7644ee991fb9c8737fe58be 199.204.45.72 - - [09/Mar/2026:01:56:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.344 [openstack-keystone-api-5000] [] 10.0.0.52:5000 2053 0.344 201 bc2e28eab4186181f849b96a3a92ce34 199.204.45.72 - - [09/Mar/2026:01:56:44 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.020 [openstack-keystone-api-5000] [] 10.0.0.52:5000 150 0.020 200 64d25540f0a40d7957d69b8a5026db39 199.204.45.72 - - [09/Mar/2026:01:56:44 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.035 [openstack-keystone-api-5000] [] 10.0.0.52:5000 262 0.034 201 177fb2af9237d3edff6beb13788dbc67 199.204.45.72 - - [09/Mar/2026:01:56:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.006 300 eec6a916c7718e584d83e15fc604c15c 199.204.45.72 - - [09/Mar/2026:01:56:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.52:5000 2155 0.293 201 67474b8168fb33ce9e20a3836b56be5f 199.204.45.72 - - [09/Mar/2026:01:56:45 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.52:5000 86 0.025 404 69e00d8bf1e3714b9bd717ff83318852 199.204.45.72 - - [09/Mar/2026:01:56:45 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.019 [openstack-keystone-api-5000] [] 10.0.0.52:5000 380 0.019 200 24e82a81b5f489829fd85cbd50f3b724 199.204.45.72 - - [09/Mar/2026:01:56:45 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=a9cc5d2036e046f69185cbeef643221c HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.021 [openstack-keystone-api-5000] [] 10.0.0.52:5000 204 0.020 200 99dac1e09593f63166e92841ceb576f4 199.204.45.72 - - [09/Mar/2026:01:56:45 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.028 [openstack-keystone-api-5000] [] 10.0.0.52:5000 377 0.027 201 850f6554c2a665fd100734b6de1a7c77 199.204.45.72 - - [09/Mar/2026:01:56:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.005 300 e0b6faf44d32fe5d08ea7ead46319a09 199.204.45.72 - - [09/Mar/2026:01:56:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.52:5000 2363 0.296 201 f9a7d5f3c4bf992eb5d86f6fa241a729 199.204.45.72 - - [09/Mar/2026:01:56:46 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.52:5000 86 0.026 404 0c58af17de406b1ac5634eb325d2e3bf 199.204.45.72 - - [09/Mar/2026:01:56:46 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.52:5000 380 0.018 200 fb58c2547ba86a6e2ac11733e0195953 199.204.45.72 - - [09/Mar/2026:01:56:46 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=a9cc5d2036e046f69185cbeef643221c HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.020 [openstack-keystone-api-5000] [] 10.0.0.52:5000 206 0.020 200 01adada0857e3f792510bf5c77d4c9a9 199.204.45.72 - - [09/Mar/2026:01:56:46 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.027 [openstack-keystone-api-5000] [] 10.0.0.52:5000 391 0.027 201 4909e4adf23ead4835e4065ab925a896 W0309 01:56:47.939192 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:56:47.939288 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 01:56:47.939354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:47.939372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:56:47.942070 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0309 01:56:47.942089 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0309 01:56:47.946873 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0309 01:56:47.947116 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"69f0ffef-3b56-4693-bc35-51c067ee66ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8029", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:56:47.947425 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0309 01:56:47.947774 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:56:47.947881 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 01:56:47.947960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:47.947982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:56:47.948123 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:56:48.006047 7 controller.go:216] "Backend successfully reloaded" I0309 01:56:48.006416 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s95jf", UID:"3154bc47-f67d-4782-89fe-cb783bd80f73", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:56:48.191301 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0309 01:56:48.192641 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0309 01:56:51.282763 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:56:51.283080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:51.283119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:04.862930 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:57:04.863134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:04.863168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:08.196916 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:57:08.197101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:08.197129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:57:08.197259 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:57:08.249273 7 controller.go:216] "Backend successfully reloaded" I0309 01:57:08.249560 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s95jf", UID:"3154bc47-f67d-4782-89fe-cb783bd80f73", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:57:11.530323 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:57:11.530624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:11.530659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:57:12.903081 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.139.250"}] I0309 01:57:12.908146 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"69f0ffef-3b56-4693-bc35-51c067ee66ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8317", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:57:14.864166 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:57:14.864366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:14.864412 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:18.196716 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:57:18.196895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:18.196926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:21.530297 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:57:21.530528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:21.530561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:34.365405 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:57:34.365648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:34.365678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:38.589886 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:57:38.590045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:38.590071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:52.397790 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:57:52.397931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:52.397945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:31.207658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:31.207694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:51.229390 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:59:51.229533 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 01:59:51.229624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:51.229736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:59:51.234600 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:39.1kB} I0309 01:59:51.234626 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0309 01:59:51.242479 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0309 01:59:51.242822 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0309 01:59:51.243185 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:59:51.243293 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 01:59:51.243377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:59:51.243370 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"6a27aaf6-0990-4443-9b4d-830bab7cb92b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9467", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:59:51.243402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:59:51.243563 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:59:51.294810 7 controller.go:216] "Backend successfully reloaded" I0309 01:59:51.295639 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-s95jf", UID:"3154bc47-f67d-4782-89fe-cb783bd80f73", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:59:51.799325 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0309 01:59:51.800354 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0309 01:59:54.578057 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:59:54.578286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:54.578320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [09/Mar/2026:01:59:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.003 300 523b5dc01f7f12072118419a3472b714 199.204.45.72 - - [09/Mar/2026:01:59:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.325 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3197 0.326 201 c46564dff3368b290706ca09b6296888 199.204.45.72 - - [09/Mar/2026:01:59:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bf5080255e1e2d6e79711950c7719759 199.204.45.72 - - [09/Mar/2026:01:59:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1cdbb36731f7558a27884be816e0a243 199.204.45.72 - - [09/Mar/2026:01:59:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.003 300 167fef6a9d6ae838b057b8fd09ee701d 199.204.45.72 - - [09/Mar/2026:01:59:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.312 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3197 0.313 201 f16c8289203341e712675beca7adee3f 199.204.45.72 - - [09/Mar/2026:01:59:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - efdade5e9edcefb337d8e5aa5ca843bb 199.204.45.72 - - [09/Mar/2026:01:59:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2fa881c6901f87d137a67e21382adf23 W0309 01:59:57.911226 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:59:57.911512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:57.911585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [09/Mar/2026:01:59:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.003 300 e6246539a4d3a460edc5a5a7308ce567 199.204.45.72 - - [09/Mar/2026:01:59:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3197 0.290 201 f943db4f217df3fefb20c690e5618d80 199.204.45.72 - - [09/Mar/2026:01:59:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 660744722e428242a14d0dc6560ae45d 199.204.45.72 - - [09/Mar/2026:01:59:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e3afc308aea08f878aae73bbdbe51fe2 199.204.45.72 - - [09/Mar/2026:02:00:01 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.004 300 d2398db888a38887f968aecb1087af40 199.204.45.72 - - [09/Mar/2026:02:00:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3197 0.296 201 6a0b25aed6e4c43500e2114e574fa006 199.204.45.72 - - [09/Mar/2026:02:00:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2fa12aef13eb3cbfcd8e3b6466b8a5b5 199.204.45.72 - - [09/Mar/2026:02:00:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5601d076821e146a7bf3a48b5f33ade4 199.204.45.72 - - [09/Mar/2026:02:00:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.003 300 9e43b3e7ca88b540f280bee1506f2e87 199.204.45.72 - - [09/Mar/2026:02:00:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3197 0.306 201 b9ce34c4c6e4c98f9d4eb76a21e5915a 199.204.45.72 - - [09/Mar/2026:02:00:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5ee64c15874669caae77b5d87b3563a4 199.204.45.72 - - [09/Mar/2026:02:00:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 092d746f44a9df43e7a5ef64021f1330 199.204.45.72 - - [09/Mar/2026:02:00:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.007 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.008 300 a4cafde590be86c82f5dae9980cabfd4 199.204.45.72 - - [09/Mar/2026:02:00:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.312 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3197 0.311 201 bc8d418b1ea9952bbc063eca4b8da9b7 199.204.45.72 - - [09/Mar/2026:02:00:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 16aa5811ff7c9b842a1376966788f969 199.204.45.72 - - [09/Mar/2026:02:00:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0efca36bca6d5284ef09d6564282ea3e W0309 02:00:05.103451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 02:00:05.103498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [09/Mar/2026:02:00:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.003 300 cac4e74d0e5620e05892e4e1b0a12822 199.204.45.72 - - [09/Mar/2026:02:00:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3197 0.301 201 33c8ac70ce8e86e7f0be64b306008da3 199.204.45.72 - - [09/Mar/2026:02:00:06 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.165:9292 1301 0.001 300 e431be037875f07cdf98fc5fc95b9512 199.204.45.72 - - [09/Mar/2026:02:00:07 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.563 [openstack-glance-api-9292] [] 10.0.0.165:9292 69 0.562 200 01a9d09fa66cdf3c000937c5b9d21f1e 199.204.45.72 - - [09/Mar/2026:02:00:10 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 280 0.003 300 49da1283d9cf2bfa50a4cfd0b7632dcc 199.204.45.72 - - [09/Mar/2026:02:00:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3197 0.303 201 62d9e4b8a9e8978eeca5040772a1b3a5 199.204.45.72 - - [09/Mar/2026:02:00:10 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.004 [openstack-glance-api-9292] [] 10.0.0.165:9292 1301 0.004 300 d79667eb2fb0636585b94c54048566d6 199.204.45.72 - - [09/Mar/2026:02:00:10 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.033 [openstack-glance-api-9292] [] 10.0.0.165:9292 69 0.033 200 27194f5c34dc071a060e861b1530ec18 199.204.45.72 - - [09/Mar/2026:02:00:10 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.119 [openstack-glance-api-9292] [] 10.0.0.165:9292 151 0.119 404 720cc0b2c29cc4c2113d2fea7ed0738d 199.204.45.72 - - [09/Mar/2026:02:00:10 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.024 [openstack-glance-api-9292] [] 10.0.0.165:9292 81 0.025 200 c8205a8739d882c75a9b6a39346b8bac 199.204.45.72 - - [09/Mar/2026:02:00:10 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.027 [openstack-glance-api-9292] [] 10.0.0.165:9292 84 0.028 200 b777288eda0487ef70c3cd4d6f50edd2 199.204.45.72 - - [09/Mar/2026:02:00:10 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.061 [openstack-glance-api-9292] [] 10.0.0.165:9292 760 0.061 201 e5ce2fe2620142931737d79237cdb81f I0309 02:00:12.915318 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.109.139.250"}] I0309 02:00:12.922129 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"6a27aaf6-0990-4443-9b4d-830bab7cb92b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9626", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 02:00:12.923056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 02:00:12.923148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [09/Mar/2026:02:00:14 +0000] "PUT /v2/images/274c0900-d22b-47cb-8f82-fcbb39b3f708/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.349 [openstack-glance-api-9292] [] 10.0.0.165:9292 0 3.350 204 8b52cd64c60a2f20561599c3b513d345 199.204.45.72 - - [09/Mar/2026:02:00:14 +0000] "GET /v2/images/274c0900-d22b-47cb-8f82-fcbb39b3f708 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.013 [openstack-glance-api-9292] [] 10.0.0.165:9292 1171 0.014 200 eb8bdaad9e311d43a3f9513bb880fe9a 199.204.45.72 - - [09/Mar/2026:02:00:14 +0000] "GET /v2/images/274c0900-d22b-47cb-8f82-fcbb39b3f708 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-glance-api-9292] [] 10.0.0.165:9292 1171 0.017 200 8de195460c946a762ee578ad74156741 W0309 02:00:17.191860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 02:00:17.191907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 02:00:20.525594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 02:00:20.525645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store