------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0320 10:17:37.002412 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0320 10:17:37.002589 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0320 10:17:37.012465 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0320 10:17:37.015919 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0320 10:17:37.573538 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0320 10:17:37.593434 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0320 10:17:37.605860 7 nginx.go:271] "Starting NGINX Ingress controller" I0320 10:17:37.611368 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"d8616d8a-ee18-41f5-9e33-eb7475130a03", APIVersion:"v1", ResourceVersion:"1122", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0320 10:17:37.616924 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"b9eb8208-6536-4afa-8a07-8d712b308a38", APIVersion:"v1", ResourceVersion:"1121", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0320 10:17:37.616963 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"f6f3eb0c-c648-436b-b774-dfda47ae356b", APIVersion:"v1", ResourceVersion:"1120", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0320 10:17:38.807329 7 nginx.go:317] "Starting NGINX process" I0320 10:17:38.807452 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0320 10:17:38.807939 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0320 10:17:38.808279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:38.808313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:17:38.808369 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:17:38.817066 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0320 10:17:38.817245 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-24tr8" I0320 10:17:38.843937 7 controller.go:216] "Backend successfully reloaded" I0320 10:17:38.844051 7 controller.go:227] "Initial sync, sleeping for 1 second" I0320 10:17:38.844099 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-24tr8", UID:"70c1fea8-24ff-4bb0-aae6-45c917eae80a", APIVersion:"v1", ResourceVersion:"1164", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 10:17:42.634361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:42.634396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:45.968248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:45.968299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:49.301692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:49.301748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:52.634964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:52.635037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:55.967979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:55.968026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:59.302117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:17:59.302177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:02.635496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:02.635568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:05.969266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:05.969313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:11.232916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:11.232969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:14.883941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:18:14.883976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:30:13.422376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:30:13.422425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:30:16.756585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:30:16.756651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:30:40.205896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:30:40.205938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:14.527351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:14.527403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:19.017320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:19.017387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:25.739721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:25.739779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:29.073973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:29.074016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:32.407064 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:32.407098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:35.739849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:35.739908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:39.074875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:31:39.074915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:02.167603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:02.167675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:05.501249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:05.501405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:05.691762 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-12.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-12.nip.io-tls was not found. Using default certificate W0320 10:33:05.692066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:05.692118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:33:05.693654 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0320 10:33:05.693868 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0320 10:33:05.701658 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0320 10:33:05.702163 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-12.nip.io-tls" in local store I0320 10:33:05.702237 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"1ca81199-f312-4f26-ab94-e1f813d8b208", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6847", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 10:33:06.042061 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-12.nip.io-tls" I0320 10:33:06.043580 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-12.nip.io-tls" W0320 10:33:08.835364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:08.835397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:33:08.835444 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:33:08.881839 7 controller.go:216] "Backend successfully reloaded" I0320 10:33:08.882192 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-24tr8", UID:"70c1fea8-24ff-4bb0-aae6-45c917eae80a", APIVersion:"v1", ResourceVersion:"1164", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 10:33:12.168776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:12.168832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:15.502160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:15.502201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:18.835036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:18.835080 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [20/Mar/2026:10:33:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.20:8080 1882 0.476 200 3214e354032830cfcbb73a6f963c471a 199.19.213.12 - - [20/Mar/2026:10:33:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.067 [auth-system-keycloak-80] [] 10.0.0.20:8080 28 0.067 404 b5bcf02d379daa317d6f81e5bc7f4426 199.19.213.12 - - [20/Mar/2026:10:33:21 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 1.574 [auth-system-keycloak-80] [] 10.0.0.20:8080 0 1.574 201 9e302eeca460d073e699c1e5cb571594 199.19.213.12 - - [20/Mar/2026:10:33:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1195 0.245 [auth-system-keycloak-80] [] 10.0.0.20:8080 4101 0.245 200 e05ef6ff1bc8fae76e060135b45e8851 W0320 10:33:22.168609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:22.168687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [20/Mar/2026:10:33:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.058 [auth-system-keycloak-80] [] 10.0.0.20:8080 1882 0.057 200 4cb8fc23f4456b479bb617be9a665869 199.19.213.12 - - [20/Mar/2026:10:33:22 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 11535 "-" "Ansible" 1209 0.028 [auth-system-keycloak-80] [] 10.0.0.20:8080 11535 0.027 200 d13b0d7e75f52ae48fd50f86a7ddb642 199.19.213.12 - - [20/Mar/2026:10:33:22 +0000] "GET /admin/realms/atmosphere/client-scopes/2b7d9fd6-4d03-45e0-ae92-748f568a716f HTTP/1.1" 200 1146 "-" "Ansible" 1246 0.012 [auth-system-keycloak-80] [] 10.0.0.20:8080 1146 0.013 200 2c7239a84a5d1e549a850ced05848725 199.19.213.12 - - [20/Mar/2026:10:33:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/2b7d9fd6-4d03-45e0-ae92-748f568a716f HTTP/1.1" 204 0 "-" "Ansible" 1846 0.021 [auth-system-keycloak-80] [] 10.0.0.20:8080 0 0.021 204 82ebfd6aa2fa906df1dc2e44e8c0c757 199.19.213.12 - - [20/Mar/2026:10:33:22 +0000] "GET /admin/realms/atmosphere/client-scopes/2b7d9fd6-4d03-45e0-ae92-748f568a716f/protocol-mappers/models HTTP/1.1" 200 831 "-" "Ansible" 1270 0.024 [auth-system-keycloak-80] [] 10.0.0.20:8080 831 0.023 200 413e6db02406c0ed0ca0771818fea380 199.19.213.12 - - [20/Mar/2026:10:33:22 +0000] "GET /admin/realms/atmosphere/client-scopes/2b7d9fd6-4d03-45e0-ae92-748f568a716f/protocol-mappers/models/f81c10e9-1c44-4051-83c1-d94c1910239e HTTP/1.1" 200 331 "-" "Ansible" 1307 0.011 [auth-system-keycloak-80] [] 10.0.0.20:8080 331 0.011 200 04c83b46e5df2f8d435b9fcd4f268fcc 199.19.213.12 - - [20/Mar/2026:10:33:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/2b7d9fd6-4d03-45e0-ae92-748f568a716f/protocol-mappers/models/f81c10e9-1c44-4051-83c1-d94c1910239e HTTP/1.1" 204 0 "-" "Ansible" 1620 0.106 [auth-system-keycloak-80] [] 10.0.0.20:8080 0 0.105 204 85a4b2da42ee4e593dac3d4148572878 199.19.213.12 - - [20/Mar/2026:10:33:22 +0000] "GET /admin/realms/atmosphere/client-scopes/2b7d9fd6-4d03-45e0-ae92-748f568a716f HTTP/1.1" 200 1121 "-" "Ansible" 1246 0.021 [auth-system-keycloak-80] [] 10.0.0.20:8080 1121 0.020 200 c787da85ea08108a03aa5a7417d3bc45 W0320 10:33:25.501872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:25.501934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:33:38.823144 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.106.86.130"}] I0320 10:33:38.844199 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"1ca81199-f312-4f26-ab94-e1f813d8b208", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7214", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:33:38.847384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:33:38.847433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [20/Mar/2026:10:33:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.20:8080 1882 0.048 200 6f8785cd4a3cb706786e6a9af8126c5e 199.19.213.12 - - [20/Mar/2026:10:33:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.020 [auth-system-keycloak-80] [] 10.0.0.20:8080 2 0.021 200 680aaaba70b3001787bb4ee13e9e212c 199.19.213.12 - - [20/Mar/2026:10:33:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.077 [auth-system-keycloak-80] [] 10.0.0.20:8080 0 0.075 201 23f2b9c2fbd35e96d023d8630d1a7d67 199.19.213.12 - - [20/Mar/2026:10:33:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.039 [auth-system-keycloak-80] [] 10.0.0.20:8080 1259 0.040 200 e3b318427a55fc7191768963ab4ec236 199.19.213.12 - - [20/Mar/2026:10:33:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.20:8080 1882 0.046 200 ed1d394bdce6db068efd14a8affb178c 199.19.213.12 - - [20/Mar/2026:10:33:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.015 [auth-system-keycloak-80] [] 10.0.0.20:8080 2 0.015 200 655b71e461fb9a28e5cf8f835247adf6 199.19.213.12 - - [20/Mar/2026:10:33:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.044 [auth-system-keycloak-80] [] 10.0.0.20:8080 0 0.044 201 70725d235c31461341c5b37c3483c52e 199.19.213.12 - - [20/Mar/2026:10:33:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.024 [auth-system-keycloak-80] [] 10.0.0.20:8080 1283 0.025 200 b0d531a42de5ae8125742bccae98fd33 199.19.213.12 - - [20/Mar/2026:10:33:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.20:8080 1882 0.049 200 e0015e7069be3ce1047773794672bb52 199.19.213.12 - - [20/Mar/2026:10:33:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.20:8080 2 0.011 200 1fb7dce8cf70e085b5bd25535bc2744e 199.19.213.12 - - [20/Mar/2026:10:33:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.048 [auth-system-keycloak-80] [] 10.0.0.20:8080 0 0.046 201 975dea7d436da4c1e2db4760d369ef68 199.19.213.12 - - [20/Mar/2026:10:33:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.023 [auth-system-keycloak-80] [] 10.0.0.20:8080 1249 0.024 200 18d770f9fb297eae09a77161abb1a9c1 199.19.213.12 - - [20/Mar/2026:10:33:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.20:8080 1882 0.049 200 70828663d8c88dad818841f1fa3a1742 199.19.213.12 - - [20/Mar/2026:10:33:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.20:8080 1259 0.012 200 aba9809f4c79071d5c562ed2c32448da 199.19.213.12 - - [20/Mar/2026:10:33:46 +0000] "GET /admin/realms/atmosphere/clients/fdd4f8db-ceb7-43af-b97e-f558dbeb5dfb/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.032 [auth-system-keycloak-80] [] 10.0.0.20:8080 31 0.032 404 f3791925797df0739f1f8e08a4e24a5b 199.19.213.12 - - [20/Mar/2026:10:33:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.20:8080 1259 0.009 200 cad7fec59399d652ca8c83f06d2fce96 199.19.213.12 - - [20/Mar/2026:10:33:46 +0000] "POST /admin/realms/atmosphere/clients/fdd4f8db-ceb7-43af-b97e-f558dbeb5dfb/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.024 [auth-system-keycloak-80] [] 10.0.0.20:8080 0 0.024 201 226272b4a1508bd9b70a511086546779 199.19.213.12 - - [20/Mar/2026:10:33:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.20:8080 1259 0.009 200 5295e8f7b9fb6979385888bc9a1fea3a 199.19.213.12 - - [20/Mar/2026:10:33:46 +0000] "GET /admin/realms/atmosphere/clients/fdd4f8db-ceb7-43af-b97e-f558dbeb5dfb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.020 [auth-system-keycloak-80] [] 10.0.0.20:8080 166 0.021 200 78cf2961ed2272663ca703aa1ade236e 199.19.213.12 - - [20/Mar/2026:10:33:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.20:8080 1882 0.044 200 58696e04778635376546d0e3f7805af2 199.19.213.12 - - [20/Mar/2026:10:33:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.20:8080 1283 0.009 200 520f788892f53353087ac6c202a1fab9 199.19.213.12 - - [20/Mar/2026:10:33:46 +0000] "GET /admin/realms/atmosphere/clients/0b1a2205-4718-4a1a-8c8b-94be72a375e2/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.20:8080 31 0.009 404 c7808c616204a9a9662f7a5ba7f59e82 199.19.213.12 - - [20/Mar/2026:10:33:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.20:8080 1283 0.006 200 49ca82a3282bca9adb5405d944a30ff8 199.19.213.12 - - [20/Mar/2026:10:33:46 +0000] "POST /admin/realms/atmosphere/clients/0b1a2205-4718-4a1a-8c8b-94be72a375e2/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.041 [auth-system-keycloak-80] [] 10.0.0.20:8080 0 0.040 201 405bfc97b2be5dd5c5a27a282fa4401a 199.19.213.12 - - [20/Mar/2026:10:33:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.20:8080 1283 0.008 200 ecf7860cd02ea608ac415e69bb437f19 199.19.213.12 - - [20/Mar/2026:10:33:46 +0000] "GET /admin/realms/atmosphere/clients/0b1a2205-4718-4a1a-8c8b-94be72a375e2/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.013 [auth-system-keycloak-80] [] 10.0.0.20:8080 165 0.013 200 ebb78f0337afa49fc4738722e2026185 199.19.213.12 - - [20/Mar/2026:10:33:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.053 [auth-system-keycloak-80] [] 10.0.0.20:8080 1882 0.052 200 971e6e84925313346e334eb723980d75 199.19.213.12 - - [20/Mar/2026:10:33:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.009 [auth-system-keycloak-80] [] 10.0.0.20:8080 1283 0.009 200 8f94770e3cc17266d6353b38b047cff5 199.19.213.12 - - [20/Mar/2026:10:33:47 +0000] "GET /admin/realms/atmosphere/clients/0b1a2205-4718-4a1a-8c8b-94be72a375e2/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.20:8080 31 0.010 404 0f340ee4945830c08a17735d690f6569 199.19.213.12 - - [20/Mar/2026:10:33:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.20:8080 1283 0.008 200 eb7e31f948bbd7f7901cf219a884e5c0 199.19.213.12 - - [20/Mar/2026:10:33:47 +0000] "POST /admin/realms/atmosphere/clients/0b1a2205-4718-4a1a-8c8b-94be72a375e2/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.016 [auth-system-keycloak-80] [] 10.0.0.20:8080 0 0.015 201 8cb96772e4203141e39ad4f3f7b9aa60 199.19.213.12 - - [20/Mar/2026:10:33:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.010 [auth-system-keycloak-80] [] 10.0.0.20:8080 1283 0.010 200 55e95a1454dee9f22e291d95c22e2163 199.19.213.12 - - [20/Mar/2026:10:33:47 +0000] "GET /admin/realms/atmosphere/clients/0b1a2205-4718-4a1a-8c8b-94be72a375e2/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.20:8080 166 0.014 200 6576202c464f7fd9cf265e64f66fc5d5 199.19.213.12 - - [20/Mar/2026:10:33:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.167 [auth-system-keycloak-80] [] 10.0.0.20:8080 1882 0.165 200 dbe1535e147329bbd33f3b71014c1206 199.19.213.12 - - [20/Mar/2026:10:33:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.017 [auth-system-keycloak-80] [] 10.0.0.20:8080 1283 0.017 200 9f971fc3d82bdcc276762141903f99c4 199.19.213.12 - - [20/Mar/2026:10:33:47 +0000] "GET /admin/realms/atmosphere/clients/0b1a2205-4718-4a1a-8c8b-94be72a375e2/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.20:8080 31 0.011 404 f244e86611f49935ddaf38e9b4e50f9f 199.19.213.12 - - [20/Mar/2026:10:33:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.20:8080 1283 0.009 200 2b4a90382d718a583b80c3cbe608fa2c 199.19.213.12 - - [20/Mar/2026:10:33:47 +0000] "POST /admin/realms/atmosphere/clients/0b1a2205-4718-4a1a-8c8b-94be72a375e2/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.019 [auth-system-keycloak-80] [] 10.0.0.20:8080 0 0.017 201 6f4f0462f30b1a56c0b2a8743fb7b801 199.19.213.12 - - [20/Mar/2026:10:33:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.20:8080 1283 0.008 200 7eb2527e8f9a73af8ad44b45d97e62e1 199.19.213.12 - - [20/Mar/2026:10:33:47 +0000] "GET /admin/realms/atmosphere/clients/0b1a2205-4718-4a1a-8c8b-94be72a375e2/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.20:8080 166 0.015 200 e05d8973242d87123ea0530c96e43dab 199.19.213.12 - - [20/Mar/2026:10:33:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.044 [auth-system-keycloak-80] [] 10.0.0.20:8080 1882 0.043 200 3bf23017871979fa95f42bc1be07d50e 199.19.213.12 - - [20/Mar/2026:10:33:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.20:8080 1249 0.007 200 997bd63a1746288fe62111f67ae899c6 199.19.213.12 - - [20/Mar/2026:10:33:48 +0000] "GET /admin/realms/atmosphere/clients/92ace42d-6b8f-4adb-a99b-cc2247eaa882/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.20:8080 31 0.009 404 5459802703380cc3c7d08d9708002499 199.19.213.12 - - [20/Mar/2026:10:33:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.20:8080 1249 0.007 200 a0330ae8eb2ca81b9fa1610f47dbee33 199.19.213.12 - - [20/Mar/2026:10:33:48 +0000] "POST /admin/realms/atmosphere/clients/92ace42d-6b8f-4adb-a99b-cc2247eaa882/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.187 [auth-system-keycloak-80] [] 10.0.0.20:8080 0 0.186 201 646f10823e9a41318eff33abf326bbb6 199.19.213.12 - - [20/Mar/2026:10:33:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.20:8080 1249 0.010 200 8dfa1010502c96487ebe889e9998bce4 199.19.213.12 - - [20/Mar/2026:10:33:48 +0000] "GET /admin/realms/atmosphere/clients/92ace42d-6b8f-4adb-a99b-cc2247eaa882/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.20:8080 166 0.015 200 e149a5c225109a651969fe5bdf5b9be4 W0320 10:34:58.027530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:58.027578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:58.135288 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:34:58.135357 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0320 10:34:58.135390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:58.135406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:58.135754 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:34:58.135806 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0320 10:34:58.135833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:58.135844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:34:58.137048 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0320 10:34:58.137076 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" W0320 10:34:58.137223 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:34:58.137342 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0320 10:34:58.137416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:34:58.137447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:34:58.137538 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0320 10:34:58.137572 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0320 10:34:58.140284 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0320 10:34:58.140327 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0320 10:34:58.143508 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0320 10:34:58.143702 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5af43c3c-6f8a-4f37-ad54-6e90eceda5ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7902", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:34:58.143826 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0320 10:34:58.143854 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0320 10:34:58.144070 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0320 10:34:58.144103 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"997a02e6-3be8-4dda-a0a6-db0462060edd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7903", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 10:34:58.147260 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0320 10:34:58.147675 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0320 10:34:58.147723 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"38b91eed-b3e2-4195-bbcd-762a04d0bf09", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7907", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 10:34:58.559601 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0320 10:34:58.561127 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0320 10:34:58.905300 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0320 10:34:58.906120 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0320 10:35:00.999580 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0320 10:35:01.000815 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0320 10:35:01.361096 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:01.361189 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:35:01.361226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:01.361366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:01.361395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:35:01.361512 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:35:01.407234 7 controller.go:216] "Backend successfully reloaded" I0320 10:35:01.407607 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-24tr8", UID:"70c1fea8-24ff-4bb0-aae6-45c917eae80a", APIVersion:"v1", ResourceVersion:"1164", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0320 10:35:04.694261 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:04.694343 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:35:04.694368 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:04.694488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:04.694512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:08.028035 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:08.028110 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:35:08.028177 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:08.028292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:08.028324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:11.361901 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:11.361976 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:35:11.362016 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:11.362153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:11.362182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:16.077018 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:16.077088 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:35:16.077128 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:16.077346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:16.077375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:19.411363 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:19.411433 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:35:19.411469 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:19.411586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:19.411617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:22.744575 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:22.744680 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:35:22.744787 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:22.744927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:22.744952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:26.077470 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:26.077521 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:35:26.077548 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:26.077642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:26.077677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:29.410827 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:29.410896 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:35:29.410934 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:29.411047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:29.411076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:32.743905 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:32.744007 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:35:32.744045 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:32.744199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:32.744238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:36.077519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:36.077584 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0320 10:35:36.077622 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:36.077749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:36.077781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:35:38.824442 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.106.86.130"}] I0320 10:35:38.825043 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.106.86.130"}] I0320 10:35:38.825166 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.106.86.130"}] I0320 10:35:38.830603 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"38b91eed-b3e2-4195-bbcd-762a04d0bf09", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8827", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 10:35:38.833539 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"5af43c3c-6f8a-4f37-ad54-6e90eceda5ab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8828", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0320 10:35:38.834937 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"997a02e6-3be8-4dda-a0a6-db0462060edd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8829", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:35:39.411233 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:39.411331 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:39.411464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:39.411495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:42.743968 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:42.744078 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:42.744201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:42.744233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:46.077505 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:46.077599 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:46.077721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:46.077750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.141 - - [20/Mar/2026:10:35:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "Go-http-client/1.1" 160 0.039 [auth-system-keycloak-80] [] 10.0.0.20:8080 6243 0.039 200 8da203b9981bb76eac480f6a545e5a19 W0320 10:35:49.410668 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:49.410817 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:49.410988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:49.411017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.198 - - [20/Mar/2026:10:35:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "Go-http-client/1.1" 160 0.006 [auth-system-keycloak-80] [] 10.0.0.20:8080 6243 0.006 200 af94b32e6e7e3d7f934e016c8a0901e0 W0320 10:35:52.743981 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0320 10:35:52.744047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0320 10:35:52.744142 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:52.744158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:56.077816 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:56.077874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:59.411515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:35:59.411560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:36:02.744362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:36:02.744407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:36:06.964461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:36:06.964502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:36:21.281229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:36:21.281274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:36:24.614784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:36:24.614836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [20/Mar/2026:10:36:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.20:8080 1882 0.044 200 cba3247af4f5302ddda5bccedd57d8e9 199.19.213.12 - - [20/Mar/2026:10:36:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4101 "-" "Ansible" 1195 0.009 [auth-system-keycloak-80] [] 10.0.0.20:8080 4101 0.009 200 b25a1b8b0955dcc0f6a37abd9dd68bb6 199.19.213.12 - - [20/Mar/2026:10:36:26 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5554 0.167 [auth-system-keycloak-80] [] 10.0.0.20:8080 0 0.166 204 1e4961e9b1b01fe6a40d94455185e33e 199.19.213.12 - - [20/Mar/2026:10:36:26 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4239 "-" "Ansible" 1195 0.063 [auth-system-keycloak-80] [] 10.0.0.20:8080 4239 0.063 200 29f5456b5cd557153b0999eed1d745fd 199.19.213.12 - - [20/Mar/2026:10:36:27 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6243 "-" "ansible-httpget" 180 0.008 [auth-system-keycloak-80] [] 10.0.0.20:8080 6243 0.009 200 5247d0537fdaae5a1c4406fab95630b9 199.19.213.12 - - [20/Mar/2026:10:36:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.20:8080 1882 0.045 200 f3942a0aaa90c192aec1e085d4d415af 199.19.213.12 - - [20/Mar/2026:10:36:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.011 [auth-system-keycloak-80] [] 10.0.0.20:8080 2 0.011 200 d354a484fe7850506a65a5e32a47624b 199.19.213.12 - - [20/Mar/2026:10:36:28 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.058 [auth-system-keycloak-80] [] 10.0.0.20:8080 0 0.057 201 2a4afc71a0ff34f410488444909a8326 199.19.213.12 - - [20/Mar/2026:10:36:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2137 "-" "Ansible" 1221 0.023 [auth-system-keycloak-80] [] 10.0.0.20:8080 2137 0.023 200 ee164c1dfe283723a958870c23663d12 199.19.213.12 - - [20/Mar/2026:10:36:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.054 [auth-system-keycloak-80] [] 10.0.0.20:8080 1882 0.052 200 c2d41c6e2532dcaaf5d55f7702c17a8c 199.19.213.12 - - [20/Mar/2026:10:36:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2137 "-" "Ansible" 1221 0.009 [auth-system-keycloak-80] [] 10.0.0.20:8080 2137 0.009 200 1f2206dec6f7d153592fd6697b4373de 199.19.213.12 - - [20/Mar/2026:10:36:29 +0000] "GET /admin/realms/atmosphere/clients/92730ed3-7e1e-46fa-be0c-1e6534e1e890/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.019 [auth-system-keycloak-80] [] 10.0.0.20:8080 233 0.020 200 e082dd383e68bafb68c4d9d62984ae82 199.19.213.12 - - [20/Mar/2026:10:36:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.022 [auth-system-keycloak-80] [] 10.0.0.20:8080 831 0.022 200 e2bbd25478504a28f66158de86ddf9d4 199.19.213.12 - - [20/Mar/2026:10:36:29 +0000] "GET /admin/realms/atmosphere/clients/e53a81de-1b63-4091-b0a0-247db71d1a9d/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.029 [auth-system-keycloak-80] [] 10.0.0.20:8080 3758 0.029 200 ccb5845efb369ea6ad7373db6bdbd853 199.19.213.12 - - [20/Mar/2026:10:36:29 +0000] "GET /admin/realms/atmosphere/users/0e5f0d98-5891-4d22-a6c8-4c1818e11494/role-mappings/clients/e53a81de-1b63-4091-b0a0-247db71d1a9d/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.087 [auth-system-keycloak-80] [] 10.0.0.20:8080 3758 0.087 200 7a1018f87a6d14e8ca1d4acc975c4bbb 199.19.213.12 - - [20/Mar/2026:10:36:29 +0000] "GET /admin/realms/atmosphere/users/0e5f0d98-5891-4d22-a6c8-4c1818e11494/role-mappings/clients/e53a81de-1b63-4091-b0a0-247db71d1a9d/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.023 [auth-system-keycloak-80] [] 10.0.0.20:8080 2 0.024 200 5d232672c8242da5f717e63cf1295f83 199.19.213.12 - - [20/Mar/2026:10:36:29 +0000] "POST /admin/realms/atmosphere/users/0e5f0d98-5891-4d22-a6c8-4c1818e11494/role-mappings/clients/e53a81de-1b63-4091-b0a0-247db71d1a9d HTTP/1.1" 204 0 "-" "Ansible" 1388 0.040 [auth-system-keycloak-80] [] 10.0.0.20:8080 0 0.038 204 574d7781d88648490c4ab4b17ed74eaa 199.19.213.12 - - [20/Mar/2026:10:36:29 +0000] "GET /admin/realms/atmosphere/users/0e5f0d98-5891-4d22-a6c8-4c1818e11494/role-mappings/clients/e53a81de-1b63-4091-b0a0-247db71d1a9d/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.019 [auth-system-keycloak-80] [] 10.0.0.20:8080 576 0.019 200 cf60a780a3678ee1e4828b0b72771505 W0320 10:36:32.142934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:36:32.142970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:36:35.476917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:36:35.476980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:36:38.811033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:36:38.811084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:38:37.069554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:38:37.069586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:08.721641 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0320 10:39:08.721707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:08.721719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:39:08.724466 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0320 10:39:08.724497 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0320 10:39:08.729770 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0320 10:39:08.730126 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"108fd819-35ea-4127-ae95-2fab94cb220d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10530", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:39:08.730291 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0320 10:39:08.730657 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0320 10:39:08.730734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:08.730755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:39:08.730875 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:39:08.783288 7 controller.go:216] "Backend successfully reloaded" I0320 10:39:08.783660 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-24tr8", UID:"70c1fea8-24ff-4bb0-aae6-45c917eae80a", APIVersion:"v1", ResourceVersion:"1164", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 10:39:09.258854 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0320 10:39:09.260203 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0320 10:39:12.064436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:12.064484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [20/Mar/2026:10:39:13 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.005 300 42f5107970ac1043402d6b5e4efe1000 199.19.213.12 - - [20/Mar/2026:10:39:14 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.157:5000 265 0.003 200 336a87db7d9a9445df5d15974a912679 199.19.213.12 - - [20/Mar/2026:10:39:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.333 [openstack-keystone-api-5000] [] 10.0.0.157:5000 1296 0.332 201 c3eb31e83ff6466644aa2f44d80e2208 199.19.213.12 - - [20/Mar/2026:10:39:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.005 300 bac3dc3ad43f3ae7b9900c569fd779ba 199.19.213.12 - - [20/Mar/2026:10:39:14 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.038 [openstack-keystone-api-5000] [] 10.0.0.157:5000 366 0.039 200 efb17ed51a3e4a76e0e1f36d71e4fa78 199.19.213.12 - - [20/Mar/2026:10:39:15 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.157:5000 265 0.003 200 5940910557f3470cf8a96ff1256a219d 199.19.213.12 - - [20/Mar/2026:10:39:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.157:5000 1296 0.289 201 453e4f72b4c4b8ddc977d71daef1b789 199.19.213.12 - - [20/Mar/2026:10:39:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.003 300 865d6a8764005b1445ba553e4ca7be36 199.19.213.12 - - [20/Mar/2026:10:39:16 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.021 [openstack-keystone-api-5000] [] 10.0.0.157:5000 101 0.021 404 b09fecb4763f51e2ddfae1c040d0193f 199.19.213.12 - - [20/Mar/2026:10:39:16 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.025 [openstack-keystone-api-5000] [] 10.0.0.157:5000 155 0.026 200 14bc5b0769d2dafb60ecf72b158efded 199.19.213.12 - - [20/Mar/2026:10:39:16 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.038 [openstack-keystone-api-5000] [] 10.0.0.157:5000 451 0.039 201 0998837450a8cb224d965794c58ab382 199.19.213.12 - - [20/Mar/2026:10:39:16 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.157:5000 265 0.005 200 89f4324011be6a0753412ea886139211 199.19.213.12 - - [20/Mar/2026:10:39:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.324 [openstack-keystone-api-5000] [] 10.0.0.157:5000 1296 0.324 201 27db3ee2d692796069fba359bf4a64aa 199.19.213.12 - - [20/Mar/2026:10:39:17 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.003 300 9d54eee5413812d81fb52e11c0a092e9 199.19.213.12 - - [20/Mar/2026:10:39:17 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.025 [openstack-keystone-api-5000] [] 10.0.0.157:5000 98 0.025 404 8358db6780a951b391abb565304859c9 199.19.213.12 - - [20/Mar/2026:10:39:17 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.021 [openstack-keystone-api-5000] [] 10.0.0.157:5000 135 0.022 200 2336e5ff8ac724f48c19f7ca736c3b06 199.19.213.12 - - [20/Mar/2026:10:39:17 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.033 [openstack-keystone-api-5000] [] 10.0.0.157:5000 331 0.032 201 bd43ac2d4f8297acdd2f0418ea74ebae 199.19.213.12 - - [20/Mar/2026:10:39:17 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.157:5000 265 0.004 200 03926d7bea821edae706eb60fe0e3ecf 199.19.213.12 - - [20/Mar/2026:10:39:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.284 [openstack-keystone-api-5000] [] 10.0.0.157:5000 1296 0.283 201 f5c206bd01a1f170fe934844a58b5b53 199.19.213.12 - - [20/Mar/2026:10:39:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.004 300 4137ef3eaeee71e3de730d9cd50f30ed 199.19.213.12 - - [20/Mar/2026:10:39:18 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.026 [openstack-keystone-api-5000] [] 10.0.0.157:5000 131 0.026 404 1f668142df650a5765d3933c42802694 199.19.213.12 - - [20/Mar/2026:10:39:18 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.022 [openstack-keystone-api-5000] [] 10.0.0.157:5000 167 0.022 200 ea31865f6a6f5592889cd04deb3ff5c4 199.19.213.12 - - [20/Mar/2026:10:39:18 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.029 [openstack-keystone-api-5000] [] 10.0.0.157:5000 222 0.028 201 a100c51696061024577ade99f6bdee36 W0320 10:39:28.573383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:28.573421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:31.907730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:31.907789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:35.376174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:35.376211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:38.710320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:38.710382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:39:38.825663 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.106.86.130"}] I0320 10:39:38.831245 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"108fd819-35ea-4127-ae95-2fab94cb220d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10820", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:39:42.043001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:42.043069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:54.080237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:54.080281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:57.414166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:39:57.414221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:40:03.451238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:40:03.451274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:40:06.785231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:40:06.785276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:41:38.010092 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 10:41:38.010385 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0320 10:41:38.010484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:41:38.010521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:41:38.015452 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0320 10:41:38.015495 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0320 10:41:38.020798 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0320 10:41:38.021312 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"fb52c381-5822-4e69-a1c0-7f136e24ac26", APIVersion:"networking.k8s.io/v1", ResourceVersion:"11773", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:41:38.021522 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0320 10:41:38.022013 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 10:41:38.022177 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0320 10:41:38.022296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:41:38.022532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:41:38.022754 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:41:38.078451 7 controller.go:216] "Backend successfully reloaded" I0320 10:41:38.078841 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-24tr8", UID:"70c1fea8-24ff-4bb0-aae6-45c917eae80a", APIVersion:"v1", ResourceVersion:"1164", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 10:41:38.355796 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0320 10:41:38.357311 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.12 - - [20/Mar/2026:10:41:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.003 300 0f401c82fe287212a49cece110490ac8 I0320 10:41:38.825250 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.106.86.130"}] I0320 10:41:38.831441 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"fb52c381-5822-4e69-a1c0-7f136e24ac26", APIVersion:"networking.k8s.io/v1", ResourceVersion:"11810", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.19.213.12 - - [20/Mar/2026:10:41:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1927 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.500 [openstack-keystone-api-5000] [] 10.0.0.157:5000 1927 0.499 201 53f568492dace5a93609930991e3ab38 199.19.213.12 - - [20/Mar/2026:10:41:39 +0000] "GET /v3/roles HTTP/1.1" 200 820 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.029 [openstack-keystone-api-5000] [] 10.0.0.157:5000 820 0.029 200 c880fab5f2e2102971fe401bf61023af 199.19.213.12 - - [20/Mar/2026:10:41:39 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.032 [openstack-keystone-api-5000] [] 10.0.0.157:5000 229 0.032 201 d2c18671ee566b3099b2d30134409074 W0320 10:41:41.355467 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0320 10:41:41.355648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:41:41.355679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [20/Mar/2026:10:41:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.101.0 keystoneauth1/5.0.1 python-requests/2.28.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.003 300 8bcbfb7a37392e959b5e3defc3b5567c W0320 10:41:44.689260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:41:44.689344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [20/Mar/2026:10:41:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1927 "-" "openstacksdk/0.101.0 keystoneauth1/5.0.1 python-requests/2.28.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.157:5000 1927 0.287 201 cb07a445fad6462ea8dfe84ed8edbba3 199.19.213.12 - - [20/Mar/2026:10:41:44 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "python-keystoneclient" 379 0.021 [openstack-keystone-api-5000] [] 10.0.0.157:5000 1040 0.020 200 a67d57b14fd1a306235ed704fb097d3a 199.19.213.12 - - [20/Mar/2026:10:41:44 +0000] "PUT /v3/roles/e23964149b9048e299b75aeb35a7d35c/implies/0f60fe34ab5b45db98f5823a00cd7e3c HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.041 [openstack-keystone-api-5000] [] 10.0.0.157:5000 518 0.041 201 3ae12c5bc6b311bd634f0feac3055eb9 W0320 10:41:48.022340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:41:48.022384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [20/Mar/2026:10:42:39 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.006 300 9adf01c0abd0d4bd3852b5877de5607e 199.19.213.12 - - [20/Mar/2026:10:42:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.485 [openstack-keystone-api-5000] [] 10.0.0.157:5000 1990 0.484 201 9758a22377c29d3d349102ae70673742 199.19.213.12 - - [20/Mar/2026:10:42:39 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.032 [openstack-keystone-api-5000] [] 10.0.0.157:5000 87 0.032 404 067b4e16bb6546bd9604018ddd72c9dd 199.19.213.12 - - [20/Mar/2026:10:42:39 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 439 0.032 [openstack-keystone-api-5000] [] 10.0.0.157:5000 388 0.032 200 04e7357bd5dccea3aa59388e7694e859 199.19.213.12 - - [20/Mar/2026:10:42:39 +0000] "GET /v3/users?domain_id=ca372b35f04b4c35844b21e7088be92a&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.039 [openstack-keystone-api-5000] [] 10.0.0.157:5000 177 0.040 200 905ff6671678c41ff3e740fbca2e5c44 199.19.213.12 - - [20/Mar/2026:10:42:40 +0000] "POST /v3/users HTTP/1.1" 201 326 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 663 0.288 [openstack-keystone-api-5000] [] 10.0.0.157:5000 326 0.288 201 19645d0d6debad3f69476f89ac5f84ff 199.19.213.12 - - [20/Mar/2026:10:42:40 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.004 300 1ef818dbe3f2546f17707c43c1d9f714 199.19.213.12 - - [20/Mar/2026:10:42:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.157:5000 1990 0.300 201 2884d08c644004edf7931e51c59908d6 199.19.213.12 - - [20/Mar/2026:10:42:41 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.024 [openstack-keystone-api-5000] [] 10.0.0.157:5000 1040 0.024 200 383a57f09efd01307875eb6465a2e0f3 199.19.213.12 - - [20/Mar/2026:10:42:41 +0000] "GET /v3/domains HTTP/1.1" 200 806 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 426 0.031 [openstack-keystone-api-5000] [] 10.0.0.157:5000 806 0.031 200 a8cc3e7a7e8def27a55ee6eddce1c298 199.19.213.12 - - [20/Mar/2026:10:42:41 +0000] "GET /v3/users?domain_id=ca372b35f04b4c35844b21e7088be92a&name=rgw-RegionOne HTTP/1.1" 200 492 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.057 [openstack-keystone-api-5000] [] 10.0.0.157:5000 492 0.057 200 56d5e9139f1c046e7139a7c55af01908 199.19.213.12 - - [20/Mar/2026:10:42:41 +0000] "GET /v3/projects?domain_id=ca372b35f04b4c35844b21e7088be92a HTTP/1.1" 200 548 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.029 [openstack-keystone-api-5000] [] 10.0.0.157:5000 548 0.029 200 21f8665510ae9e80b650012fd3f9a5d8 199.19.213.12 - - [20/Mar/2026:10:42:41 +0000] "GET /v3/role_assignments?role.id=7cc2cfbc103b46b680c86f852bf0f5c7&user.id=da762ab2958f4ce482ea204b7938c2af&scope.project.id=3107f348a93040f4b50b05599daa44e6 HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 567 0.022 [openstack-keystone-api-5000] [] 10.0.0.157:5000 269 0.022 200 4084a3bba4eec27e0c9398430b5f7419 199.19.213.12 - - [20/Mar/2026:10:42:41 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.030 [openstack-keystone-api-5000] [] 10.0.0.157:5000 1040 0.029 200 2cfd10a0538bb07f8ee69340e4c2730b 199.19.213.12 - - [20/Mar/2026:10:42:41 +0000] "GET /v3/domains/ca372b35f04b4c35844b21e7088be92a HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.157:5000 269 0.019 200 277f48a9bc286e882f2a5a5490adec74 199.19.213.12 - - [20/Mar/2026:10:42:41 +0000] "GET /v3/users?domain_id=ca372b35f04b4c35844b21e7088be92a&name=rgw-RegionOne HTTP/1.1" 200 492 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.237 [openstack-keystone-api-5000] [] 10.0.0.157:5000 492 0.236 200 5ec6d6b8a4f9a2c5c4ff990017c159d6 199.19.213.12 - - [20/Mar/2026:10:42:41 +0000] "GET /v3/projects?domain_id=ca372b35f04b4c35844b21e7088be92a HTTP/1.1" 200 548 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.029 [openstack-keystone-api-5000] [] 10.0.0.157:5000 548 0.029 200 245aa3aa68b9d822937e15d6df9655aa 199.19.213.12 - - [20/Mar/2026:10:42:41 +0000] "GET /v3/role_assignments?role.id=7cc2cfbc103b46b680c86f852bf0f5c7&user.id=da762ab2958f4ce482ea204b7938c2af&scope.project.id=3107f348a93040f4b50b05599daa44e6 HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 567 0.034 [openstack-keystone-api-5000] [] 10.0.0.157:5000 269 0.034 200 b0290b94d3c4ac0fe04dbabec86805ac 199.19.213.12 - - [20/Mar/2026:10:42:42 +0000] "PUT /v3/projects/3107f348a93040f4b50b05599daa44e6/users/da762ab2958f4ce482ea204b7938c2af/roles/7cc2cfbc103b46b680c86f852bf0f5c7 HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 557 0.950 [openstack-keystone-api-5000] [] 10.0.0.157:5000 0 0.949 204 03df23267cc7e4568a8ecece4d7cff4d 199.19.213.12 - - [20/Mar/2026:10:42:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.005 300 6d7e5e4b851063b062d164faa237f584 199.19.213.12 - - [20/Mar/2026:10:42:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 2.322 [openstack-keystone-api-5000] [] 10.0.0.157:5000 1990 2.322 201 eb91c318c623d8a26ef37bad8ea07f78 199.19.213.12 - - [20/Mar/2026:10:42:45 +0000] "GET /v3/services HTTP/1.1" 200 594 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.020 [openstack-keystone-api-5000] [] 10.0.0.157:5000 594 0.019 200 35b8760dd0636a1a3de5a0f7e0df9384 199.19.213.12 - - [20/Mar/2026:10:42:45 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 595 0.032 [openstack-keystone-api-5000] [] 10.0.0.157:5000 262 0.032 201 f88fec5f503043c7e98870588667f3c8 199.19.213.12 - - [20/Mar/2026:10:42:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.003 300 fb5013299f289a094edc4f1ab8860b84 199.19.213.12 - - [20/Mar/2026:10:42:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2092 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.157:5000 2092 0.297 201 446f2e338639bd5429592320f38c8cd9 199.19.213.12 - - [20/Mar/2026:10:42:46 +0000] "GET /v3/services HTTP/1.1" 200 844 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.020 [openstack-keystone-api-5000] [] 10.0.0.157:5000 844 0.021 200 e5fedff692c48b06edf1a79039bf15bb 199.19.213.12 - - [20/Mar/2026:10:42:46 +0000] "GET /v3/endpoints HTTP/1.1" 200 2214 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.026 [openstack-keystone-api-5000] [] 10.0.0.157:5000 2214 0.027 200 db03d415347eb25d6bc0dbaacbf49cbc 199.19.213.12 - - [20/Mar/2026:10:42:47 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 684 0.038 [openstack-keystone-api-5000] [] 10.0.0.157:5000 377 0.038 201 7767cdb47dd8a62a5f035c8eff51fb04 199.19.213.12 - - [20/Mar/2026:10:42:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.005 300 34efe2d680d6c7792454941d0a86e6b9 199.19.213.12 - - [20/Mar/2026:10:42:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2300 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.157:5000 2300 0.288 201 ff8e93e7ab803a7d5ca42ae44e23d427 199.19.213.12 - - [20/Mar/2026:10:42:47 +0000] "GET /v3/services HTTP/1.1" 200 844 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.017 [openstack-keystone-api-5000] [] 10.0.0.157:5000 844 0.017 200 dc8972111088b394de81a8de98ce4efe 199.19.213.12 - - [20/Mar/2026:10:42:47 +0000] "GET /v3/endpoints HTTP/1.1" 200 2578 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.022 [openstack-keystone-api-5000] [] 10.0.0.157:5000 2578 0.023 200 c3f5b142a4ad0023932e07903ba70e6a 199.19.213.12 - - [20/Mar/2026:10:42:47 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 698 0.033 [openstack-keystone-api-5000] [] 10.0.0.157:5000 391 0.034 201 9bbeef2c51286e0f400936a420fbb222 W0320 10:42:49.280354 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 10:42:49.280498 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0320 10:42:49.280570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:42:49.280586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:42:49.284563 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:35.7kB} I0320 10:42:49.284596 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0320 10:42:49.294911 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0320 10:42:49.295269 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"c926a430-9baf-49fe-9636-42eec508e618", APIVersion:"networking.k8s.io/v1", ResourceVersion:"12387", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:42:49.295422 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0320 10:42:49.295799 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 10:42:49.295900 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0320 10:42:49.295961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:42:49.295973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:42:49.296124 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:42:49.343588 7 controller.go:216] "Backend successfully reloaded" I0320 10:42:49.343894 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-24tr8", UID:"70c1fea8-24ff-4bb0-aae6-45c917eae80a", APIVersion:"v1", ResourceVersion:"1164", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 10:42:49.759850 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0320 10:42:49.764977 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0320 10:42:52.629443 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 10:42:52.629615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:42:52.629630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:11.517656 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 10:43:11.517963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:11.518008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:16.785355 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 10:43:16.785618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:16.785658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:20.118861 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 10:43:20.119127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:20.119165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:23.453236 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 10:43:23.453509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:23.453539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:26.785639 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0320 10:43:26.785850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:26.785875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:34.151765 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 10:43:34.151979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:34.152010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:43:34.152236 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:43:34.202716 7 controller.go:216] "Backend successfully reloaded" I0320 10:43:34.202961 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-24tr8", UID:"70c1fea8-24ff-4bb0-aae6-45c917eae80a", APIVersion:"v1", ResourceVersion:"1164", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 10:43:38.825552 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.106.86.130"}] I0320 10:43:38.833616 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"c926a430-9baf-49fe-9636-42eec508e618", APIVersion:"networking.k8s.io/v1", ResourceVersion:"12873", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:43:38.835009 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 10:43:38.835263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:38.835301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:42.280364 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 10:43:42.280636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:42.280665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:51.954791 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 10:43:51.955046 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:43:51.955071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:45:20.578619 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0320 10:45:20.578786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:45:20.578807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:45:39.885930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:45:39.885961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:46:03.630016 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 10:46:03.630132 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0320 10:46:03.630195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:46:03.630215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:46:03.633872 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.1kB} I0320 10:46:03.633909 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0320 10:46:03.637193 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0320 10:46:03.637482 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"7902a5b0-ed6f-4e7d-bac4-0b6780ee8dfc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"14118", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:46:03.637760 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0320 10:46:03.638203 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 10:46:03.638344 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0320 10:46:03.638436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:46:03.638461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:46:03.638637 7 controller.go:196] "Configuration changes detected, backend reload required" I0320 10:46:03.696092 7 controller.go:216] "Backend successfully reloaded" I0320 10:46:03.696444 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-24tr8", UID:"70c1fea8-24ff-4bb0-aae6-45c917eae80a", APIVersion:"v1", ResourceVersion:"1164", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0320 10:46:03.864839 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0320 10:46:03.866059 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0320 10:46:06.971884 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 10:46:06.972488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:46:06.972556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [20/Mar/2026:10:46:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.004 300 fb09b46049f6559755ad6fbdb56eb5d0 199.19.213.12 - - [20/Mar/2026:10:46:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.328 [openstack-keystone-api-5000] [] 10.0.0.157:5000 3134 0.327 201 2f94aa1d43fadf9b7caf043814f6abf5 199.19.213.12 - - [20/Mar/2026:10:46:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b48e7597c50d7504a62a91c923fca804 199.19.213.12 - - [20/Mar/2026:10:46:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ef253db31f3aeeb9bcb68c1b9ce989e3 199.19.213.12 - - [20/Mar/2026:10:46:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ae350a12df24ccc8a6d696675b744e32 199.19.213.12 - - [20/Mar/2026:10:46:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - dac100f46b185cb12e576451ce832da1 199.19.213.12 - - [20/Mar/2026:10:46:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b5dbd110665ddd20ce97f02f59ff35f5 199.19.213.12 - - [20/Mar/2026:10:46:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 20d0b6c5dc1d28d62790357e7081ea32 W0320 10:46:11.133646 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0320 10:46:11.133829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:46:11.133849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [20/Mar/2026:10:46:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.004 300 4016b71515bafa1ec78378d99f83c7bb 199.19.213.12 - - [20/Mar/2026:10:46:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.157:5000 3134 0.285 201 b8f5a66d53fa886e831e733edae45532 199.19.213.12 - - [20/Mar/2026:10:46:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9a4309d02ebf1fdafcdfaa217dc94bac 199.19.213.12 - - [20/Mar/2026:10:46:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3befa808d20ccae02954998ffe98213a 199.19.213.12 - - [20/Mar/2026:10:46:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1af80dac53571ead826aeb3ffc7f820f 199.19.213.12 - - [20/Mar/2026:10:46:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c0bc750880eed242c86b935917034682 199.19.213.12 - - [20/Mar/2026:10:46:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d01a259dbc8eb904ca6bfeaf47a16c53 199.19.213.12 - - [20/Mar/2026:10:46:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a99ace0e33eba2fbf2850a0177bcb382 199.19.213.12 - - [20/Mar/2026:10:46:13 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.003 300 9586c0d1f37a18646a11e084ae7d945a 199.19.213.12 - - [20/Mar/2026:10:46:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.157:5000 3134 0.292 201 30633f36ca87221ceb8587e33a9397af 199.19.213.12 - - [20/Mar/2026:10:46:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e37515763bfebebeeb0dfc60e86630d1 199.19.213.12 - - [20/Mar/2026:10:46:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 41ac320f0ce2cab45a702ea197305615 199.19.213.12 - - [20/Mar/2026:10:46:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a6bff4fcc6185c7bd1c824659bcc52b0 199.19.213.12 - - [20/Mar/2026:10:46:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1eb4ef3b4ef836ebf3abccfa55275d18 199.19.213.12 - - [20/Mar/2026:10:46:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 35636b75d5f52079edf1b6b615fe8c4f 199.19.213.12 - - [20/Mar/2026:10:46:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 18903e376e299a024c9a3588cba216c4 199.19.213.12 - - [20/Mar/2026:10:46:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.004 300 b969ebae834d5fe962443f26b8e447c4 199.19.213.12 - - [20/Mar/2026:10:46:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.157:5000 3134 0.301 201 f47ef7d9ca98dce40f3d53df4bf7c6a4 199.19.213.12 - - [20/Mar/2026:10:46:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2495ab72c5f9f7caafd3945f7cfb7ec3 199.19.213.12 - - [20/Mar/2026:10:46:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3dbd8d480b657db62531dfdb4744af74 199.19.213.12 - - [20/Mar/2026:10:46:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 866c1ae1cd60095a1a97a4666cc9784f 199.19.213.12 - - [20/Mar/2026:10:46:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0554364a2c5ac14db0967c7041deba6f 199.19.213.12 - - [20/Mar/2026:10:46:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cc83cdc291a06adcf51180fd254b86d7 199.19.213.12 - - [20/Mar/2026:10:46:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ca1c065a8db6984bbf5da0d50cba458e 199.19.213.12 - - [20/Mar/2026:10:46:16 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.004 300 35b24736f49da640e26cab826dcb2ace 199.19.213.12 - - [20/Mar/2026:10:46:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.157:5000 3134 0.288 201 fd51d8ba5419c6fa0b5366154795cbcc 199.19.213.12 - - [20/Mar/2026:10:46:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - f10505cf37ff65337b5a92593634e734 199.19.213.12 - - [20/Mar/2026:10:46:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - cf352f7107c0f689ae7ddb5659c6294e 199.19.213.12 - - [20/Mar/2026:10:46:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d1d1a093a2e8f425a0ee2ea844d35eff 199.19.213.12 - - [20/Mar/2026:10:46:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3f4ab6719f6804ea9120228e4bc75fd2 199.19.213.12 - - [20/Mar/2026:10:46:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3b9b4b8fc36019c7181ea0e02a8af323 199.19.213.12 - - [20/Mar/2026:10:46:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 428fbebe5c48101dac2ff7af39b228e4 199.19.213.12 - - [20/Mar/2026:10:46:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.006 300 7e89a17c1b2343c234f7ea9b6b67c828 199.19.213.12 - - [20/Mar/2026:10:46:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.280 [openstack-keystone-api-5000] [] 10.0.0.157:5000 3134 0.280 201 c63e3e644d1e099986d90b37344c5b4f 199.19.213.12 - - [20/Mar/2026:10:46:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ec38bac86c842ab1144108550b355297 199.19.213.12 - - [20/Mar/2026:10:46:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b84df314cfd52d057f693de3b531fb06 199.19.213.12 - - [20/Mar/2026:10:46:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e095557ecebd6db353e1c97fb0f44f47 199.19.213.12 - - [20/Mar/2026:10:46:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 72fc62231f688e02dd027e239b32f080 199.19.213.12 - - [20/Mar/2026:10:46:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5f3506e7cf232243131cef339e780370 199.19.213.12 - - [20/Mar/2026:10:46:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c85db827d05ffaa3d4f8814c3a9494cd W0320 10:46:20.046450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:46:20.046485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.12 - - [20/Mar/2026:10:46:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.004 300 4a141db77c0bd22fb25271a847c2e26f 199.19.213.12 - - [20/Mar/2026:10:46:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.157:5000 3134 0.291 201 ae65265dfde79881d7df36e35e6d383b 199.19.213.12 - - [20/Mar/2026:10:46:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a9193907298a8ed60b11046c9dda32e8 199.19.213.12 - - [20/Mar/2026:10:46:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 07df6ac2a81fcfd3f86ddc0b09a8b634 199.19.213.12 - - [20/Mar/2026:10:46:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4cebf16f94b417f86726e64e446f702b 199.19.213.12 - - [20/Mar/2026:10:46:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 90ccc947d49183e29d0afbc53a294f36 199.19.213.12 - - [20/Mar/2026:10:46:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 67f72a2367e1f89cc08dfd42ec18bf7c 199.19.213.12 - - [20/Mar/2026:10:46:20 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fd0bdd36f8847569d59a79831fb334be 199.19.213.12 - - [20/Mar/2026:10:46:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.006 300 ad26b6c8fe0138356bebfe6db67840b1 199.19.213.12 - - [20/Mar/2026:10:46:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.157:5000 3134 0.297 201 8b75bd315e38d37b3f262b7b3e5e47cc 199.19.213.12 - - [20/Mar/2026:10:46:22 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.127:9292 1183 0.003 300 07e8ea13e13666fab08a392c2ee362f3 199.19.213.12 - - [20/Mar/2026:10:46:22 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.595 [openstack-glance-api-9292] [] 10.0.0.127:9292 69 0.595 200 2f29196b629ace9ec42bba3edaf26a53 199.19.213.12 - - [20/Mar/2026:10:46:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.157:5000 280 0.005 300 1d0f71b6aa852d5782f8b1bcdf3baf45 199.19.213.12 - - [20/Mar/2026:10:46:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.282 [openstack-keystone-api-5000] [] 10.0.0.157:5000 3134 0.282 201 d16962ce2691710f736f3646f9c15680 199.19.213.12 - - [20/Mar/2026:10:46:26 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.127:9292 1183 0.003 300 2bbc219535a5b9650fb571eb7664a270 199.19.213.12 - - [20/Mar/2026:10:46:26 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.049 [openstack-glance-api-9292] [] 10.0.0.127:9292 69 0.049 200 e72b2e563541dbd983b733a449814d2b 199.19.213.12 - - [20/Mar/2026:10:46:26 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.127 [openstack-glance-api-9292] [] 10.0.0.127:9292 151 0.128 404 5ec24cbd40210e014d881a42fbb1032b 199.19.213.12 - - [20/Mar/2026:10:46:26 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.022 [openstack-glance-api-9292] [] 10.0.0.127:9292 81 0.023 200 39a947123f18dfaf741dc557c4fe224a 199.19.213.12 - - [20/Mar/2026:10:46:26 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.035 [openstack-glance-api-9292] [] 10.0.0.127:9292 84 0.035 200 3614e55ef269bc55e14709c174b6e2a5 199.19.213.12 - - [20/Mar/2026:10:46:26 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 747 0.070 [openstack-glance-api-9292] [] 10.0.0.127:9292 760 0.071 201 a3c9f6f813409e6e20feee6ce72c72ee 199.19.213.12 - - [20/Mar/2026:10:46:32 +0000] "PUT /v2/images/f6a12e98-fe6e-4850-bb81-da60c8305433/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 5.966 [openstack-glance-api-9292] [] 10.0.0.127:9292 0 5.967 204 17c4ed99a35fbec07993d95f9027b21f 199.19.213.12 - - [20/Mar/2026:10:46:32 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.018 [openstack-glance-api-9292] [] 10.0.0.127:9292 1240 0.018 200 af88d24b2c71abc6344c31de28a291ad 199.19.213.12 - - [20/Mar/2026:10:46:32 +0000] "PATCH /v2/images/f6a12e98-fe6e-4850-bb81-da60c8305433 HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 539 0.021 [openstack-glance-api-9292] [] 10.0.0.127:9292 1171 0.022 200 f551b7819b283706bdb00617ecc3adc4 199.19.213.12 - - [20/Mar/2026:10:46:32 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.016 [openstack-glance-api-9292] [] 10.0.0.127:9292 1240 0.016 200 86c393259d163831c53c4b832035ee59 W0320 10:46:35.739928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:46:35.739973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0320 10:46:38.826008 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.106.86.130"}] I0320 10:46:38.840586 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"7902a5b0-ed6f-4e7d-bac4-0b6780ee8dfc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"14465", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0320 10:46:39.074342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:46:39.074426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:46:42.407084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0320 10:46:42.407135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store