------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0329 01:56:56.349556 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0329 01:56:56.349725 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0329 01:56:56.356492 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0329 01:56:56.359973 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0329 01:56:56.504992 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0329 01:56:56.524699 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0329 01:56:56.538906 7 nginx.go:271] "Starting NGINX Ingress controller" I0329 01:56:56.546878 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"49ea6ab1-5058-4892-ac8f-b4946c6b7eec", APIVersion:"v1", ResourceVersion:"1309", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0329 01:56:56.550921 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"4cddc018-daed-4adc-a284-9dc6daf7b484", APIVersion:"v1", ResourceVersion:"1310", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0329 01:56:56.551004 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"f3429705-6886-43c5-9bf9-7e24d457a893", APIVersion:"v1", ResourceVersion:"1311", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0329 01:56:57.742009 7 nginx.go:317] "Starting NGINX process" I0329 01:56:57.742301 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0329 01:56:57.742828 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0329 01:56:57.743277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:56:57.743329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 01:56:57.743408 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 01:56:57.754504 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0329 01:56:57.755046 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-h9p72" I0329 01:56:57.774272 7 controller.go:216] "Backend successfully reloaded" I0329 01:56:57.774468 7 controller.go:227] "Initial sync, sleeping for 1 second" I0329 01:56:57.774550 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h9p72", UID:"aac8db95-804d-4c70-9932-c79adccda9b2", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 01:57:01.575191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:01.575228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:04.908763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:04.908819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:08.242831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:08.242871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:12.158749 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:12.158802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:15.493293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:15.493343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:18.825822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:18.825861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:22.159723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:22.159769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:25.492376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:25.492440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:28.826479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:28.826551 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:34.509304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:57:34.509350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:25.168785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:25.168828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:28.502265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:28.502312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:49.014961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:49.015010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:54.329220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:54.329267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:57.662954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:58:57.663006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:00.997055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:00.997123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:04.329935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:04.330034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:07.663500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:07.663554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:11.074456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:11.074498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:18.122374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:18.122440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:21.455895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:21.455970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:24.790143 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 01:59:24.790201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:35.312889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:35.313443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:37.964400 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-238.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-238.nip.io-tls was not found. Using default certificate W0329 02:01:37.964457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:37.964473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:01:37.966098 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0329 02:01:37.966131 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0329 02:01:37.974046 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0329 02:01:37.974390 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"cc23ee79-864b-4557-b346-db35a48f230c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3452", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:01:37.974634 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-238.nip.io-tls" in local store I0329 02:01:38.237216 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-238.nip.io-tls" I0329 02:01:38.238797 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-238.nip.io-tls" W0329 02:01:38.647045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:38.647090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:01:38.647152 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:01:38.691335 7 controller.go:216] "Backend successfully reloaded" I0329 02:01:38.691610 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h9p72", UID:"aac8db95-804d-4c70-9932-c79adccda9b2", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:01:41.981668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:41.981727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [29/Mar/2026:02:01:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.159 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 2.157 200 2fb889cc4277ef6a40c3f24d21a83371 199.204.45.238 - - [29/Mar/2026:02:01:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.177 [auth-system-keycloak-80] [] 10.0.0.253:8080 116 0.177 404 bc32c4fdad43555a97bfede5a2598745 199.204.45.238 - - [29/Mar/2026:02:01:55 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.004 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 5.002 201 eaf32d90702c6062d66f2a3ae380eb83 199.204.45.238 - - [29/Mar/2026:02:01:56 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.600 [auth-system-keycloak-80] [] 10.0.0.253:8080 4246 0.600 200 ecd08eb1c632c7b3d59dd4da6d29b389 199.204.45.238 - - [29/Mar/2026:02:01:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.511 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.510 200 a6e9ba341291b5341824340b52f6dffe 199.204.45.238 - - [29/Mar/2026:02:01:57 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.093 [auth-system-keycloak-80] [] 10.0.0.253:8080 12500 0.093 200 e01a42cae80a1c98d9eca3588b9e0ec6 199.204.45.238 - - [29/Mar/2026:02:01:57 +0000] "GET /admin/realms/atmosphere/client-scopes/5ae08139-719a-4bfc-bf11-5905dbf1d28f HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.008 [auth-system-keycloak-80] [] 10.0.0.253:8080 1278 0.008 200 641dada7506a74d4521c86d76c945cc1 199.204.45.238 - - [29/Mar/2026:02:01:57 +0000] "PUT /admin/realms/atmosphere/client-scopes/5ae08139-719a-4bfc-bf11-5905dbf1d28f HTTP/1.1" 204 0 "-" "Ansible" 1848 0.063 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.063 204 5f1d4db48a9c57bf2228091501776057 199.204.45.238 - - [29/Mar/2026:02:01:57 +0000] "GET /admin/realms/atmosphere/client-scopes/5ae08139-719a-4bfc-bf11-5905dbf1d28f/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.082 [auth-system-keycloak-80] [] 10.0.0.253:8080 963 0.082 200 72420a5395f4bd6d8044f47bd34d8cd1 199.204.45.238 - - [29/Mar/2026:02:01:57 +0000] "GET /admin/realms/atmosphere/client-scopes/5ae08139-719a-4bfc-bf11-5905dbf1d28f/protocol-mappers/models/47bcb469-02c2-4bfa-a2e8-2e11c8a8b7ab HTTP/1.1" 200 366 "-" "Ansible" 1309 0.009 [auth-system-keycloak-80] [] 10.0.0.253:8080 366 0.008 200 cb39ccddef741c5b1826a3e5d281476e 199.204.45.238 - - [29/Mar/2026:02:01:57 +0000] "PUT /admin/realms/atmosphere/client-scopes/5ae08139-719a-4bfc-bf11-5905dbf1d28f/protocol-mappers/models/47bcb469-02c2-4bfa-a2e8-2e11c8a8b7ab HTTP/1.1" 204 0 "-" "Ansible" 1622 0.083 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.082 204 dab9ba74c0992538940b2762ea9f7a77 199.204.45.238 - - [29/Mar/2026:02:01:57 +0000] "GET /admin/realms/atmosphere/client-scopes/5ae08139-719a-4bfc-bf11-5905dbf1d28f HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.080 [auth-system-keycloak-80] [] 10.0.0.253:8080 1218 0.080 200 ddfad219966b9ca40fc6c0e8967e3cf9 I0329 02:01:57.763016 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.100.169.94"}] I0329 02:01:57.769843 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"cc23ee79-864b-4557-b346-db35a48f230c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3740", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:01:57.771404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:01:57.771459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [29/Mar/2026:02:02:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.482 200 c587f6774991446c5308fdfbcc48b4ee 199.204.45.238 - - [29/Mar/2026:02:02:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.017 [auth-system-keycloak-80] [] 10.0.0.253:8080 2 0.017 200 d1e4f2d9aedc340b8c88a7b68f0de35d 199.204.45.238 - - [29/Mar/2026:02:02:19 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.263 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.262 201 610bc77cf0b62171e62c58a8a6ba2140 199.204.45.238 - - [29/Mar/2026:02:02:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.090 [auth-system-keycloak-80] [] 10.0.0.253:8080 1261 0.091 200 62aaa243aedcdc6eb99843aa87393452 199.204.45.238 - - [29/Mar/2026:02:02:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.919 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.917 200 65acf3bf91e812888ff9fdb0254ea45d 199.204.45.238 - - [29/Mar/2026:02:02:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.253:8080 2 0.008 200 685424561ae00851444caced7b5be593 199.204.45.238 - - [29/Mar/2026:02:02:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.074 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.073 201 f3e70f935af595ea116c97ee890709e9 199.204.45.238 - - [29/Mar/2026:02:02:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.060 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.060 200 3bd135d4048fa29af4405c5a48769c15 199.204.45.238 - - [29/Mar/2026:02:02:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.465 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.464 200 f3d729fa64dddd75490dbf63ffe6ead1 199.204.45.238 - - [29/Mar/2026:02:02:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.043 [auth-system-keycloak-80] [] 10.0.0.253:8080 2 0.043 200 339e391abded6fb6f29a634f6365d2be 199.204.45.238 - - [29/Mar/2026:02:02:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.104 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.103 201 ea2b65c81f5bf9e1b394ebe461d35a9f 199.204.45.238 - - [29/Mar/2026:02:02:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.088 [auth-system-keycloak-80] [] 10.0.0.253:8080 1251 0.088 200 186f30a505d42219230ad42332390eed 199.204.45.238 - - [29/Mar/2026:02:02:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.502 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.500 200 ef435eeb4bb6cea71b4c53ebc616ce33 199.204.45.238 - - [29/Mar/2026:02:02:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.253:8080 1261 0.007 200 2ceeb68ca07c21268a2561b957acf44f 199.204.45.238 - - [29/Mar/2026:02:02:23 +0000] "GET /admin/realms/atmosphere/clients/e5a5cfc3-55a2-4fc3-9d8c-475896cb9842/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.253:8080 119 0.015 404 510e8f8b7649d9137e8a40fbefb18bea 199.204.45.238 - - [29/Mar/2026:02:02:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.025 [auth-system-keycloak-80] [] 10.0.0.253:8080 1261 0.025 200 4db93a4dde3275aa066d1bc79a799681 199.204.45.238 - - [29/Mar/2026:02:02:23 +0000] "POST /admin/realms/atmosphere/clients/e5a5cfc3-55a2-4fc3-9d8c-475896cb9842/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.022 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.021 201 8e05eac24c52d4f59b5b671539950a9c 199.204.45.238 - - [29/Mar/2026:02:02:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.056 [auth-system-keycloak-80] [] 10.0.0.253:8080 1261 0.056 200 7584532c71dd28dcb04e7dee6e06a3f5 199.204.45.238 - - [29/Mar/2026:02:02:23 +0000] "GET /admin/realms/atmosphere/clients/e5a5cfc3-55a2-4fc3-9d8c-475896cb9842/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.253:8080 166 0.019 200 0b0aa524da05897b6b8f5d63da0b61f3 199.204.45.238 - - [29/Mar/2026:02:02:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.541 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.540 200 0880bac3185ae63f442534460158ddfc 199.204.45.238 - - [29/Mar/2026:02:02:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.009 200 e6ab04b9b82db4b7d3f4313a0945200e 199.204.45.238 - - [29/Mar/2026:02:02:24 +0000] "GET /admin/realms/atmosphere/clients/26d32caa-b65f-4f78-8249-6b0a5d677643/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.040 [auth-system-keycloak-80] [] 10.0.0.253:8080 119 0.040 404 8b11cd282f0397b3bdd1a4c78b9cc332 199.204.45.238 - - [29/Mar/2026:02:02:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.010 200 db38968bc32d7f8feb4d036725f3a812 199.204.45.238 - - [29/Mar/2026:02:02:24 +0000] "POST /admin/realms/atmosphere/clients/26d32caa-b65f-4f78-8249-6b0a5d677643/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.067 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.067 201 015c4940584b3978f534be04cc8ff3d6 199.204.45.238 - - [29/Mar/2026:02:02:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.086 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.086 200 0e47706f38fa10141e368fa97e0422c6 199.204.45.238 - - [29/Mar/2026:02:02:24 +0000] "GET /admin/realms/atmosphere/clients/26d32caa-b65f-4f78-8249-6b0a5d677643/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.016 [auth-system-keycloak-80] [] 10.0.0.253:8080 165 0.016 200 f63915b7e6aab37ae64bafa99c1f60d2 199.204.45.238 - - [29/Mar/2026:02:02:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.516 200 912124b94920a54a8fbdfabaffbf23a1 199.204.45.238 - - [29/Mar/2026:02:02:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.008 200 b27adc97c7e8bb07fce2e18b3c0e7e4f 199.204.45.238 - - [29/Mar/2026:02:02:25 +0000] "GET /admin/realms/atmosphere/clients/26d32caa-b65f-4f78-8249-6b0a5d677643/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.053 [auth-system-keycloak-80] [] 10.0.0.253:8080 119 0.053 404 1460a1dc02f497abfb66b7554021ce4c 199.204.45.238 - - [29/Mar/2026:02:02:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.007 200 49728c413ef05aa31c3efd6168892932 199.204.45.238 - - [29/Mar/2026:02:02:25 +0000] "POST /admin/realms/atmosphere/clients/26d32caa-b65f-4f78-8249-6b0a5d677643/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.015 201 3856fe2adf19463908f27c8aac8b6c68 199.204.45.238 - - [29/Mar/2026:02:02:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.047 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.047 200 a0604cef24e1a50fd4867adbdcac9f43 199.204.45.238 - - [29/Mar/2026:02:02:25 +0000] "GET /admin/realms/atmosphere/clients/26d32caa-b65f-4f78-8249-6b0a5d677643/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.253:8080 166 0.016 200 194bec2e05f62f60c152f5418a11212b 199.204.45.238 - - [29/Mar/2026:02:02:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.504 200 6d472924e0d2493526d8c5d9041dee83 199.204.45.238 - - [29/Mar/2026:02:02:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.015 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.016 200 56b5d8789788eb7ce37487a431ab5f13 199.204.45.238 - - [29/Mar/2026:02:02:26 +0000] "GET /admin/realms/atmosphere/clients/26d32caa-b65f-4f78-8249-6b0a5d677643/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.059 [auth-system-keycloak-80] [] 10.0.0.253:8080 119 0.059 404 ea1d0b9d124e5d971e1670fa2a92402c 199.204.45.238 - - [29/Mar/2026:02:02:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.006 200 760907c17e3527e2c255c330a89c7116 199.204.45.238 - - [29/Mar/2026:02:02:26 +0000] "POST /admin/realms/atmosphere/clients/26d32caa-b65f-4f78-8249-6b0a5d677643/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.023 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.023 201 1fd4178fd974e84c59b5d6a467ca4896 199.204.45.238 - - [29/Mar/2026:02:02:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.253:8080 1286 0.006 200 630f2aed9cb9aa77b529cf0d139f8614 199.204.45.238 - - [29/Mar/2026:02:02:26 +0000] "GET /admin/realms/atmosphere/clients/26d32caa-b65f-4f78-8249-6b0a5d677643/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.018 [auth-system-keycloak-80] [] 10.0.0.253:8080 166 0.018 200 be8a26df0e022e78422faf7dbe738296 199.204.45.238 - - [29/Mar/2026:02:02:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.629 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.628 200 28876f5546828ad55846c48b5459ba90 199.204.45.238 - - [29/Mar/2026:02:02:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.253:8080 1251 0.006 200 1e5c16f5096f093d52cd73fd8a4833d5 199.204.45.238 - - [29/Mar/2026:02:02:27 +0000] "GET /admin/realms/atmosphere/clients/45262dbf-4fe4-4410-ad80-66632dedee43/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.253:8080 119 0.009 404 9011b9eeebc8b7b16e517990f85e006a 199.204.45.238 - - [29/Mar/2026:02:02:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.041 [auth-system-keycloak-80] [] 10.0.0.253:8080 1251 0.041 200 d68037a22f2662ad9678f9c401f86de6 199.204.45.238 - - [29/Mar/2026:02:02:27 +0000] "POST /admin/realms/atmosphere/clients/45262dbf-4fe4-4410-ad80-66632dedee43/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.016 201 f816d7db17af39798a917f09ba03c7d0 199.204.45.238 - - [29/Mar/2026:02:02:27 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.057 [auth-system-keycloak-80] [] 10.0.0.253:8080 1251 0.056 200 99d44489167003164e0a2eda031f8d20 199.204.45.238 - - [29/Mar/2026:02:02:27 +0000] "GET /admin/realms/atmosphere/clients/45262dbf-4fe4-4410-ad80-66632dedee43/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.253:8080 166 0.015 200 1a8e7f65ed4991345439da8a3e84259c W0329 02:02:32.522190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:32.522242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:35.856173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:35.856219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:39.190937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:02:39.190986 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:36.659267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:36.659309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:36.741920 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:36.742000 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0329 02:03:36.742195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:36.742218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:36.742998 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:36.743086 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0329 02:03:36.743134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:36.743156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:36.743176 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:36.743334 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0329 02:03:36.743398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:36.743419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:03:36.745148 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0329 02:03:36.745186 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0329 02:03:36.745467 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0329 02:03:36.745498 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0329 02:03:36.745921 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0329 02:03:36.745950 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0329 02:03:36.772337 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0329 02:03:36.772821 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0329 02:03:36.772857 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0329 02:03:36.772983 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"23a10840-4b24-44e8-98f1-570b509b714e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4497", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:03:36.773027 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0329 02:03:36.773033 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a6b6aecf-2011-42f1-82d8-486246860ed0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4499", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:03:36.773046 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0329 02:03:36.773231 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0329 02:03:36.773266 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"e9415755-493d-4dcc-a485-c93411afb161", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4500", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:03:37.186938 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0329 02:03:37.188360 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0329 02:03:37.322596 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0329 02:03:37.324239 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0329 02:03:38.735072 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0329 02:03:38.737413 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/alertmanager-tls" I0329 02:03:39.033205 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0329 02:03:39.035187 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0329 02:03:39.992949 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:39.993028 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:39.993075 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:39.993221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:39.993251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:03:39.993396 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:03:40.046019 7 controller.go:216] "Backend successfully reloaded" I0329 02:03:40.046391 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h9p72", UID:"aac8db95-804d-4c70-9932-c79adccda9b2", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:03:43.326056 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:43.326140 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:43.326201 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:43.326457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:43.326486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:46.659723 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:46.659810 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:46.659852 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:46.660053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:46.660085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:49.992764 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:49.992852 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:49.992894 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:49.993039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:49.993065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:53.326050 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:53.326108 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:53.326147 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:53.326255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:53.326278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:56.659532 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:56.659595 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0329 02:03:56.659643 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:56.659750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:56.659810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:03:57.762920 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.100.169.94"}] I0329 02:03:57.763056 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.100.169.94"}] I0329 02:03:57.766989 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.100.169.94"}] I0329 02:03:57.771300 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"23a10840-4b24-44e8-98f1-570b509b714e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5250", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:03:57.772072 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"e9415755-493d-4dcc-a485-c93411afb161", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5251", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0329 02:03:57.773085 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a6b6aecf-2011-42f1-82d8-486246860ed0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5252", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:03:59.993589 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:03:59.993703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:03:59.995809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:03:59.995873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:03.327070 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:04:03.327195 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:04:03.327329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:03.327353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:06.659968 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:04:06.660165 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:04:06.660438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:06.660478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:09.993446 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:04:09.993550 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:04:09.993700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:09.993735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:13.326345 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:04:13.326411 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0329 02:04:13.326511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:13.326529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.103 - - [29/Mar/2026:02:04:14 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.037 [auth-system-keycloak-80] [] 10.0.0.253:8080 6432 0.037 200 760593b11bc040d43351a55168cd1574 10.0.0.150 - - [29/Mar/2026:02:04:14 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.253:8080 6432 0.008 200 0621143ef44a21f85446febea1cff157 W0329 02:04:16.660150 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0329 02:04:16.660543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:16.660639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:19.993891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:19.993962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:23.326766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:23.326831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:26.660199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:26.660269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:29.993955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:29.994007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:45.005917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:45.005956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:48.340560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:48.340622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [29/Mar/2026:02:04:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.492 200 21fcc1e2262892fd6312e79449183413 199.204.45.238 - - [29/Mar/2026:02:04:51 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.253:8080 4246 0.007 200 794bf6485699542abd11aa882fff81e4 199.204.45.238 - - [29/Mar/2026:02:04:51 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.385 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.384 204 3f9b4f0afbb0539715aaa3070ecc9f4a 199.204.45.238 - - [29/Mar/2026:02:04:51 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.180 [auth-system-keycloak-80] [] 10.0.0.253:8080 4384 0.180 200 82dfde8971ce39ffef699277b229869f 199.204.45.238 - - [29/Mar/2026:02:04:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.474 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.472 200 a15b343f0acbeb5572679b300af61d36 199.204.45.238 - - [29/Mar/2026:02:04:52 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.253:8080 1682 0.008 200 93bae56011c69bcd79da349b3454e829 199.204.45.238 - - [29/Mar/2026:02:04:53 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.253:8080 6432 0.007 200 0f4d0b00802f3a3f462628a553dadadb 199.204.45.238 - - [29/Mar/2026:02:04:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.528 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.528 200 d7b398373b6a0b113402193601d38102 199.204.45.238 - - [29/Mar/2026:02:04:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.010 [auth-system-keycloak-80] [] 10.0.0.253:8080 2 0.010 200 bfaf96559b7bd04f983ffa907d4e3a1b 199.204.45.238 - - [29/Mar/2026:02:04:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.185 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.184 201 2975834f32bca047b5a618b10c6c606e 199.204.45.238 - - [29/Mar/2026:02:04:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.072 [auth-system-keycloak-80] [] 10.0.0.253:8080 2246 0.072 200 8576eb49ce16291f5d8799d843b62d0a 199.204.45.238 - - [29/Mar/2026:02:04:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.453 [auth-system-keycloak-80] [] 10.0.0.253:8080 1928 0.451 200 890deacdc331be86b5857977352792a8 199.204.45.238 - - [29/Mar/2026:02:04:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.033 [auth-system-keycloak-80] [] 10.0.0.253:8080 2246 0.033 200 58b92fcc8c588fd4651a41dbd90df36f 199.204.45.238 - - [29/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/clients/0872939e-7857-41e6-9a4b-0af4bcf0c5f9/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.019 [auth-system-keycloak-80] [] 10.0.0.253:8080 233 0.018 200 7c15e7f661b56fd80bd9e99fa3ae7447 199.204.45.238 - - [29/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.061 [auth-system-keycloak-80] [] 10.0.0.253:8080 831 0.061 200 084f3826b90efd795500c51a51811bf1 199.204.45.238 - - [29/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/clients/036fc361-2e50-4d73-90de-e59f248b823f/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.030 [auth-system-keycloak-80] [] 10.0.0.253:8080 3758 0.030 200 9e5d0cbfcfbbe422039aa9806ac455f3 199.204.45.238 - - [29/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/users/190c2a68-49be-484d-9467-248efac69e59/role-mappings/clients/036fc361-2e50-4d73-90de-e59f248b823f/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.166 [auth-system-keycloak-80] [] 10.0.0.253:8080 3758 0.165 200 1fa78f0d38875bbee472658360b8d84d 199.204.45.238 - - [29/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/users/190c2a68-49be-484d-9467-248efac69e59/role-mappings/clients/036fc361-2e50-4d73-90de-e59f248b823f/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.076 [auth-system-keycloak-80] [] 10.0.0.253:8080 2 0.076 200 dd24179172efb0787257409e5a01abe5 199.204.45.238 - - [29/Mar/2026:02:04:56 +0000] "POST /admin/realms/atmosphere/users/190c2a68-49be-484d-9467-248efac69e59/role-mappings/clients/036fc361-2e50-4d73-90de-e59f248b823f HTTP/1.1" 204 0 "-" "Ansible" 1390 0.091 [auth-system-keycloak-80] [] 10.0.0.253:8080 0 0.090 204 3562bed7ee51e89fe7ac261aa39bf11a 199.204.45.238 - - [29/Mar/2026:02:04:56 +0000] "GET /admin/realms/atmosphere/users/190c2a68-49be-484d-9467-248efac69e59/role-mappings/clients/036fc361-2e50-4d73-90de-e59f248b823f/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.076 [auth-system-keycloak-80] [] 10.0.0.253:8080 576 0.076 200 e6bd24a691c657c8a34ab8701c81e7da W0329 02:04:59.375536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:04:59.375567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:02.709739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:02.709800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:06.043487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:06.043544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:09.376625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:05:09.376673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:05.292232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:05.292287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:42.282750 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0329 02:07:42.282833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:42.282850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:07:42.286199 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0329 02:07:42.286241 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0329 02:07:42.291240 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0329 02:07:42.291474 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"c934fd26-6e0c-4926-9fea-a32f78ee115d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6998", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:07:42.291812 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0329 02:07:42.292241 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0329 02:07:42.292302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:42.292318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:07:42.292416 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:07:42.342715 7 controller.go:216] "Backend successfully reloaded" I0329 02:07:42.343251 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h9p72", UID:"aac8db95-804d-4c70-9932-c79adccda9b2", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:07:42.660032 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0329 02:07:42.661421 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0329 02:07:45.626571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:45.626620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [29/Mar/2026:02:07:46 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.006 300 d0a280d8d1195d4254f56eed423f59ce 199.204.45.238 - - [29/Mar/2026:02:07:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 266 0.005 200 c85e048eb2639484f04385edf4bff171 199.204.45.238 - - [29/Mar/2026:02:07:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.352 [openstack-keystone-api-5000] [] 10.0.0.233:5000 1360 0.353 201 5366cc2f3714ebb9bc7879f63383f1d6 199.204.45.238 - - [29/Mar/2026:02:07:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.004 300 8a9054008c1bd8d6ed09bc2ed1171e3b 199.204.45.238 - - [29/Mar/2026:02:07:48 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.037 [openstack-keystone-api-5000] [] 10.0.0.233:5000 90 0.037 404 6502ffb9e41a12ff2e4c7330898ca245 199.204.45.238 - - [29/Mar/2026:02:07:48 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.034 [openstack-keystone-api-5000] [] 10.0.0.233:5000 370 0.034 200 aac5331d7f6784fee1d80c11e130cfa9 199.204.45.238 - - [29/Mar/2026:02:07:48 +0000] "GET /v3/domains/271ca391abbc4d94b66c109b0cd30855 HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.027 [openstack-keystone-api-5000] [] 10.0.0.233:5000 247 0.027 200 bc9aa0fab222444544adcf737232cd73 199.204.45.238 - - [29/Mar/2026:02:07:49 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 266 0.004 200 bf0bfa4705710ec71d88b6c3fe8612cb 199.204.45.238 - - [29/Mar/2026:02:07:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.233:5000 1360 0.302 201 f4b5280db6cf8c5acacad85d49d956fd 199.204.45.238 - - [29/Mar/2026:02:07:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.004 300 aff558ee7feda770d80aa0e718cf22ac 199.204.45.238 - - [29/Mar/2026:02:07:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.233:5000 101 0.023 404 bceb81ccaeaa0ba23ac6cf295d5910a1 199.204.45.238 - - [29/Mar/2026:02:07:49 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.022 [openstack-keystone-api-5000] [] 10.0.0.233:5000 156 0.022 200 98b8fd00b44b2ed9845ed7324689fc2e 199.204.45.238 - - [29/Mar/2026:02:07:49 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.029 [openstack-keystone-api-5000] [] 10.0.0.233:5000 342 0.028 201 d1778c257ae5ac857143af0377b1cf99 199.204.45.238 - - [29/Mar/2026:02:07:50 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 266 0.004 200 bdb65314aa767edb348feae292eee78c 199.204.45.238 - - [29/Mar/2026:02:07:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.233:5000 1360 0.291 201 29954a45fbb850eb414d363879a79c08 199.204.45.238 - - [29/Mar/2026:02:07:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.004 300 bdf8433986d799b1bfd8ec4e2f3e1803 199.204.45.238 - - [29/Mar/2026:02:07:51 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-keystone-api-5000] [] 10.0.0.233:5000 98 0.015 404 f82ef658e6043c25a887d83a74c9a427 199.204.45.238 - - [29/Mar/2026:02:07:51 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.018 [openstack-keystone-api-5000] [] 10.0.0.233:5000 136 0.018 200 54f6361dc6198d6d54a5ec9ccb289242 199.204.45.238 - - [29/Mar/2026:02:07:51 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.016 [openstack-keystone-api-5000] [] 10.0.0.233:5000 357 0.016 201 982a7a3a262a2b37bfbcc986f0fbcde6 199.204.45.238 - - [29/Mar/2026:02:07:51 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 266 0.004 200 3612c890509a12b6219a05de8c6143a3 199.204.45.238 - - [29/Mar/2026:02:07:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.233:5000 1360 0.296 201 61f5de91bd8c55b974bc5d41c6240573 199.204.45.238 - - [29/Mar/2026:02:07:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.004 300 bb67f056cab1c8421bfa4e828da6df97 199.204.45.238 - - [29/Mar/2026:02:07:52 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.025 [openstack-keystone-api-5000] [] 10.0.0.233:5000 131 0.025 404 b6a1d5dfdd843b84ef362b75e669e6d3 199.204.45.238 - - [29/Mar/2026:02:07:52 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.020 [openstack-keystone-api-5000] [] 10.0.0.233:5000 168 0.020 200 e0419866d28e6297f0a5de8306f1eefa 199.204.45.238 - - [29/Mar/2026:02:07:52 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.028 [openstack-keystone-api-5000] [] 10.0.0.233:5000 224 0.028 201 f59dfd0740207996d1b01d8d3ed61bf6 I0329 02:07:57.762153 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.100.169.94"}] I0329 02:07:57.767179 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"c934fd26-6e0c-4926-9fea-a32f78ee115d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7107", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:07:57.769654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:07:57.769690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:02.688395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:02.688537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:06.025273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:06.025322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:09.356495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:09.356556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:12.688676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:12.688741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:28.179634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:28.179698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:31.513239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:31.513291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:36.127370 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:36.127409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:39.460995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:08:39.461034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:15.628057 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:10:15.628154 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0329 02:10:15.628232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:15.628251 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:15.631127 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0329 02:10:15.631157 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0329 02:10:15.636594 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0329 02:10:15.637079 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0329 02:10:15.637356 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"a574cc53-b1c7-4ab3-8d38-9a7bf077dce5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8145", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:10:15.637401 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:10:15.637546 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0329 02:10:15.637619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:15.637634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:15.637773 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:10:15.691804 7 controller.go:216] "Backend successfully reloaded" I0329 02:10:15.692080 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h9p72", UID:"aac8db95-804d-4c70-9932-c79adccda9b2", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:10:16.089222 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0329 02:10:16.090305 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.238 - - [29/Mar/2026:02:10:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.004 300 c6bed605daaab01aef0ec6b4d2b8de5b 199.204.45.238 - - [29/Mar/2026:02:10:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.325 [openstack-keystone-api-5000] [] 10.0.0.233:5000 1992 0.325 201 1111da2e5b8322526e935a1c211d5521 199.204.45.238 - - [29/Mar/2026:02:10:16 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.029 [openstack-keystone-api-5000] [] 10.0.0.233:5000 85 0.029 404 29e482e1f16fb65c6ed6a875891e0cea 199.204.45.238 - - [29/Mar/2026:02:10:16 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-keystone-api-5000] [] 10.0.0.233:5000 129 0.022 200 15a6601cda653a45e7677c6b74af310d 199.204.45.238 - - [29/Mar/2026:02:10:16 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.025 [openstack-keystone-api-5000] [] 10.0.0.233:5000 230 0.025 201 7df756196fbd36fae88cc8da773e973c W0329 02:10:18.972520 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0329 02:10:18.972730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:18.972760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [29/Mar/2026:02:10:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.005 300 4f124a0f771e98072a1d44d6d409dfc0 199.204.45.238 - - [29/Mar/2026:02:10:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.284 [openstack-keystone-api-5000] [] 10.0.0.233:5000 1992 0.284 201 c3697926c17f9f6a7a72c0e8f3e6576f 199.204.45.238 - - [29/Mar/2026:02:10:26 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.032 [openstack-keystone-api-5000] [] 10.0.0.233:5000 1521 0.032 200 53da6cc19cf315dd8c8d3d90aa4bf138 199.204.45.238 - - [29/Mar/2026:02:10:26 +0000] "PUT /v3/roles/def16acb38f941cf954d9b26e034b2b9/implies/05f282ea2da54732833f749c1d4f4b92 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.042 [openstack-keystone-api-5000] [] 10.0.0.233:5000 521 0.042 201 7b3b9b5128ea6844d7b969bbb1d6bbca W0329 02:10:26.509278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:26.509345 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:10:57.764153 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.100.169.94"}] I0329 02:10:57.769816 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"a574cc53-b1c7-4ab3-8d38-9a7bf077dce5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8543", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:10:57.771340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:10:57.771371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [29/Mar/2026:02:11:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.004 300 082d20b84bc1207ce322e5cd8d8a19b3 199.204.45.238 - - [29/Mar/2026:02:11:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.362 [openstack-keystone-api-5000] [] 10.0.0.233:5000 2055 0.362 201 bb1d8b006b9279771fbfe9f7ea954d6f 199.204.45.238 - - [29/Mar/2026:02:11:12 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.028 [openstack-keystone-api-5000] [] 10.0.0.233:5000 87 0.028 404 92330f6fd032b25594d06ffecab32f39 199.204.45.238 - - [29/Mar/2026:02:11:12 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.025 [openstack-keystone-api-5000] [] 10.0.0.233:5000 390 0.025 200 16ef19ffbc0120479f0f4687d3025acd 199.204.45.238 - - [29/Mar/2026:02:11:12 +0000] "GET /v3/users/rgw-RegionOne?domain_id=5cb4cba54c274d019699c58243606dba HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.026 [openstack-keystone-api-5000] [] 10.0.0.233:5000 91 0.026 404 c5529ca7021704c9a3c627b2f901f339 199.204.45.238 - - [29/Mar/2026:02:11:12 +0000] "GET /v3/users?domain_id=5cb4cba54c274d019699c58243606dba&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.041 [openstack-keystone-api-5000] [] 10.0.0.233:5000 178 0.041 200 cf1cf68fbe62a1ac9318097c588edc71 199.204.45.238 - - [29/Mar/2026:02:11:13 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.288 [openstack-keystone-api-5000] [] 10.0.0.233:5000 291 0.288 201 f87eb9c23e962f195f010cdacbfe8c69 199.204.45.238 - - [29/Mar/2026:02:11:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.005 300 dbb81f342b8b8c7423d55416e8557743 199.204.45.238 - - [29/Mar/2026:02:11:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.298 [openstack-keystone-api-5000] [] 10.0.0.233:5000 2055 0.298 201 c78dfe6f0558181c2de8851718a1d9a7 199.204.45.238 - - [29/Mar/2026:02:11:17 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 429 0.026 [openstack-keystone-api-5000] [] 10.0.0.233:5000 83 0.026 404 4650e9f7ac2bb33d67767faad777bd1e 199.204.45.238 - - [29/Mar/2026:02:11:17 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 447 0.027 [openstack-keystone-api-5000] [] 10.0.0.233:5000 361 0.027 200 bdf4b8523ee37c993ba990abe5c31176 199.204.45.238 - - [29/Mar/2026:02:11:17 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.030 [openstack-keystone-api-5000] [] 10.0.0.233:5000 87 0.030 404 be0ab6b6fea99c65d7b1e32c16fe1881 199.204.45.238 - - [29/Mar/2026:02:11:17 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.032 [openstack-keystone-api-5000] [] 10.0.0.233:5000 390 0.032 200 441b637956e974e6bcf8796a3b1cbeb3 199.204.45.238 - - [29/Mar/2026:02:11:17 +0000] "GET /v3/users/rgw-RegionOne?domain_id=5cb4cba54c274d019699c58243606dba HTTP/1.1" 404 91 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 480 0.020 [openstack-keystone-api-5000] [] 10.0.0.233:5000 91 0.020 404 644d99bf875bb1e4adc0a1282d429a0a 199.204.45.238 - - [29/Mar/2026:02:11:17 +0000] "GET /v3/users?domain_id=5cb4cba54c274d019699c58243606dba&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 498 0.039 [openstack-keystone-api-5000] [] 10.0.0.233:5000 458 0.040 200 d0d95721bdb372ca6b51a1f2b52dfe27 199.204.45.238 - - [29/Mar/2026:02:11:18 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 434 0.029 [openstack-keystone-api-5000] [] 10.0.0.233:5000 88 0.029 404 db85f8d598156d69236325d208c37dcf 199.204.45.238 - - [29/Mar/2026:02:11:18 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 452 0.029 [openstack-keystone-api-5000] [] 10.0.0.233:5000 520 0.029 200 bb19dcdc775fa983ba58b8ba7bbd733d 199.204.45.238 - - [29/Mar/2026:02:11:18 +0000] "PUT /v3/projects/0a7af3cefb994cd1b894a9dad2cd15d9/users/97b926e5326e4693baaf49999fd7da21/roles/e84d38be00c34f47a15141c4c51fd9c0 HTTP/1.1" 204 0 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 556 0.033 [openstack-keystone-api-5000] [] 10.0.0.233:5000 0 0.033 204 9757df519eeb0e854210efcd1db56c02 199.204.45.238 - - [29/Mar/2026:02:11:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.003 300 981f936d42ade15a99343b77d5066769 199.204.45.238 - - [29/Mar/2026:02:11:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.355 [openstack-keystone-api-5000] [] 10.0.0.233:5000 2055 0.355 201 c55a848b9df14aacf41c7fa5e29c5070 199.204.45.238 - - [29/Mar/2026:02:11:20 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.022 [openstack-keystone-api-5000] [] 10.0.0.233:5000 151 0.022 200 b6d91a7cf0d8484874e71a60f09df528 199.204.45.238 - - [29/Mar/2026:02:11:20 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.035 [openstack-keystone-api-5000] [] 10.0.0.233:5000 263 0.035 201 c88c598afcf182d3fe62b107b9ecccab 199.204.45.238 - - [29/Mar/2026:02:11:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.003 300 e05ad0a746c37745e488ade1998e14e2 199.204.45.238 - - [29/Mar/2026:02:11:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.233:5000 2157 0.303 201 4db6eb9960ba1ba71e60c5c029e19a60 199.204.45.238 - - [29/Mar/2026:02:11:21 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.233:5000 86 0.025 404 367a68a1cc0ba85b033c08d35d07bf75 199.204.45.238 - - [29/Mar/2026:02:11:21 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.020 [openstack-keystone-api-5000] [] 10.0.0.233:5000 382 0.020 200 302f3fa5445feb27681dde17c90e407a 199.204.45.238 - - [29/Mar/2026:02:11:21 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=e53817b4631d4115972aa855d0d8e483 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.025 [openstack-keystone-api-5000] [] 10.0.0.233:5000 205 0.025 200 2306d478a84b8a03a9a1fe2f23ecf9e1 199.204.45.238 - - [29/Mar/2026:02:11:21 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.041 [openstack-keystone-api-5000] [] 10.0.0.233:5000 379 0.041 201 0aca6554a867efde37df0254021d3913 199.204.45.238 - - [29/Mar/2026:02:11:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.004 300 6558dd090b6591f271bfcfdefdcb3899 199.204.45.238 - - [29/Mar/2026:02:11:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.233:5000 2366 0.298 201 ecafad8ba58b533f1bc40f779a4a783c 199.204.45.238 - - [29/Mar/2026:02:11:22 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.233:5000 86 0.024 404 49f7f62b216379840a2f9cbb2be884c5 199.204.45.238 - - [29/Mar/2026:02:11:22 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.233:5000 382 0.017 200 bc15f749473d70ac9e7586f12686520c 199.204.45.238 - - [29/Mar/2026:02:11:22 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=e53817b4631d4115972aa855d0d8e483 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.026 [openstack-keystone-api-5000] [] 10.0.0.233:5000 207 0.026 200 47a80047b3f130414aa1cc37f95134d8 199.204.45.238 - - [29/Mar/2026:02:11:22 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.024 [openstack-keystone-api-5000] [] 10.0.0.233:5000 392 0.024 201 b3c162f3260501039d187af6f424cfe6 W0329 02:11:24.172478 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:11:24.172650 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0329 02:11:24.172735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:24.172761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:11:24.177846 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0329 02:11:24.177890 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0329 02:11:24.184067 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0329 02:11:24.184601 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e66697d2-ad18-495b-ad56-e31da3cd3747", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8734", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:11:24.184925 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0329 02:11:24.185468 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:11:24.185611 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0329 02:11:24.185750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:24.185790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:11:24.185986 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:11:24.238634 7 controller.go:216] "Backend successfully reloaded" I0329 02:11:24.238932 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h9p72", UID:"aac8db95-804d-4c70-9932-c79adccda9b2", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:11:24.431607 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0329 02:11:24.433037 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0329 02:11:27.519237 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:11:27.519460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:27.519484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:41.077484 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0329 02:11:41.077708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:41.077736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:44.659252 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:44.659441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:44.659470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:11:44.659615 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:11:44.704809 7 controller.go:216] "Backend successfully reloaded" I0329 02:11:44.705054 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h9p72", UID:"aac8db95-804d-4c70-9932-c79adccda9b2", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0329 02:11:47.993835 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:47.994066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:47.994102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:51.327686 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:51.327972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:51.328007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:54.659574 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:54.659748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:54.659771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:11:57.762357 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.100.169.94"}] I0329 02:11:57.775805 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"e66697d2-ad18-495b-ad56-e31da3cd3747", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9106", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:11:57.993388 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:11:57.993709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:11:57.993746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:01.327744 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:12:01.328076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:01.328114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:12.447094 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:12:12.447401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:12.447424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:20.992444 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:12:20.992637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:20.992662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:28.350285 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0329 02:12:28.350593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:12:28.350619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:07.166706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:13:07.166748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:34.285093 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:14:34.285186 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0329 02:14:34.285233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:34.285245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:14:34.287665 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.003s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:39.2kB} I0329 02:14:34.287686 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0329 02:14:34.293133 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0329 02:14:34.293491 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"ee9f80fc-f264-4a9b-ae52-b93088a36ea7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10300", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:14:34.293907 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0329 02:14:34.294505 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:14:34.294704 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0329 02:14:34.294856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:34.294881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0329 02:14:34.295105 7 controller.go:196] "Configuration changes detected, backend reload required" I0329 02:14:34.349185 7 controller.go:216] "Backend successfully reloaded" I0329 02:14:34.349860 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-h9p72", UID:"aac8db95-804d-4c70-9932-c79adccda9b2", APIVersion:"v1", ResourceVersion:"1357", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0329 02:14:34.711708 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0329 02:14:34.713381 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0329 02:14:37.628567 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:14:37.628893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:37.628929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [29/Mar/2026:02:14:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.004 300 3e497d666f8aef981d0d37bf8862d886 199.204.45.238 - - [29/Mar/2026:02:14:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.323 [openstack-keystone-api-5000] [] 10.0.0.233:5000 3201 0.323 201 695a7a9c4d5f8d9976d9d02be59e15a3 199.204.45.238 - - [29/Mar/2026:02:14:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e9bf4b38b34ee8fb50bf99682dd412a5 199.204.45.238 - - [29/Mar/2026:02:14:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 79966490dcb9ee81ec83fbc19a4c718a 199.204.45.238 - - [29/Mar/2026:02:14:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.004 300 471c9153201e1364921250cc7ad9a25e 199.204.45.238 - - [29/Mar/2026:02:14:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.233:5000 3201 0.295 201 ab130c271df54d05bf23471072603ac7 199.204.45.238 - - [29/Mar/2026:02:14:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3d2b6178283b8c42ee4e7e9f20eb946a 199.204.45.238 - - [29/Mar/2026:02:14:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e5676ce203940a29c45392a5009d2372 W0329 02:14:40.962177 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0329 02:14:40.962439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:40.962492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [29/Mar/2026:02:14:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.002 300 148b16c27556c9def5c07397f5898430 199.204.45.238 - - [29/Mar/2026:02:14:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.233:5000 3201 0.286 201 5470bb246221c540da1963f5e7b8f565 199.204.45.238 - - [29/Mar/2026:02:14:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f0229e21aec08b4707f03872e112c9d0 199.204.45.238 - - [29/Mar/2026:02:14:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ba4da6fb6d8302f43e102ef27f2ab33d 199.204.45.238 - - [29/Mar/2026:02:14:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.003 300 6d08a8a52a7f63f1911d37a499f9edf8 199.204.45.238 - - [29/Mar/2026:02:14:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.233:5000 3201 0.282 201 3863971d7b4bb2d4f74b6be236375edc 199.204.45.238 - - [29/Mar/2026:02:14:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1c2b3e88b37acd2bcafa88eac12677ff 199.204.45.238 - - [29/Mar/2026:02:14:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7edb00bdf75a0698676b59ab3daaf0d1 199.204.45.238 - - [29/Mar/2026:02:14:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.002 300 a6933e09b2c9202ef96a0ad0ff4a1603 199.204.45.238 - - [29/Mar/2026:02:14:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.233:5000 3201 0.291 201 3cd87d49eaf81ad8df59a3daa2b3bd3d 199.204.45.238 - - [29/Mar/2026:02:14:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b63d641e284846ba23032c730f1ac434 199.204.45.238 - - [29/Mar/2026:02:14:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - aa44ddefc2d76d924a1927f4130fbc94 199.204.45.238 - - [29/Mar/2026:02:14:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.004 300 5f8a954ac926f4c83f99bc230f360929 199.204.45.238 - - [29/Mar/2026:02:14:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.233:5000 3201 0.287 201 48549babe42619aa2023c3134d2496d1 199.204.45.238 - - [29/Mar/2026:02:14:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 393b5cf01f1cacd5828c4e8e3cd83f83 199.204.45.238 - - [29/Mar/2026:02:14:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 61ba7e2d37f3030101531e4b9775225a 199.204.45.238 - - [29/Mar/2026:02:14:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.004 300 46f7b21a31b7ce6f5db0ab77f0fb51c1 199.204.45.238 - - [29/Mar/2026:02:14:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.233:5000 3201 0.285 201 addd8602898410f136c8e98a8fd420be 199.204.45.238 - - [29/Mar/2026:02:14:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 865477e146725cbcf074d74d8857e746 199.204.45.238 - - [29/Mar/2026:02:14:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 01ace8c2ddc988979aaab91fb493be82 W0329 02:14:50.361509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:50.361562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [29/Mar/2026:02:14:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.003 300 9aebe60819e86716351c35b1e923b7a6 199.204.45.238 - - [29/Mar/2026:02:14:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.233:5000 3201 0.311 201 86a9b4c30a70fbd9f40b99916f86328f 199.204.45.238 - - [29/Mar/2026:02:14:51 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.232:9292 1312 0.003 300 85d7e22802338063b7ef75683b957c54 199.204.45.238 - - [29/Mar/2026:02:14:52 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.561 [openstack-glance-api-9292] [] 10.0.0.232:9292 69 0.561 200 f0e8ee3668482943aaf3c9eca6ac029f 199.204.45.238 - - [29/Mar/2026:02:14:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.233:5000 281 0.003 300 5077ce3de9b1104ac1b093b4e2b127fa 199.204.45.238 - - [29/Mar/2026:02:14:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.233:5000 3201 0.293 201 15c856bf769cb4cd79fbedf35516738d 199.204.45.238 - - [29/Mar/2026:02:14:55 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.232:9292 1312 0.002 300 5d9fcc113dbd33458639e472ff72963d 199.204.45.238 - - [29/Mar/2026:02:14:55 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.033 [openstack-glance-api-9292] [] 10.0.0.232:9292 69 0.033 200 49b386b14ddd9aa083ea7125eb4848f1 199.204.45.238 - - [29/Mar/2026:02:14:55 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.125 [openstack-glance-api-9292] [] 10.0.0.232:9292 151 0.124 404 6471a69d6999ad5f4aa9d3a1e101fc9a 199.204.45.238 - - [29/Mar/2026:02:14:55 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.232:9292 81 0.022 200 16ee7bbf4a83b46eabfe5696859c6a5b 199.204.45.238 - - [29/Mar/2026:02:14:55 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-glance-api-9292] [] 10.0.0.232:9292 84 0.023 200 6f3dd5fad266e1508c5a1e7e9abed66e 199.204.45.238 - - [29/Mar/2026:02:14:55 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.057 [openstack-glance-api-9292] [] 10.0.0.232:9292 760 0.057 201 79768393818fd92a2e383e1f42c7f98b I0329 02:14:57.762244 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.100.169.94"}] I0329 02:14:57.769060 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"ee9f80fc-f264-4a9b-ae52-b93088a36ea7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10480", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0329 02:14:57.770756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:14:57.770790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [29/Mar/2026:02:14:59 +0000] "PUT /v2/images/8565dec6-48d7-4d59-bf96-65e7fba59a3c/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.784 [openstack-glance-api-9292] [] 10.0.0.232:9292 0 3.784 204 c0d4d95ec5dd4ae3cdd6b7c4a4fed54e 199.204.45.238 - - [29/Mar/2026:02:14:59 +0000] "GET /v2/images/8565dec6-48d7-4d59-bf96-65e7fba59a3c HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.232:9292 1171 0.015 200 3e0175d48846acb191b27a71e43914cd 199.204.45.238 - - [29/Mar/2026:02:14:59 +0000] "GET /v2/images/8565dec6-48d7-4d59-bf96-65e7fba59a3c HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.232:9292 1171 0.016 200 049d6a4db7ddc467fe156d38b4901d14 W0329 02:15:02.874698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:15:02.874729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:15:06.208971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0329 02:15:06.209023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store