------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0407 01:26:44.645843 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0407 01:26:44.645998 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0407 01:26:44.654690 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0407 01:26:44.657460 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0407 01:26:44.727081 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0407 01:26:44.745668 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0407 01:26:44.760020 7 nginx.go:271] "Starting NGINX Ingress controller" I0407 01:26:44.765803 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"d9e71c03-b7e3-4856-bd12-c7e38873c6a4", APIVersion:"v1", ResourceVersion:"1349", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0407 01:26:44.769416 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"9728de30-1c0b-481c-aa6d-c524ffa9280c", APIVersion:"v1", ResourceVersion:"1348", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0407 01:26:44.769521 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"2bfe0d4b-295b-4d0b-b0eb-3bb1e9d54bf9", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0407 01:26:45.961989 7 nginx.go:317] "Starting NGINX process" I0407 01:26:45.962062 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0407 01:26:45.962608 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0407 01:26:45.962955 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0407 01:26:45.963041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:26:45.963067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:26:45.963112 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:26:45.970300 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0407 01:26:45.970394 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rk4d7" I0407 01:26:45.994040 7 controller.go:216] "Backend successfully reloaded" I0407 01:26:45.994124 7 controller.go:227] "Initial sync, sleeping for 1 second" I0407 01:26:45.994200 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rk4d7", UID:"0ac08306-fc0e-40b4-aae6-86e639977731", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:26:49.789778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:26:49.789811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:26:53.123392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:26:53.123440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:26:56.458048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:26:56.458099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:26:59.789938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:26:59.789988 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:03.124789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:03.124846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:06.458152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:06.458195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:09.791112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:09.791161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:13.123394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:13.123442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:16.456629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:16.456666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:22.649486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:27:22.649524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:10.903186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:10.903224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:14.239963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:14.240006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:29.981613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:29.981663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:33.315919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:33.315963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:36.648377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:36.648409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:39.981918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:39.981959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:43.315584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:43.315639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:46.649065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:46.649099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:50.721009 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:50.721055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:54.054499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:54.054544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:57.389424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:28:57.389473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:00.721330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:29:00.721373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:02.850062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:02.850096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:05.620695 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-115.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-115.nip.io-tls was not found. Using default certificate W0407 01:31:05.620764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:05.620780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:31:05.622319 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0407 01:31:05.622363 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0407 01:31:05.630756 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0407 01:31:05.631119 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"af07ecaf-00ab-4873-98e5-fd01e70d2826", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3386", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:31:05.631633 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-115.nip.io-tls" in local store I0407 01:31:06.003223 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-115.nip.io-tls" I0407 01:31:06.004416 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-115.nip.io-tls" W0407 01:31:06.183996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:06.184040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:31:06.184108 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:31:06.223751 7 controller.go:216] "Backend successfully reloaded" I0407 01:31:06.224114 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rk4d7", UID:"0ac08306-fc0e-40b4-aae6-86e639977731", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:31:09.517677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:09.517745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [07/Apr/2026:01:31:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.106 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 2.106 200 1f95f7a292785825436e85aaf3bdfe8a 199.204.45.115 - - [07/Apr/2026:01:31:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.172 [auth-system-keycloak-80] [] 10.0.0.81:8080 116 0.171 404 eddca10db16c93bf53a04842745649f5 199.204.45.115 - - [07/Apr/2026:01:31:21 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.717 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 3.717 201 1c7759a10cb9727e45065650a4e86166 199.204.45.115 - - [07/Apr/2026:01:31:21 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.557 [auth-system-keycloak-80] [] 10.0.0.81:8080 4246 0.557 200 132b5aebb9afe5535a179f8231bc691e 199.204.45.115 - - [07/Apr/2026:01:31:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.530 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.529 200 89de711cfc024befcf3bb50edf940b5f 199.204.45.115 - - [07/Apr/2026:01:31:22 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.087 [auth-system-keycloak-80] [] 10.0.0.81:8080 12500 0.087 200 fea834161c3ebcbefff9741f57936826 199.204.45.115 - - [07/Apr/2026:01:31:22 +0000] "GET /admin/realms/atmosphere/client-scopes/d52b9772-071d-4be1-a1d0-939fcfad6463 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.053 [auth-system-keycloak-80] [] 10.0.0.81:8080 1278 0.053 200 16ef93887f1d18137761327cb7655608 199.204.45.115 - - [07/Apr/2026:01:31:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/d52b9772-071d-4be1-a1d0-939fcfad6463 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.019 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.018 204 bd8a55af56a3674d85d8bd94410a90ab 199.204.45.115 - - [07/Apr/2026:01:31:22 +0000] "GET /admin/realms/atmosphere/client-scopes/d52b9772-071d-4be1-a1d0-939fcfad6463/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.066 [auth-system-keycloak-80] [] 10.0.0.81:8080 963 0.066 200 3afd261f1baf93e58c99027567c82f94 199.204.45.115 - - [07/Apr/2026:01:31:22 +0000] "GET /admin/realms/atmosphere/client-scopes/d52b9772-071d-4be1-a1d0-939fcfad6463/protocol-mappers/models/c966b828-b9b7-485e-a093-f851746aea5a HTTP/1.1" 200 366 "-" "Ansible" 1309 0.007 [auth-system-keycloak-80] [] 10.0.0.81:8080 366 0.007 200 f24ee201ba81723a2ddaf77c74f1b8b7 199.204.45.115 - - [07/Apr/2026:01:31:22 +0000] "PUT /admin/realms/atmosphere/client-scopes/d52b9772-071d-4be1-a1d0-939fcfad6463/protocol-mappers/models/c966b828-b9b7-485e-a093-f851746aea5a HTTP/1.1" 204 0 "-" "Ansible" 1622 0.080 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.079 204 c8fbb510bcc8f4ebf1ff46a995616999 199.204.45.115 - - [07/Apr/2026:01:31:23 +0000] "GET /admin/realms/atmosphere/client-scopes/d52b9772-071d-4be1-a1d0-939fcfad6463 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.017 [auth-system-keycloak-80] [] 10.0.0.81:8080 1218 0.016 200 248264153b2fe8670ca7694f4189d64c 199.204.45.115 - - [07/Apr/2026:01:31:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.473 200 d97db6fef6f179f18bacc43063764d03 199.204.45.115 - - [07/Apr/2026:01:31:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.064 [auth-system-keycloak-80] [] 10.0.0.81:8080 2 0.064 200 dc1f3420b4631c3f9ef3199dfbd72ed0 199.204.45.115 - - [07/Apr/2026:01:31:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.201 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.200 201 faca2273966dd5080d720c9824f8696d 199.204.45.115 - - [07/Apr/2026:01:31:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.090 [auth-system-keycloak-80] [] 10.0.0.81:8080 1261 0.090 200 26cc754eddb73fc14396e38c8f4416ae 199.204.45.115 - - [07/Apr/2026:01:31:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.462 200 bd0944908edfadc491141683d49f7aa6 199.204.45.115 - - [07/Apr/2026:01:31:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.81:8080 2 0.045 200 74ec42334b5811c1b6d2c9f704f0501e 199.204.45.115 - - [07/Apr/2026:01:31:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.036 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.035 201 40468ebca64ef6adec3ad1fd4d5acb17 199.204.45.115 - - [07/Apr/2026:01:31:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.053 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.054 200 ac9ef2f1d67f89133e759941fa1c051b I0407 01:31:45.977852 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.99.158.135"}] I0407 01:31:45.982774 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"af07ecaf-00ab-4873-98e5-fd01e70d2826", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3788", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:31:45.984809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:31:45.984868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [07/Apr/2026:01:31:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.498 200 38f19e52b03a088703fec99fc24379e8 199.204.45.115 - - [07/Apr/2026:01:31:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.81:8080 2 0.008 200 4ca3514c36df34941459d060f5183d8f 199.204.45.115 - - [07/Apr/2026:01:31:46 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.086 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.085 201 fdff0ae694e5537811982dd55c81fa7b 199.204.45.115 - - [07/Apr/2026:01:31:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.081 [auth-system-keycloak-80] [] 10.0.0.81:8080 1251 0.081 200 ed6de1a9acc9ce262e83b5d2ec97b114 199.204.45.115 - - [07/Apr/2026:01:31:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.428 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.426 200 8fc76f4068d23dc58a9f47c010def9fc 199.204.45.115 - - [07/Apr/2026:01:31:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.030 [auth-system-keycloak-80] [] 10.0.0.81:8080 1261 0.030 200 b702c37a57b29cf6187dc9a46278d114 199.204.45.115 - - [07/Apr/2026:01:31:47 +0000] "GET /admin/realms/atmosphere/clients/81856208-2c1d-47b7-bd11-722ef8d389f8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.81:8080 119 0.014 404 b3e154cbfef3a3b79eb6a1def2aa1095 199.204.45.115 - - [07/Apr/2026:01:31:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.81:8080 1261 0.008 200 4628a9319bcc0fe475ec4eae60fb8347 199.204.45.115 - - [07/Apr/2026:01:31:47 +0000] "POST /admin/realms/atmosphere/clients/81856208-2c1d-47b7-bd11-722ef8d389f8/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.060 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.059 201 b9c156bb7d9da88e8a0da841f1e08047 199.204.45.115 - - [07/Apr/2026:01:31:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.81:8080 1261 0.008 200 93feb5db0eee19833806f6502fe138ea 199.204.45.115 - - [07/Apr/2026:01:31:47 +0000] "GET /admin/realms/atmosphere/clients/81856208-2c1d-47b7-bd11-722ef8d389f8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.061 [auth-system-keycloak-80] [] 10.0.0.81:8080 166 0.061 200 8435a5657e0faecd850d49794dc45260 199.204.45.115 - - [07/Apr/2026:01:31:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.465 200 2d643074475a0fa1edd15fc5e0ec0113 199.204.45.115 - - [07/Apr/2026:01:31:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.034 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.035 200 697ad2d2751d96772e4c5ac6ed92e802 199.204.45.115 - - [07/Apr/2026:01:31:48 +0000] "GET /admin/realms/atmosphere/clients/551c0a1c-6ad5-4561-8632-bd0c370c05ad/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.007 [auth-system-keycloak-80] [] 10.0.0.81:8080 119 0.008 404 fa6a647d3461cccbee1d474b9294cd4d 199.204.45.115 - - [07/Apr/2026:01:31:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.005 200 0ebbe54aa93bce9b81f5e35c5f4ad881 199.204.45.115 - - [07/Apr/2026:01:31:48 +0000] "POST /admin/realms/atmosphere/clients/551c0a1c-6ad5-4561-8632-bd0c370c05ad/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.014 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.013 201 eb1236b6288ce3a03ac414efc74c2cd1 199.204.45.115 - - [07/Apr/2026:01:31:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.007 200 2a5f56a0dd8bf13aab2bfa80b31234e1 199.204.45.115 - - [07/Apr/2026:01:31:48 +0000] "GET /admin/realms/atmosphere/clients/551c0a1c-6ad5-4561-8632-bd0c370c05ad/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.030 [auth-system-keycloak-80] [] 10.0.0.81:8080 165 0.031 200 64cb1d7b6aac13298be93935243763c2 199.204.45.115 - - [07/Apr/2026:01:31:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.461 200 16f2e9b24369b4e097d55b35c39cbd24 199.204.45.115 - - [07/Apr/2026:01:31:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.040 200 8ca6262b338a9b387ca0d6987d37df9c 199.204.45.115 - - [07/Apr/2026:01:31:49 +0000] "GET /admin/realms/atmosphere/clients/551c0a1c-6ad5-4561-8632-bd0c370c05ad/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.81:8080 119 0.008 404 458cc905f1f28fbdd9b295d91458c6db 199.204.45.115 - - [07/Apr/2026:01:31:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.006 200 8764a645132021b2825d3e2e87adf873 199.204.45.115 - - [07/Apr/2026:01:31:49 +0000] "POST /admin/realms/atmosphere/clients/551c0a1c-6ad5-4561-8632-bd0c370c05ad/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.063 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.062 201 637f805ac0d96939f9f5ad69a9df730c 199.204.45.115 - - [07/Apr/2026:01:31:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.006 200 8d7da6f5c9d3cf43e39912f79bd1b6e9 199.204.45.115 - - [07/Apr/2026:01:31:49 +0000] "GET /admin/realms/atmosphere/clients/551c0a1c-6ad5-4561-8632-bd0c370c05ad/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.070 [auth-system-keycloak-80] [] 10.0.0.81:8080 166 0.069 200 2db9066314294c487dabfa0b64301872 199.204.45.115 - - [07/Apr/2026:01:31:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.482 200 9307f2d193b83fad636a6043c11ccdf3 199.204.45.115 - - [07/Apr/2026:01:31:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.044 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.044 200 7461684239a5eac9b89f6e577aaac939 199.204.45.115 - - [07/Apr/2026:01:31:50 +0000] "GET /admin/realms/atmosphere/clients/551c0a1c-6ad5-4561-8632-bd0c370c05ad/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.81:8080 119 0.009 404 3915b46e8f2949c9975fedbfd2e289b8 199.204.45.115 - - [07/Apr/2026:01:31:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.060 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.059 200 364324db4b2c9394148f570c814a5655 199.204.45.115 - - [07/Apr/2026:01:31:50 +0000] "POST /admin/realms/atmosphere/clients/551c0a1c-6ad5-4561-8632-bd0c370c05ad/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.017 201 acb69996250320d467330076551388fb 199.204.45.115 - - [07/Apr/2026:01:31:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.81:8080 1286 0.007 200 8f39c7b1c2b8ae321a9efa07eec0b3ed 199.204.45.115 - - [07/Apr/2026:01:31:50 +0000] "GET /admin/realms/atmosphere/clients/551c0a1c-6ad5-4561-8632-bd0c370c05ad/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.81:8080 166 0.012 200 adb6ca785a5c6c919c0d38561786c7b6 199.204.45.115 - - [07/Apr/2026:01:31:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.460 200 c8e3f566b62098ef7b4ea03e9ab8f964 199.204.45.115 - - [07/Apr/2026:01:31:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.81:8080 1251 0.007 200 8c4a92e173e65cbd2d7439c0fb80f129 199.204.45.115 - - [07/Apr/2026:01:31:51 +0000] "GET /admin/realms/atmosphere/clients/b378a81d-5fad-475e-9f7c-0e6439c356b1/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.071 [auth-system-keycloak-80] [] 10.0.0.81:8080 119 0.071 404 9e27568e7abb98b26f29ab7f4c09f40b 199.204.45.115 - - [07/Apr/2026:01:31:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.81:8080 1251 0.007 200 954309f2b3844827586eadbdfe5ac61f 199.204.45.115 - - [07/Apr/2026:01:31:51 +0000] "POST /admin/realms/atmosphere/clients/b378a81d-5fad-475e-9f7c-0e6439c356b1/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.072 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.071 201 47627930c891e1b0344d5e0fb843fac3 199.204.45.115 - - [07/Apr/2026:01:31:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.81:8080 1251 0.007 200 740e743107d30bffeed29ff2e3a36242 199.204.45.115 - - [07/Apr/2026:01:31:51 +0000] "GET /admin/realms/atmosphere/clients/b378a81d-5fad-475e-9f7c-0e6439c356b1/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.071 [auth-system-keycloak-80] [] 10.0.0.81:8080 166 0.071 200 6baa7e8c1d1f3931a94d7fa910c2d238 W0407 01:32:11.722548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:11.722594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:15.056550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:15.056604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:56.093258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:56.093289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:56.173740 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:32:56.173763 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:32:56.173810 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0407 01:32:56.173825 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0407 01:32:56.173842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:56.173860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:56.173877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:56.173908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:56.175266 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:32:56.175372 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0407 01:32:56.175417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:56.175441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:32:56.175674 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0407 01:32:56.175710 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0407 01:32:56.175863 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0407 01:32:56.175897 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0407 01:32:56.177350 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0407 01:32:56.177383 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0407 01:32:56.182163 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0407 01:32:56.182819 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"dc79ee76-d8b4-4fb6-8203-46c8344b2670", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4395", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:32:56.186528 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0407 01:32:56.186584 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0407 01:32:56.186771 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2c7364a1-901d-4801-88ff-abdb10e5c093", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4396", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:32:56.186851 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0407 01:32:56.186879 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0407 01:32:56.187000 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ae42bd15-8eca-46d7-81c0-253705d26011", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4399", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:32:56.187092 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0407 01:32:56.396920 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0407 01:32:56.398083 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0407 01:32:56.426200 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0407 01:32:56.427188 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0407 01:32:57.694571 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0407 01:32:57.695342 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0407 01:32:59.427552 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:32:59.427642 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:32:59.427695 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:32:59.427859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:32:59.427897 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:32:59.429167 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:32:59.469182 7 controller.go:216] "Backend successfully reloaded" I0407 01:32:59.469397 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rk4d7", UID:"0ac08306-fc0e-40b4-aae6-86e639977731", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:33:02.760703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:02.760745 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:33:02.760774 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:02.760858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:02.760875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:06.094673 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:06.094735 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:33:06.094798 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:06.094940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:06.094972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:09.427259 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:09.427398 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:33:09.427447 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:09.427580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:09.427605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:12.760703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:12.760765 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:33:12.760803 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:12.760945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:12.760978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:16.093778 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:16.093814 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0407 01:33:16.093837 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:16.093901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:16.093916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:19.426822 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:19.426887 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:19.426968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:19.426983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:22.761049 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:22.761145 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:22.761284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:22.761306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:26.094017 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:26.094084 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:26.094162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:26.094181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:29.427710 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:29.427801 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:29.427913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:29.427939 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:32.760477 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:32.760573 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0407 01:33:32.760701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:32.760731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.132 - - [07/Apr/2026:01:33:32 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.033 [auth-system-keycloak-80] [] 10.0.0.81:8080 6432 0.033 200 2eae732d80d7e2f8e13ac9eef71a3d1f 10.0.0.32 - - [07/Apr/2026:01:33:33 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.81:8080 6432 0.007 200 cb402d46f8cb133998ad40399cf6cfcb W0407 01:33:36.094280 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0407 01:33:36.094395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:36.094409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:39.427224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:39.427259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:42.761491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:42.761540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:33:45.976649 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.99.158.135"}] I0407 01:33:45.977441 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.99.158.135"}] I0407 01:33:45.977601 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.99.158.135"}] I0407 01:33:45.983292 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"ae42bd15-8eca-46d7-81c0-253705d26011", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5557", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:33:45.986312 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"2c7364a1-901d-4801-88ff-abdb10e5c093", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5558", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0407 01:33:45.988931 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"dc79ee76-d8b4-4fb6-8203-46c8344b2670", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5559", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:33:46.094388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:46.094420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:49.428437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:49.428483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:52.760763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:52.760841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:56.094430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:33:56.094476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [07/Apr/2026:01:33:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.462 200 e374f49d03d89773b15a12429ce4e721 199.204.45.115 - - [07/Apr/2026:01:33:57 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.81:8080 4246 0.007 200 c1f9881d1e0897b154a2eea7d543e48d 199.204.45.115 - - [07/Apr/2026:01:33:58 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.391 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.390 204 5bb309c8caf624763bdf431bc21644dc 199.204.45.115 - - [07/Apr/2026:01:33:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.189 [auth-system-keycloak-80] [] 10.0.0.81:8080 4384 0.189 200 47602c1858623ee8aaa061a39d126c8e 199.204.45.115 - - [07/Apr/2026:01:33:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.487 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.486 200 d9d7b056772d762905aaf00b00fdb12b 199.204.45.115 - - [07/Apr/2026:01:33:59 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.81:8080 1682 0.010 200 4449276987ba179a32bbde6ef0846640 199.204.45.115 - - [07/Apr/2026:01:33:59 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.81:8080 6432 0.006 200 663fd143a400cda5801649f64044ab16 199.204.45.115 - - [07/Apr/2026:01:34:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.446 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.446 200 12782217f8507073bc75ec9430a4fd2e 199.204.45.115 - - [07/Apr/2026:01:34:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.054 [auth-system-keycloak-80] [] 10.0.0.81:8080 2 0.054 200 c59133e7aafd18ab1aac0d3b55a90cc2 199.204.45.115 - - [07/Apr/2026:01:34:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.103 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.102 201 1c3a6a950799ed4ddc96ebd82c0ec507 199.204.45.115 - - [07/Apr/2026:01:34:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.018 [auth-system-keycloak-80] [] 10.0.0.81:8080 2246 0.018 200 397a5fb3eb752ee76c32761ddc737205 199.204.45.115 - - [07/Apr/2026:01:34:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.459 [auth-system-keycloak-80] [] 10.0.0.81:8080 1928 0.457 200 78c479f02a3996c4657fe5547b1fee67 199.204.45.115 - - [07/Apr/2026:01:34:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.81:8080 2246 0.005 200 037d0b1c794aac36abc0daf23b06f4c2 199.204.45.115 - - [07/Apr/2026:01:34:02 +0000] "GET /admin/realms/atmosphere/clients/c2b48573-f5df-45b2-b1fe-da66e300707d/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.011 [auth-system-keycloak-80] [] 10.0.0.81:8080 233 0.010 200 3682dbf2a036ff6ef14419a3735ccf36 199.204.45.115 - - [07/Apr/2026:01:34:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.033 [auth-system-keycloak-80] [] 10.0.0.81:8080 831 0.033 200 6a3f77001b541db56cfbbfd5fd8bc1d9 199.204.45.115 - - [07/Apr/2026:01:34:02 +0000] "GET /admin/realms/atmosphere/clients/a744bea0-05af-41a9-8c03-f512019835ce/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.81:8080 3758 0.015 200 18ebf03835ebe6bedeff40792579bfec 199.204.45.115 - - [07/Apr/2026:01:34:02 +0000] "GET /admin/realms/atmosphere/users/fe6cc659-e7f5-4817-8be6-da54ba515f95/role-mappings/clients/a744bea0-05af-41a9-8c03-f512019835ce/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.160 [auth-system-keycloak-80] [] 10.0.0.81:8080 3758 0.160 200 f0a07dcfe2ee595201f3c752f80009b7 199.204.45.115 - - [07/Apr/2026:01:34:02 +0000] "GET /admin/realms/atmosphere/users/fe6cc659-e7f5-4817-8be6-da54ba515f95/role-mappings/clients/a744bea0-05af-41a9-8c03-f512019835ce/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.014 [auth-system-keycloak-80] [] 10.0.0.81:8080 2 0.015 200 facc31dddd1f71ad73ce4111566fc59a 199.204.45.115 - - [07/Apr/2026:01:34:02 +0000] "POST /admin/realms/atmosphere/users/fe6cc659-e7f5-4817-8be6-da54ba515f95/role-mappings/clients/a744bea0-05af-41a9-8c03-f512019835ce HTTP/1.1" 204 0 "-" "Ansible" 1390 0.015 [auth-system-keycloak-80] [] 10.0.0.81:8080 0 0.014 204 f1671b97d7a6be39ad125035df0f5373 199.204.45.115 - - [07/Apr/2026:01:34:02 +0000] "GET /admin/realms/atmosphere/users/fe6cc659-e7f5-4817-8be6-da54ba515f95/role-mappings/clients/a744bea0-05af-41a9-8c03-f512019835ce/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.042 [auth-system-keycloak-80] [] 10.0.0.81:8080 576 0.042 200 46d78548095b80903b06e9e8af3e982e W0407 01:34:05.266283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:05.266312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:08.600775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:08.600811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:24.728384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:24.728624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:28.063335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:34:28.063386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:36:09.813659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:36:09.813777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:36:40.374413 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 01:36:40.374500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:36:40.374523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:36:40.378518 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0407 01:36:40.378556 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0407 01:36:40.381152 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" W0407 01:36:40.381683 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store I0407 01:36:40.381753 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"6f87be77-851a-4f17-8664-43fdc6e6b1e9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6758", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:36:40.382060 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0407 01:36:40.382130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:36:40.382151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:36:40.382281 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:36:40.427769 7 controller.go:216] "Backend successfully reloaded" I0407 01:36:40.427944 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rk4d7", UID:"0ac08306-fc0e-40b4-aae6-86e639977731", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:36:40.620821 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0407 01:36:40.622596 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0407 01:36:43.716265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:36:43.716314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [07/Apr/2026:01:36:44 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.014 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.013 300 9ff85a306b0e3c06650fa4a769e2807e I0407 01:36:45.978458 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.99.158.135"}] I0407 01:36:45.983020 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"6f87be77-851a-4f17-8664-43fdc6e6b1e9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6817", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.115 - - [07/Apr/2026:01:36:46 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.210:5000 266 0.005 200 ab2e16a93962dd46d3914a5e93021939 199.204.45.115 - - [07/Apr/2026:01:36:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.352 [openstack-keystone-api-5000] [] 10.0.0.210:5000 1360 0.352 201 8f936ca202c7a46c60c70a0f2ac28f96 199.204.45.115 - - [07/Apr/2026:01:36:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.005 300 d2634113d3215022d6d8e92a0d7e86f5 199.204.45.115 - - [07/Apr/2026:01:36:46 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.039 [openstack-keystone-api-5000] [] 10.0.0.210:5000 90 0.039 404 c58ba66bc7ae452982bc61e51825b804 199.204.45.115 - - [07/Apr/2026:01:36:46 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.022 [openstack-keystone-api-5000] [] 10.0.0.210:5000 368 0.022 200 9f1e74989ce8be1dd2183e99122a2b77 199.204.45.115 - - [07/Apr/2026:01:36:46 +0000] "GET /v3/domains/9ecfef131b2a4cc4a418d1ecfdf8fd2c HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.210:5000 245 0.021 200 165ad3357549e1eddb9d2d69e9cce716 W0407 01:36:47.049745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:36:47.049793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [07/Apr/2026:01:36:47 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 266 0.004 200 d3fb6ec8ac308d8596c98dd02b4a1618 199.204.45.115 - - [07/Apr/2026:01:36:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.319 [openstack-keystone-api-5000] [] 10.0.0.210:5000 1360 0.319 201 95e6bcbc00f1c0cf83258a6cfa8cd4b8 199.204.45.115 - - [07/Apr/2026:01:36:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.005 300 aa51d08678b1fda2f53dffa89cf704b9 199.204.45.115 - - [07/Apr/2026:01:36:47 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.027 [openstack-keystone-api-5000] [] 10.0.0.210:5000 101 0.027 404 6ce618b2b2066bfed67e507fad26f6ee 199.204.45.115 - - [07/Apr/2026:01:36:47 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.210:5000 156 0.019 200 6bc294478fd9f6fa8a27412043b29a37 199.204.45.115 - - [07/Apr/2026:01:36:47 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.021 [openstack-keystone-api-5000] [] 10.0.0.210:5000 454 0.020 201 5fc3933e4344a27e54cdb095c511c03e 199.204.45.115 - - [07/Apr/2026:01:36:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 266 0.003 200 9b77600df91059e876d689f9256d7d41 199.204.45.115 - - [07/Apr/2026:01:36:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.210:5000 1360 0.298 201 229d9453e50e1d46fae6167476eca92f 199.204.45.115 - - [07/Apr/2026:01:36:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 c1edb7ed02d3568921f402e05d91bfab 199.204.45.115 - - [07/Apr/2026:01:36:48 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.210:5000 98 0.023 404 f24cd9be9c80f8847a6413fe096e9c62 199.204.45.115 - - [07/Apr/2026:01:36:48 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.210:5000 136 0.017 200 7f52b80c0d1214331161a5990f55b94f 199.204.45.115 - - [07/Apr/2026:01:36:48 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.020 [openstack-keystone-api-5000] [] 10.0.0.210:5000 357 0.020 201 f5b5e96187b749818685b5dfa2c4dcce 199.204.45.115 - - [07/Apr/2026:01:36:49 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 266 0.004 200 d95ddc491432418ac245d430b0815607 199.204.45.115 - - [07/Apr/2026:01:36:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.210:5000 1360 0.286 201 beb9cc13c637613e0de5ffed7ea798c2 199.204.45.115 - - [07/Apr/2026:01:36:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 1ed0746bc8641119baeb13c1cb567076 199.204.45.115 - - [07/Apr/2026:01:36:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.026 [openstack-keystone-api-5000] [] 10.0.0.210:5000 131 0.025 404 37e03a162b34626d60618a792dcfe252 199.204.45.115 - - [07/Apr/2026:01:36:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.021 [openstack-keystone-api-5000] [] 10.0.0.210:5000 168 0.022 200 cd873ff1d593f361d7de365517ad47c2 199.204.45.115 - - [07/Apr/2026:01:36:49 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.024 [openstack-keystone-api-5000] [] 10.0.0.210:5000 224 0.024 201 96f7e1baa79c7d3e9f61b7d9321e4468 W0407 01:36:58.705789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:36:58.705835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:02.040022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:02.040067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:05.372561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:05.372593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:24.177256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:24.177396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:27.513422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:27.513535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:31.829845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:31.829874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:35.163850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:37:35.163890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:57.353653 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:38:57.353737 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 01:38:57.353781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:57.353794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:38:57.356492 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.003s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:32.2kB} I0407 01:38:57.356515 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0407 01:38:57.362827 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0407 01:38:57.363166 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"7e7c746d-4aff-4f45-9d0f-26b402a499fb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7820", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:38:57.363380 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0407 01:38:57.363693 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:38:57.363830 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0407 01:38:57.363927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:38:57.363964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:38:57.364072 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:38:57.419527 7 controller.go:216] "Backend successfully reloaded" I0407 01:38:57.420466 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rk4d7", UID:"0ac08306-fc0e-40b4-aae6-86e639977731", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:38:57.641805 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0407 01:38:57.642949 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.115 - - [07/Apr/2026:01:38:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.007 300 a43ea0e7b55985469f382fde4fa89982 199.204.45.115 - - [07/Apr/2026:01:38:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.210:5000 1992 0.340 201 68dd9b2a08a7aaa23ab0c7d82df574da 199.204.45.115 - - [07/Apr/2026:01:38:58 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.210:5000 85 0.026 404 6f85a8003a3c4b9fadd6620b37873d21 199.204.45.115 - - [07/Apr/2026:01:38:58 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.210:5000 129 0.021 200 51b44e75e6f2b57a60c89b077cba85d7 199.204.45.115 - - [07/Apr/2026:01:38:58 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.028 [openstack-keystone-api-5000] [] 10.0.0.210:5000 230 0.027 201 f93f9427d23ccf08ac4d2ea7f269733d W0407 01:39:00.697843 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0407 01:39:00.697952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:00.697972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:04.030854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:04.030903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [07/Apr/2026:01:39:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.005 300 26c4d5db2d1b3e916da4236f86eb1e4e 199.204.45.115 - - [07/Apr/2026:01:39:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.307 [openstack-keystone-api-5000] [] 10.0.0.210:5000 1992 0.306 201 571ba4fe1a72f28873d458a4a7519fcd 199.204.45.115 - - [07/Apr/2026:01:39:04 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.024 [openstack-keystone-api-5000] [] 10.0.0.210:5000 1521 0.023 200 2238ee62ced5c56f7bc2bc202fe8d837 199.204.45.115 - - [07/Apr/2026:01:39:04 +0000] "PUT /v3/roles/f4de26d8d8f04db6b5e6049aff301d91/implies/b18e13de56b3400faf44e4588a828d50 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.031 [openstack-keystone-api-5000] [] 10.0.0.210:5000 521 0.030 201 c4c85479ad551266a5c4f60ee3d3a66b I0407 01:39:45.975741 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.99.158.135"}] I0407 01:39:45.982392 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"7e7c746d-4aff-4f45-9d0f-26b402a499fb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8255", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:39:45.983647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:45.983686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [07/Apr/2026:01:39:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 af8efb12c1db5a1c180e06f44ed2cb1b 199.204.45.115 - - [07/Apr/2026:01:39:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.327 [openstack-keystone-api-5000] [] 10.0.0.210:5000 2055 0.327 201 f226ad0c850318512b470acc863a4746 199.204.45.115 - - [07/Apr/2026:01:39:49 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.030 [openstack-keystone-api-5000] [] 10.0.0.210:5000 87 0.029 404 8a87d6d739bebd0526adee6a7b3a4684 199.204.45.115 - - [07/Apr/2026:01:39:49 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.022 [openstack-keystone-api-5000] [] 10.0.0.210:5000 390 0.023 200 d2fd4e837e7ac25133b3c3b4a81edaef 199.204.45.115 - - [07/Apr/2026:01:39:49 +0000] "GET /v3/users/rgw-RegionOne?domain_id=0e73b59e71534f2485b4277af0ac6402 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.028 [openstack-keystone-api-5000] [] 10.0.0.210:5000 91 0.028 404 0cf028fc93cf19eb98d8e2ff15936e59 199.204.45.115 - - [07/Apr/2026:01:39:49 +0000] "GET /v3/users?domain_id=0e73b59e71534f2485b4277af0ac6402&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.030 [openstack-keystone-api-5000] [] 10.0.0.210:5000 178 0.030 200 489347d19316e1fea7dbc6e3bf653b1b 199.204.45.115 - - [07/Apr/2026:01:39:50 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.308 [openstack-keystone-api-5000] [] 10.0.0.210:5000 291 0.307 201 8fb6bb916c1b96e4326b8725d6f0712a 199.204.45.115 - - [07/Apr/2026:01:39:52 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.005 300 877d933ff92ec5814021ca4134effda5 199.204.45.115 - - [07/Apr/2026:01:39:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.290 [openstack-keystone-api-5000] [] 10.0.0.210:5000 2055 0.290 201 05549bd75108d07ad524920fc5e09cbf 199.204.45.115 - - [07/Apr/2026:01:39:52 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.024 [openstack-keystone-api-5000] [] 10.0.0.210:5000 83 0.024 404 cece665873cbf745715be555cc1bf1e8 199.204.45.115 - - [07/Apr/2026:01:39:52 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.021 [openstack-keystone-api-5000] [] 10.0.0.210:5000 361 0.021 200 9b91597465bdfc1669e2a906a30e74e6 199.204.45.115 - - [07/Apr/2026:01:39:53 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.027 [openstack-keystone-api-5000] [] 10.0.0.210:5000 87 0.026 404 83b01ed1ab1d829c47c5cae5a9e78e80 199.204.45.115 - - [07/Apr/2026:01:39:53 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.023 [openstack-keystone-api-5000] [] 10.0.0.210:5000 390 0.023 200 4b1dee05c7d487ccf51e624690b8f6ed 199.204.45.115 - - [07/Apr/2026:01:39:53 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.026 [openstack-keystone-api-5000] [] 10.0.0.210:5000 91 0.025 404 4f81a0150c55c78985aa3c3e084fb9b5 199.204.45.115 - - [07/Apr/2026:01:39:53 +0000] "GET /v3/users?domain_id=0e73b59e71534f2485b4277af0ac6402&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.034 [openstack-keystone-api-5000] [] 10.0.0.210:5000 458 0.034 200 470e9d2c9ce8e5ed931a0b588ddd5b41 199.204.45.115 - - [07/Apr/2026:01:39:53 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.025 [openstack-keystone-api-5000] [] 10.0.0.210:5000 88 0.024 404 92fb8fe477d17c8fd61785ed1bf1652b 199.204.45.115 - - [07/Apr/2026:01:39:53 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.027 [openstack-keystone-api-5000] [] 10.0.0.210:5000 520 0.028 200 22f0bf3e2dd3b6c72a0912000c4e25dc 199.204.45.115 - - [07/Apr/2026:01:39:53 +0000] "PUT /v3/projects/c0f5862fa3034ca09437767681906905/users/19e289450b0c4110a43920bc7f1aa430/roles/626912a502cb4ee2a8c2a11319ffa529 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.037 [openstack-keystone-api-5000] [] 10.0.0.210:5000 0 0.037 204 cb6d3446fba6b17792aef9fab2719b3c 199.204.45.115 - - [07/Apr/2026:01:39:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 20daff3bdd54e8d47935dc247aca073a 199.204.45.115 - - [07/Apr/2026:01:39:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.210:5000 2055 0.317 201 7af432393b895542fcc2d0bfd8b4fcea 199.204.45.115 - - [07/Apr/2026:01:39:55 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.018 [openstack-keystone-api-5000] [] 10.0.0.210:5000 151 0.018 200 2a19e1634a714ab085556fe6e3729775 199.204.45.115 - - [07/Apr/2026:01:39:55 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.024 [openstack-keystone-api-5000] [] 10.0.0.210:5000 263 0.024 201 d12c396207f2877be45906c9b6282296 199.204.45.115 - - [07/Apr/2026:01:39:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 52e38bf213bade4a2b7b64809ba62d37 199.204.45.115 - - [07/Apr/2026:01:39:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.210:5000 2157 0.294 201 787181877df910e0e26611e246729927 199.204.45.115 - - [07/Apr/2026:01:39:56 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.210:5000 86 0.021 404 e53baa1e793799e7d4227a3cc0cc158e 199.204.45.115 - - [07/Apr/2026:01:39:56 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.015 [openstack-keystone-api-5000] [] 10.0.0.210:5000 382 0.015 200 8b7841d1934edf670539fc5e008626c1 199.204.45.115 - - [07/Apr/2026:01:39:56 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=7c71aa0341a04cdba50525913af7e996 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.019 [openstack-keystone-api-5000] [] 10.0.0.210:5000 205 0.020 200 084949d661743e15ca18d9d24b29ff08 199.204.45.115 - - [07/Apr/2026:01:39:56 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.028 [openstack-keystone-api-5000] [] 10.0.0.210:5000 379 0.028 201 5c3bd4e97397f67494b1515f8a063e4b 199.204.45.115 - - [07/Apr/2026:01:39:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 b4cac709c5eebf9454e62453ed57d64a 199.204.45.115 - - [07/Apr/2026:01:39:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.210:5000 2366 0.300 201 b9625724057187a6f6138d71a3bca23a 199.204.45.115 - - [07/Apr/2026:01:39:56 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.210:5000 86 0.023 404 1293b7d15b7eda84ceb25fd3bcd1d2ee 199.204.45.115 - - [07/Apr/2026:01:39:56 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.210:5000 382 0.018 200 6cf93834e91f40cce7142af80a4f8587 199.204.45.115 - - [07/Apr/2026:01:39:56 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=7c71aa0341a04cdba50525913af7e996 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.023 [openstack-keystone-api-5000] [] 10.0.0.210:5000 207 0.023 200 275597dadf62ddffaa587a5f053cbcb1 199.204.45.115 - - [07/Apr/2026:01:39:57 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.025 [openstack-keystone-api-5000] [] 10.0.0.210:5000 392 0.025 201 39c04e29ee6984fb5bc8501a8c75bdc7 W0407 01:39:58.227824 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:39:58.227961 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 01:39:58.228041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:58.228067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:39:58.232137 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0407 01:39:58.232162 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0407 01:39:58.237106 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0407 01:39:58.237353 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"0a0fe050-a7d7-4898-848e-f8a357687e14", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8366", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:39:58.237651 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0407 01:39:58.238045 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:39:58.238148 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0407 01:39:58.238223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:39:58.238244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:39:58.238381 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:39:58.299579 7 controller.go:216] "Backend successfully reloaded" I0407 01:39:58.299836 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rk4d7", UID:"0ac08306-fc0e-40b4-aae6-86e639977731", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:39:58.838465 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0407 01:39:58.840153 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0407 01:40:01.571797 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:40:01.572022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:01.572060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:14.760575 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:40:14.760747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:14.760769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:19.672566 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0407 01:40:19.672775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:19.672799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:23.006402 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:40:23.006803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:23.006882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:40:23.007219 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:40:23.061467 7 controller.go:216] "Backend successfully reloaded" I0407 01:40:23.061723 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rk4d7", UID:"0ac08306-fc0e-40b4-aae6-86e639977731", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0407 01:40:26.340062 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:40:26.340237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:26.340265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:29.675536 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:40:29.675708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:29.675736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:33.006432 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:40:33.006731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:33.006813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:45.134736 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:40:45.134940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:45.134955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:40:45.974373 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.99.158.135"}] I0407 01:40:45.980617 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"0a0fe050-a7d7-4898-848e-f8a357687e14", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8823", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:40:48.468665 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:40:48.468837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:48.468863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:51.802493 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:40:51.802621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:51.802642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:55.135211 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:40:55.135430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:40:55.135453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:05.965293 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0407 01:41:05.965390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:05.965405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:45.247929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:41:45.247972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:54.681715 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:42:54.681914 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 01:42:54.681996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:54.682039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:42:54.685817 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.2kB} I0407 01:42:54.685880 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0407 01:42:54.688676 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0407 01:42:54.688846 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"26268444-58ab-42db-b837-e372e3e59bd7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9864", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:42:54.689094 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0407 01:42:54.689478 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:42:54.689562 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0407 01:42:54.689622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:54.689638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:42:54.689747 7 controller.go:196] "Configuration changes detected, backend reload required" I0407 01:42:54.750040 7 controller.go:216] "Backend successfully reloaded" I0407 01:42:54.751390 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rk4d7", UID:"0ac08306-fc0e-40b4-aae6-86e639977731", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0407 01:42:55.000460 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0407 01:42:55.001220 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0407 01:42:58.024014 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:42:58.024283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:42:58.024310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [07/Apr/2026:01:42:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 90456875833bfdcbc0185d63e14f1df4 199.204.45.115 - - [07/Apr/2026:01:42:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.319 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3201 0.319 201 477a38f8a25ca753d3161e5841ea1e69 199.204.45.115 - - [07/Apr/2026:01:42:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e6f7c96b7a7127153246741722a2d431 199.204.45.115 - - [07/Apr/2026:01:42:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7081bb11167d23ff52d9c5bbf21c1506 199.204.45.115 - - [07/Apr/2026:01:43:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.003 300 87ea856f86554bf6568d43b839491df3 199.204.45.115 - - [07/Apr/2026:01:43:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3201 0.289 201 c71d5e69138dad198c1ec1348f314e17 199.204.45.115 - - [07/Apr/2026:01:43:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7192a4c7c26740b32154b9a1b64a10b0 199.204.45.115 - - [07/Apr/2026:01:43:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 40929a5d03a1f078dec67856153f929d 199.204.45.115 - - [07/Apr/2026:01:43:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.005 300 cbcd397381133a5674ff959cdd3f99e0 199.204.45.115 - - [07/Apr/2026:01:43:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3201 0.297 201 311bebe77eaf47cb47bdb201d04efb8f 199.204.45.115 - - [07/Apr/2026:01:43:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7ae7997c0379530eabcee7cb62cb2498 199.204.45.115 - - [07/Apr/2026:01:43:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - de1ac3a161b61b3dcd164db390ad5c80 199.204.45.115 - - [07/Apr/2026:01:43:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 a4321a6aa74e98478ba35350ee00b8e2 199.204.45.115 - - [07/Apr/2026:01:43:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3201 0.292 201 7c32bebc3d316f4722b83af4a51abe18 199.204.45.115 - - [07/Apr/2026:01:43:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 818dd2292285aae558cbfbda51ea8b46 199.204.45.115 - - [07/Apr/2026:01:43:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 45bb68650c79a5ad1a14678c7a825e48 199.204.45.115 - - [07/Apr/2026:01:43:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.005 300 438485d9925cdcdc8c482bcd9a0b7b00 199.204.45.115 - - [07/Apr/2026:01:43:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3201 0.297 201 5941807cb1a984a759b5659872853f33 199.204.45.115 - - [07/Apr/2026:01:43:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5cd1c9d2f896f021eed80414d3eed68b 199.204.45.115 - - [07/Apr/2026:01:43:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b91ed6badc5f975eadda34bd03daf13a 199.204.45.115 - - [07/Apr/2026:01:43:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 84560d744a569334258c17c13d6589e3 199.204.45.115 - - [07/Apr/2026:01:43:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3201 0.294 201 2e2c8b5c7b9d9dbb9a4a54959c838d5c 199.204.45.115 - - [07/Apr/2026:01:43:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1a49e5369c91c4dda4c65838d56e9601 199.204.45.115 - - [07/Apr/2026:01:43:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f544b34620751b187a0c8005191f6aba W0407 01:43:08.226630 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0407 01:43:08.226805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:43:08.226833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [07/Apr/2026:01:43:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 27c07b26ee2108cb50124e1eace33a6a 199.204.45.115 - - [07/Apr/2026:01:43:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3201 0.299 201 9efcbce37de54ab77b962383ff27db8c 199.204.45.115 - - [07/Apr/2026:01:43:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a39e28068de4a5ee54df770e38e56954 199.204.45.115 - - [07/Apr/2026:01:43:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6d0565f3e8da11b409aa5419f9aa54d0 199.204.45.115 - - [07/Apr/2026:01:43:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 f71526af202b552783dd69c8f195a487 199.204.45.115 - - [07/Apr/2026:01:43:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3201 0.294 201 3acc54befebd3dce1038db2bc55fab84 199.204.45.115 - - [07/Apr/2026:01:43:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5a5e85513fe84a7751a72d23a2fee1c5 199.204.45.115 - - [07/Apr/2026:01:43:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a32cc0b738bbc66d507dba1b7b289c6c 199.204.45.115 - - [07/Apr/2026:01:43:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 81e801e0253258ca258857c0a6f94522 199.204.45.115 - - [07/Apr/2026:01:43:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3201 0.291 201 e889f5ef1fe74f0bff79e8a29ce3ba28 199.204.45.115 - - [07/Apr/2026:01:43:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e34d5ca581ae12eaa9a9f743bc634b3c 199.204.45.115 - - [07/Apr/2026:01:43:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f956f16d6985589a80c08987dfd7b728 199.204.45.115 - - [07/Apr/2026:01:43:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.007 300 60d0c6dec695159f6afe8ba58a553ac0 199.204.45.115 - - [07/Apr/2026:01:43:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3201 0.301 201 1ae3b603aabcfaa3c42e10e66d1cf230 199.204.45.115 - - [07/Apr/2026:01:43:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ae25a49e8dbfaa78849619678b6bc286 199.204.45.115 - - [07/Apr/2026:01:43:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 15ad3a9afa1cf9e6e2dcba1dfd590899 199.204.45.115 - - [07/Apr/2026:01:43:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 478d55917efbe65b01f424d3fd0d98d4 199.204.45.115 - - [07/Apr/2026:01:43:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3201 0.299 201 ac38f0c042289a4f8e02f9cf3725a672 199.204.45.115 - - [07/Apr/2026:01:43:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1c6b651576a58f138b3ff9c9a349f234 199.204.45.115 - - [07/Apr/2026:01:43:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 557f7f4654fd5634b7b484f4c792bf55 W0407 01:43:17.696175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:43:17.696205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.115 - - [07/Apr/2026:01:43:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 6085f29b3a2f88751e21b567779e3d37 199.204.45.115 - - [07/Apr/2026:01:43:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3201 0.296 201 d4fffa33b41bbbc1fa9b1160838898b8 199.204.45.115 - - [07/Apr/2026:01:43:18 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.184:9292 1193 0.003 300 b1aa995706e7925458f903215475a3b0 199.204.45.115 - - [07/Apr/2026:01:43:18 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.573 [openstack-glance-api-9292] [] 10.0.0.184:9292 69 0.573 200 a8b7a35e6445d569e05280186ef087b3 199.204.45.115 - - [07/Apr/2026:01:43:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.210:5000 281 0.004 300 eb35021211d6ed61d16232869fc018dd 199.204.45.115 - - [07/Apr/2026:01:43:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.210:5000 3201 0.287 201 8ff2d5368a175f3891f29e75d32e21d3 199.204.45.115 - - [07/Apr/2026:01:43:22 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.184:9292 1193 0.003 300 0a9f88662525e8966695e368bb4800bf 199.204.45.115 - - [07/Apr/2026:01:43:22 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.044 [openstack-glance-api-9292] [] 10.0.0.184:9292 69 0.044 200 958d580cad336d7de19e2f752edb04f7 199.204.45.115 - - [07/Apr/2026:01:43:22 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.114 [openstack-glance-api-9292] [] 10.0.0.184:9292 151 0.114 404 93b50cb6c4a76d86610a56769d80bd20 199.204.45.115 - - [07/Apr/2026:01:43:22 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.184:9292 81 0.023 200 25feee6278c0f992ec770f08518031de 199.204.45.115 - - [07/Apr/2026:01:43:22 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.184:9292 84 0.025 200 65329e466d392b40dc49b6a50747bba1 199.204.45.115 - - [07/Apr/2026:01:43:22 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.056 [openstack-glance-api-9292] [] 10.0.0.184:9292 760 0.056 201 55f8cce8c322918ac721a9cb8dae31d6 199.204.45.115 - - [07/Apr/2026:01:43:26 +0000] "PUT /v2/images/ada5eede-3aed-4579-b56c-d79dd4543bbe/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.036 [openstack-glance-api-9292] [] 10.0.0.184:9292 0 4.036 204 06a002bcc7f6b4739d253b3bdb2411b2 199.204.45.115 - - [07/Apr/2026:01:43:26 +0000] "GET /v2/images/ada5eede-3aed-4579-b56c-d79dd4543bbe HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.184:9292 1171 0.018 200 8e5be9ebb0f9094b0044b0125bab5956 199.204.45.115 - - [07/Apr/2026:01:43:26 +0000] "GET /v2/images/ada5eede-3aed-4579-b56c-d79dd4543bbe HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.184:9292 1171 0.017 200 dad8f8cad989089809c73aa690065aaf W0407 01:43:29.276235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:43:29.276273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:43:32.609832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:43:32.609875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0407 01:43:45.976965 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.99.158.135"}] I0407 01:43:45.982722 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"26268444-58ab-42db-b837-e372e3e59bd7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10310", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0407 01:43:45.983538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0407 01:43:45.983575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store