------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0318 00:49:53.951841 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0318 00:49:53.952007 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0318 00:49:53.958797 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0318 00:49:53.961997 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0318 00:49:54.339078 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0318 00:49:54.355630 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0318 00:49:54.369173 7 nginx.go:271] "Starting NGINX Ingress controller" I0318 00:49:54.375516 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"8181de17-e573-4bc0-a275-7fd82bec3037", APIVersion:"v1", ResourceVersion:"1101", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0318 00:49:54.378811 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"131b12bd-a11d-4a92-b141-1844bee3add0", APIVersion:"v1", ResourceVersion:"1102", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0318 00:49:54.378900 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"b4055569-0a50-4975-9a14-5430bf542321", APIVersion:"v1", ResourceVersion:"1100", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0318 00:49:55.571277 7 nginx.go:317] "Starting NGINX process" I0318 00:49:55.571621 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0318 00:49:55.572146 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0318 00:49:55.572396 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0318 00:49:55.572447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:55.572473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:49:55.572525 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 00:49:55.580822 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0318 00:49:55.580915 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-pvvlt" I0318 00:49:55.604262 7 controller.go:216] "Backend successfully reloaded" I0318 00:49:55.604409 7 controller.go:227] "Initial sync, sleeping for 1 second" I0318 00:49:55.604511 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvlt", UID:"47cf1cb1-2bfe-472d-a488-c9681e31a246", APIVersion:"v1", ResourceVersion:"1208", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 00:49:59.392831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:49:59.392861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:02.726968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:02.727022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:06.067095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:06.067177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:09.393530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:09.393582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:12.726835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:12.726888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:16.059750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:16.059817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:19.392997 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:19.393056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:22.727707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:22.727745 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:26.060356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:26.060410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:29.392924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:29.392973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:32.726829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:50:32.726900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:23.204701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:23.204733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:26.539467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:26.539518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:45.357035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:45.357079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:48.690600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:48.690651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:52.024304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:52.024350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:55.358741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:55.358790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:58.691183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:51:58.691234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:52:02.026915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:52:02.026962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:52:06.752284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:52:06.752310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:52:13.801464 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:52:13.801499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:52:17.135471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:52:17.135516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:54:27.794963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:54:27.795001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:54:30.581301 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-246.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-246.nip.io-tls was not found. Using default certificate W0318 00:54:30.581369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:54:30.581388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:54:30.583466 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0318 00:54:30.583503 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0318 00:54:30.592908 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0318 00:54:30.593322 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5d7f05c9-320b-48cd-bae6-942ab63fe6c6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3061", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:54:30.593743 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-246.nip.io-tls" in local store I0318 00:54:31.042247 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-246.nip.io-tls" I0318 00:54:31.043185 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-246.nip.io-tls" W0318 00:54:31.129302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:54:31.129344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:54:31.129415 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 00:54:31.170601 7 controller.go:216] "Backend successfully reloaded" I0318 00:54:31.170865 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvlt", UID:"47cf1cb1-2bfe-472d-a488-c9681e31a246", APIVersion:"v1", ResourceVersion:"1208", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 00:54:34.462926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:54:34.462974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [18/Mar/2026:00:54:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.864 [auth-system-keycloak-80] [] 10.0.0.233:8080 1928 1.863 200 d28be932a4d642c52d55feabbfc72d44 199.204.45.246 - - [18/Mar/2026:00:54:41 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.179 [auth-system-keycloak-80] [] 10.0.0.233:8080 116 0.178 404 26f4e6f98343244f37e4f70dd203709e 199.204.45.246 - - [18/Mar/2026:00:54:46 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.997 [auth-system-keycloak-80] [] 10.0.0.233:8080 0 4.997 201 d797b9043dbeafaa9b919e26aeacab8f 199.204.45.246 - - [18/Mar/2026:00:54:47 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.589 [auth-system-keycloak-80] [] 10.0.0.233:8080 4246 0.590 200 a1d74b08a1cd4764835ed734a58a3a86 199.204.45.246 - - [18/Mar/2026:00:54:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.233:8080 1928 0.511 200 16e3c11fb7362f73e012556d7ef892c7 199.204.45.246 - - [18/Mar/2026:00:54:48 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12499 "-" "Ansible" 1211 0.090 [auth-system-keycloak-80] [] 10.0.0.233:8080 12500 0.090 200 a4681c90b7ecc7c3991cc6241d2727e1 199.204.45.246 - - [18/Mar/2026:00:54:48 +0000] "GET /admin/realms/atmosphere/client-scopes/f8e2269f-d42b-4cbb-be90-84f90895ab4f HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.076 [auth-system-keycloak-80] [] 10.0.0.233:8080 1278 0.076 200 e24572f4f8ac56381f86a573f6955144 199.204.45.246 - - [18/Mar/2026:00:54:48 +0000] "PUT /admin/realms/atmosphere/client-scopes/f8e2269f-d42b-4cbb-be90-84f90895ab4f HTTP/1.1" 204 0 "-" "Ansible" 1848 0.023 [auth-system-keycloak-80] [] 10.0.0.233:8080 0 0.022 204 cff6327665eb523b455a8344e77e217f 199.204.45.246 - - [18/Mar/2026:00:54:48 +0000] "GET /admin/realms/atmosphere/client-scopes/f8e2269f-d42b-4cbb-be90-84f90895ab4f/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.068 [auth-system-keycloak-80] [] 10.0.0.233:8080 963 0.067 200 a850f6cfce4f85dd1ed7c70eaafb4739 199.204.45.246 - - [18/Mar/2026:00:54:48 +0000] "GET /admin/realms/atmosphere/client-scopes/f8e2269f-d42b-4cbb-be90-84f90895ab4f/protocol-mappers/models/56ea050b-898b-4aa9-94f9-4c3fe30ab118 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.073 [auth-system-keycloak-80] [] 10.0.0.233:8080 366 0.074 200 c0bd6406eb4605164c557cb917440228 199.204.45.246 - - [18/Mar/2026:00:54:48 +0000] "PUT /admin/realms/atmosphere/client-scopes/f8e2269f-d42b-4cbb-be90-84f90895ab4f/protocol-mappers/models/56ea050b-898b-4aa9-94f9-4c3fe30ab118 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.095 [auth-system-keycloak-80] [] 10.0.0.233:8080 0 0.093 204 5247c2489efeb33d5d07f35eb3c6a30d 199.204.45.246 - - [18/Mar/2026:00:54:48 +0000] "GET /admin/realms/atmosphere/client-scopes/f8e2269f-d42b-4cbb-be90-84f90895ab4f HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.020 [auth-system-keycloak-80] [] 10.0.0.233:8080 1218 0.021 200 c6e10cb6b0693ed6d2cc2deb1d09ce2a I0318 00:54:55.588851 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.105.239.75"}] I0318 00:54:55.596870 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5d7f05c9-320b-48cd-bae6-942ab63fe6c6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3361", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:54:55.598809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:54:55.598846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [18/Mar/2026:00:55:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.233:8080 1928 0.500 200 fb19088ce38219cb7ad1551aedff48f1 199.204.45.246 - - [18/Mar/2026:00:55:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.016 [auth-system-keycloak-80] [] 10.0.0.233:8080 2 0.015 200 c74f1527d943f573589e1ccc68faff30 199.204.45.246 - - [18/Mar/2026:00:55:10 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.192 [auth-system-keycloak-80] [] 10.0.0.233:8080 0 0.191 201 40fcfde0378a09aaba5f5ed0fa805e02 199.204.45.246 - - [18/Mar/2026:00:55:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.083 [auth-system-keycloak-80] [] 10.0.0.233:8080 1261 0.082 200 df6c010843f1ea49e34c0022db923218 199.204.45.246 - - [18/Mar/2026:00:55:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.029 [auth-system-keycloak-80] [] 10.0.0.233:8080 1928 1.029 200 1e879bb1a5115ae0b45f127c9d9f1ae7 199.204.45.246 - - [18/Mar/2026:00:55:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.060 [auth-system-keycloak-80] [] 10.0.0.233:8080 2 0.061 200 4bdd4692b4765984d709ee6d3293e07c 199.204.45.246 - - [18/Mar/2026:00:55:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.103 [auth-system-keycloak-80] [] 10.0.0.233:8080 0 0.102 201 b0ec7140fe45bad85fc8dc5ca511ab33 199.204.45.246 - - [18/Mar/2026:00:55:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.092 [auth-system-keycloak-80] [] 10.0.0.233:8080 1286 0.093 200 39c64a1869b79e946cfb95406bcd4887 199.204.45.246 - - [18/Mar/2026:00:55:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.523 [auth-system-keycloak-80] [] 10.0.0.233:8080 1928 0.521 200 588ab2c5f9797136234b5b421f7c44eb 199.204.45.246 - - [18/Mar/2026:00:55:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.233:8080 2 0.011 200 93079b9e1b7099c51e7676cdc422910d 199.204.45.246 - - [18/Mar/2026:00:55:13 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.946 [auth-system-keycloak-80] [] 10.0.0.233:8080 0 0.946 201 d48208606e5d483aeb9e1ca54e3ff2f6 199.204.45.246 - - [18/Mar/2026:00:55:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.233:8080 1251 0.022 200 005f995fb0a5fd1fedf53db5ceae39f3 199.204.45.246 - - [18/Mar/2026:00:55:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.486 [auth-system-keycloak-80] [] 10.0.0.233:8080 1928 0.484 200 59c445e3216f13d4dce955fd4efca6b9 199.204.45.246 - - [18/Mar/2026:00:55:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.050 [auth-system-keycloak-80] [] 10.0.0.233:8080 1261 0.050 200 2b142678430bb6d96374c21c895b6c2b 199.204.45.246 - - [18/Mar/2026:00:55:15 +0000] "GET /admin/realms/atmosphere/clients/501a0e37-7822-45ee-9112-aa021fea1acb/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.233:8080 119 0.013 404 d76dc9d125ee4aae60892ff7ef964af7 199.204.45.246 - - [18/Mar/2026:00:55:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.233:8080 1261 0.007 200 84942c4bd685b50faa7e803f7b2b573a 199.204.45.246 - - [18/Mar/2026:00:55:15 +0000] "POST /admin/realms/atmosphere/clients/501a0e37-7822-45ee-9112-aa021fea1acb/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.053 [auth-system-keycloak-80] [] 10.0.0.233:8080 0 0.053 201 ff437917e204acf5097d5c0fbed1fdf8 199.204.45.246 - - [18/Mar/2026:00:55:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.233:8080 1261 0.010 200 3cd629c39a13e66c4a3a3323696fcbe7 199.204.45.246 - - [18/Mar/2026:00:55:15 +0000] "GET /admin/realms/atmosphere/clients/501a0e37-7822-45ee-9112-aa021fea1acb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.066 [auth-system-keycloak-80] [] 10.0.0.233:8080 166 0.066 200 29f99b236587c3477005ed17aa9c1f59 199.204.45.246 - - [18/Mar/2026:00:55:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.233:8080 1928 0.476 200 1f8cbcdab53df3336b06f123cf31a148 199.204.45.246 - - [18/Mar/2026:00:55:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.233:8080 1286 0.007 200 8e36463da4e95d287f4d88c1c7734122 199.204.45.246 - - [18/Mar/2026:00:55:16 +0000] "GET /admin/realms/atmosphere/clients/4fdbcd13-3540-44a3-b0f9-e27819865c47/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.017 [auth-system-keycloak-80] [] 10.0.0.233:8080 119 0.018 404 e88e0d974e95d48efe0dbb3a387ad3b2 199.204.45.246 - - [18/Mar/2026:00:55:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.233:8080 1286 0.008 200 23de4559fa50dd8cc94cb9d05407a101 199.204.45.246 - - [18/Mar/2026:00:55:16 +0000] "POST /admin/realms/atmosphere/clients/4fdbcd13-3540-44a3-b0f9-e27819865c47/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.233:8080 0 0.015 201 32260c078eddd2f27b443eacb952b886 199.204.45.246 - - [18/Mar/2026:00:55:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.233:8080 1286 0.009 200 848567634ab21501133eb604ce9fc6db 199.204.45.246 - - [18/Mar/2026:00:55:16 +0000] "GET /admin/realms/atmosphere/clients/4fdbcd13-3540-44a3-b0f9-e27819865c47/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.034 [auth-system-keycloak-80] [] 10.0.0.233:8080 165 0.033 200 1a046c12cade137e929092c683e21af7 199.204.45.246 - - [18/Mar/2026:00:55:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.521 [auth-system-keycloak-80] [] 10.0.0.233:8080 1928 0.520 200 116d2d9e84b790c48a0c4f4d8f432a98 199.204.45.246 - - [18/Mar/2026:00:55:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.233:8080 1286 0.007 200 53938a8cee7ac938b25d930f726511f5 199.204.45.246 - - [18/Mar/2026:00:55:17 +0000] "GET /admin/realms/atmosphere/clients/4fdbcd13-3540-44a3-b0f9-e27819865c47/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.233:8080 119 0.069 404 59afc341a439004c06eef9393ef9f5be 199.204.45.246 - - [18/Mar/2026:00:55:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.233:8080 1286 0.005 200 a52446db23a8c8366f70cd2d61401586 199.204.45.246 - - [18/Mar/2026:00:55:17 +0000] "POST /admin/realms/atmosphere/clients/4fdbcd13-3540-44a3-b0f9-e27819865c47/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.078 [auth-system-keycloak-80] [] 10.0.0.233:8080 0 0.077 201 d71f41ec9e235a94d9aba1d7d9ac35d5 199.204.45.246 - - [18/Mar/2026:00:55:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.233:8080 1286 0.010 200 bdd71ac7fa5f33f7a709bddc7e32bed7 199.204.45.246 - - [18/Mar/2026:00:55:17 +0000] "GET /admin/realms/atmosphere/clients/4fdbcd13-3540-44a3-b0f9-e27819865c47/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.063 [auth-system-keycloak-80] [] 10.0.0.233:8080 166 0.063 200 143a733e740f7e9c116eb1cde9276d2c 199.204.45.246 - - [18/Mar/2026:00:55:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.233:8080 1928 0.478 200 8319bd55725d594aa9705fda2ee4e8cd 199.204.45.246 - - [18/Mar/2026:00:55:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.036 [auth-system-keycloak-80] [] 10.0.0.233:8080 1286 0.035 200 d8970c5a9c70bfb0ad376a20c66eb7ab 199.204.45.246 - - [18/Mar/2026:00:55:18 +0000] "GET /admin/realms/atmosphere/clients/4fdbcd13-3540-44a3-b0f9-e27819865c47/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.233:8080 119 0.007 404 2d881f53506c57b40e1c73c5e805dd94 199.204.45.246 - - [18/Mar/2026:00:55:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.233:8080 1286 0.008 200 c029753bff958a03d54764f4ff2e3f0a 199.204.45.246 - - [18/Mar/2026:00:55:18 +0000] "POST /admin/realms/atmosphere/clients/4fdbcd13-3540-44a3-b0f9-e27819865c47/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.055 [auth-system-keycloak-80] [] 10.0.0.233:8080 0 0.054 201 1aa0499c065ef6c00e7a980a244043e9 199.204.45.246 - - [18/Mar/2026:00:55:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.233:8080 1286 0.009 200 46dbf10d16aa1cc2e11142e4cd553416 199.204.45.246 - - [18/Mar/2026:00:55:18 +0000] "GET /admin/realms/atmosphere/clients/4fdbcd13-3540-44a3-b0f9-e27819865c47/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.233:8080 166 0.013 200 3d2ddae7e49a15f2526f048fa333b3b3 199.204.45.246 - - [18/Mar/2026:00:55:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.429 [auth-system-keycloak-80] [] 10.0.0.233:8080 1928 0.429 200 3e06787878e1ad3fc20aadc0275ab363 199.204.45.246 - - [18/Mar/2026:00:55:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.021 [auth-system-keycloak-80] [] 10.0.0.233:8080 1251 0.021 200 2c2881c66ff6beb62cd92549f2b8b17b 199.204.45.246 - - [18/Mar/2026:00:55:18 +0000] "GET /admin/realms/atmosphere/clients/313e77a3-71ea-4691-b169-84009cf3ca16/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.233:8080 119 0.009 404 681419fca5ad066b3f64b496cf3bf60a 199.204.45.246 - - [18/Mar/2026:00:55:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.004 [auth-system-keycloak-80] [] 10.0.0.233:8080 1251 0.005 200 fbb596830a7da67b8738715fa765654e 199.204.45.246 - - [18/Mar/2026:00:55:19 +0000] "POST /admin/realms/atmosphere/clients/313e77a3-71ea-4691-b169-84009cf3ca16/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.233:8080 0 0.014 201 8e2adc558f275031f4726d18ae8720dc 199.204.45.246 - - [18/Mar/2026:00:55:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.026 [auth-system-keycloak-80] [] 10.0.0.233:8080 1251 0.026 200 d62037f91e0e25b0347159ef6013bde1 199.204.45.246 - - [18/Mar/2026:00:55:19 +0000] "GET /admin/realms/atmosphere/clients/313e77a3-71ea-4691-b169-84009cf3ca16/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.233:8080 166 0.011 200 bfc1097c58946b2d9cedd52410028527 W0318 00:55:26.717394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:26.717446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:30.051705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:55:30.051760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:24.223888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:24.223921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:24.294024 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:56:24.294378 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0318 00:56:24.294472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:24.294546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:24.295304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:56:24.295470 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0318 00:56:24.295552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:24.295576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:24.295676 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:56:24.295749 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0318 00:56:24.295790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:24.295807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:56:24.299177 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0318 00:56:24.299321 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0318 00:56:24.299615 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:18.2kB} I0318 00:56:24.299648 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0318 00:56:24.300228 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:18.2kB} I0318 00:56:24.300262 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0318 00:56:24.304859 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0318 00:56:24.305352 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0318 00:56:24.305575 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ad5ccbcc-1c54-476b-95f0-550909685c8b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4021", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 00:56:24.307585 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0318 00:56:24.307939 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0318 00:56:24.307959 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0318 00:56:24.307965 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"6b03696e-7a00-4b44-9335-fa64a9b6770c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4022", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 00:56:24.308108 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"4dfc4b14-fb71-4b3b-bba1-79e0246b4ace", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4023", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:56:24.308155 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0318 00:56:24.577608 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0318 00:56:24.578963 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0318 00:56:24.608302 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0318 00:56:24.609494 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0318 00:56:25.918964 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0318 00:56:25.921011 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0318 00:56:27.558000 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:56:27.558044 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:56:27.558065 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:56:27.558140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:27.558158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:56:27.558240 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 00:56:27.618339 7 controller.go:216] "Backend successfully reloaded" I0318 00:56:27.618677 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvlt", UID:"47cf1cb1-2bfe-472d-a488-c9681e31a246", APIVersion:"v1", ResourceVersion:"1208", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 00:56:30.892071 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:56:30.892144 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:56:30.892183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:56:30.892309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:30.892338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:34.224703 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:56:34.224744 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:56:34.224763 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:56:34.224827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:34.224841 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:37.557696 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:56:37.557760 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:56:37.557782 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:56:37.557853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:37.557878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:40.891096 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:56:40.891166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:56:40.891205 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:56:40.891331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:40.891405 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:44.224600 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:56:44.224655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:56:44.224691 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:56:44.224799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:44.224823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:47.558125 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:56:47.558185 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:56:47.558222 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:56:47.558350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:47.558376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:50.890852 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:56:50.890920 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:56:50.891012 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:56:50.891151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:50.891184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:54.226522 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:56:54.226621 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:56:54.226664 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:56:54.226786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:54.226815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 00:56:55.594008 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.105.239.75"}] I0318 00:56:55.594690 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.105.239.75"}] I0318 00:56:55.595480 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.105.239.75"}] I0318 00:56:55.601265 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"4dfc4b14-fb71-4b3b-bba1-79e0246b4ace", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4822", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 00:56:55.603239 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"6b03696e-7a00-4b44-9335-fa64a9b6770c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4823", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 00:56:55.604985 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ad5ccbcc-1c54-476b-95f0-550909685c8b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4824", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 00:56:57.558044 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:56:57.558110 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:56:57.558145 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:56:57.558257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:56:57.558287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:00.891506 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:57:00.891574 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:57:00.891606 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:57:00.891714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:00.891742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:04.224087 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:57:04.224254 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 00:57:04.224359 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:57:04.224548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:04.224630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:07.558285 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:57:07.558379 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:57:07.558493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:07.558526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:10.892047 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:57:10.892241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:57:10.892407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:10.892471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:14.224859 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:57:14.224911 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:57:14.225008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:14.225023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:17.557389 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:57:17.557515 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:57:17.557635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:17.557663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:20.891559 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:57:20.891633 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:57:20.891707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:20.891727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:26.297035 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:57:26.297154 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:57:26.297311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:26.297353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.167 - - [18/Mar/2026:00:57:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.031 [auth-system-keycloak-80] [] 10.0.0.233:8080 6432 0.030 200 b72c2b21636b4f275de807988f3896eb 10.0.0.240 - - [18/Mar/2026:00:57:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.005 [auth-system-keycloak-80] [] 10.0.0.233:8080 6432 0.004 200 7663f2f41a8ba6a45ecc7fcfd15f5b1d W0318 00:57:29.630927 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:57:29.631157 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 00:57:29.631327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:29.631385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:32.964228 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 00:57:32.964437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:32.964475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:36.298338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:36.298396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:39.631592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:39.631646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:45.573246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:45.573289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [18/Mar/2026:00:57:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.233:8080 1928 0.477 200 3b3faa81332593eed110ca5e2acec7ee 199.204.45.246 - - [18/Mar/2026:00:57:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.233:8080 4246 0.007 200 0087af677d29e3d6c909f2e30e898a1f W0318 00:57:48.907676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:48.907722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [18/Mar/2026:00:57:49 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.635 [auth-system-keycloak-80] [] 10.0.0.233:8080 0 0.633 204 5a28abb077715f8744acf9f5946b92a0 199.204.45.246 - - [18/Mar/2026:00:57:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.100 [auth-system-keycloak-80] [] 10.0.0.233:8080 4384 0.101 200 01c64e74f9a05b3c46784b31c3947f44 199.204.45.246 - - [18/Mar/2026:00:57:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.233:8080 1928 0.462 200 8e1969e95dc066f78a261160da14aa1d 199.204.45.246 - - [18/Mar/2026:00:57:50 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.233:8080 1682 0.009 200 9d5745f94f58cda22c3362606b4f1fa0 199.204.45.246 - - [18/Mar/2026:00:57:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.233:8080 6432 0.006 200 c9fa8a962bf9413c37bf7858c863fcd8 199.204.45.246 - - [18/Mar/2026:00:57:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.463 [auth-system-keycloak-80] [] 10.0.0.233:8080 1928 0.459 200 dae0848fbab2186a17fce37fbb361afb 199.204.45.246 - - [18/Mar/2026:00:57:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.046 [auth-system-keycloak-80] [] 10.0.0.233:8080 2 0.046 200 e56a2ec33369b8bdce54f66cb938410e 199.204.45.246 - - [18/Mar/2026:00:57:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.115 [auth-system-keycloak-80] [] 10.0.0.233:8080 0 0.114 201 785a08a4d7068e7c310ea920e6813716 199.204.45.246 - - [18/Mar/2026:00:57:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.069 [auth-system-keycloak-80] [] 10.0.0.233:8080 2246 0.069 200 59ea9c75c1214a80db9220c188580db4 199.204.45.246 - - [18/Mar/2026:00:57:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.487 [auth-system-keycloak-80] [] 10.0.0.233:8080 1928 0.486 200 cc450db26eada85f0bdb0479fd88e2b0 199.204.45.246 - - [18/Mar/2026:00:57:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.233:8080 2246 0.007 200 f50d965b7cf85694fd4373ec4e1e22eb 199.204.45.246 - - [18/Mar/2026:00:57:53 +0000] "GET /admin/realms/atmosphere/clients/b3e3f43e-94a4-40ac-9267-148c1aa0aa07/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.051 [auth-system-keycloak-80] [] 10.0.0.233:8080 233 0.051 200 2e8ff726cc1c19fa27002d6fd27451fa 199.204.45.246 - - [18/Mar/2026:00:57:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.020 [auth-system-keycloak-80] [] 10.0.0.233:8080 831 0.020 200 520b9836093f5fc741f25c9de8d1cf42 199.204.45.246 - - [18/Mar/2026:00:57:53 +0000] "GET /admin/realms/atmosphere/clients/c7778d65-828b-49f8-ae94-96f59c8022ca/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.064 [auth-system-keycloak-80] [] 10.0.0.233:8080 3758 0.065 200 3483bb7af33e07adf52e534aec4672a3 199.204.45.246 - - [18/Mar/2026:00:57:53 +0000] "GET /admin/realms/atmosphere/users/091aa55c-9a46-4a6a-ad64-0337d5dd0b95/role-mappings/clients/c7778d65-828b-49f8-ae94-96f59c8022ca/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.181 [auth-system-keycloak-80] [] 10.0.0.233:8080 3758 0.181 200 c25a5c25a4a6a3c565fed8219cb5be4b 199.204.45.246 - - [18/Mar/2026:00:57:54 +0000] "GET /admin/realms/atmosphere/users/091aa55c-9a46-4a6a-ad64-0337d5dd0b95/role-mappings/clients/c7778d65-828b-49f8-ae94-96f59c8022ca/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.083 [auth-system-keycloak-80] [] 10.0.0.233:8080 2 0.082 200 4eda12b29934559fb766187cfc68d8cb 199.204.45.246 - - [18/Mar/2026:00:57:54 +0000] "POST /admin/realms/atmosphere/users/091aa55c-9a46-4a6a-ad64-0337d5dd0b95/role-mappings/clients/c7778d65-828b-49f8-ae94-96f59c8022ca HTTP/1.1" 204 0 "-" "Ansible" 1390 0.033 [auth-system-keycloak-80] [] 10.0.0.233:8080 0 0.031 204 bc7949b1498eb72eabba0af32f97e563 199.204.45.246 - - [18/Mar/2026:00:57:54 +0000] "GET /admin/realms/atmosphere/users/091aa55c-9a46-4a6a-ad64-0337d5dd0b95/role-mappings/clients/c7778d65-828b-49f8-ae94-96f59c8022ca/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.046 [auth-system-keycloak-80] [] 10.0.0.233:8080 576 0.046 200 94b976976dca296d8b7770423cf1341c W0318 00:57:56.892424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:57:56.892454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:00.225961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:00.225999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:03.560249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:03.560305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:06.898442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 00:58:06.898495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:00:02.624011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:00:02.624044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:00:36.658158 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0318 01:00:36.658253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:00:36.658276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:00:36.662050 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0318 01:00:36.662090 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0318 01:00:36.667701 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0318 01:00:36.668055 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ff64c7cc-9a05-48af-a07b-4cef2583ae22", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6381", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:00:36.668184 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0318 01:00:36.668577 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0318 01:00:36.668662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:00:36.668694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:00:36.668837 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 01:00:36.719492 7 controller.go:216] "Backend successfully reloaded" I0318 01:00:36.719715 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvlt", UID:"47cf1cb1-2bfe-472d-a488-c9681e31a246", APIVersion:"v1", ResourceVersion:"1208", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 01:00:37.248963 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0318 01:00:37.249821 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0318 01:00:40.003136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:00:40.003189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [18/Mar/2026:01:00:41 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 8d30473f781d5b50b9f9db5618e23163 199.204.45.246 - - [18/Mar/2026:01:00:42 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 266 0.004 200 9dd9f9bd88e5f6624b4486192b02e4b5 199.204.45.246 - - [18/Mar/2026:01:00:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1360 0.333 201 6153afb8a75f2e65713ce712c8019ca1 199.204.45.246 - - [18/Mar/2026:01:00:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 e9c019c685e01b90c8971c3eef458e62 199.204.45.246 - - [18/Mar/2026:01:00:42 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.031 [openstack-keystone-api-5000] [] 10.0.0.67:5000 90 0.031 404 1088f9e6ed3e57d9ac07ea853974cb5e 199.204.45.246 - - [18/Mar/2026:01:00:42 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.023 [openstack-keystone-api-5000] [] 10.0.0.67:5000 368 0.022 200 abd4386cf58dc6e6df01f9d2e8dcbdc5 199.204.45.246 - - [18/Mar/2026:01:00:42 +0000] "GET /v3/domains/d0c992f7c1124ce1a2310b79147df874 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.67:5000 245 0.021 200 d9019f7a0f53f8d38b5f8e99a8981dfe 199.204.45.246 - - [18/Mar/2026:01:00:43 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 266 0.003 200 9e343912dc43b13ea6f140549b0d99cb 199.204.45.246 - - [18/Mar/2026:01:00:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1360 0.331 201 41febf71f96665f641a4facb468da927 199.204.45.246 - - [18/Mar/2026:01:00:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 95607e8df2ca0ff51b12e47af4e87505 199.204.45.246 - - [18/Mar/2026:01:00:43 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.021 [openstack-keystone-api-5000] [] 10.0.0.67:5000 101 0.022 404 a2d3454b21ec485ca3cd1d6362d5bac3 199.204.45.246 - - [18/Mar/2026:01:00:43 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.67:5000 156 0.018 200 2f0e37b15ff69229b887069dc52768d6 199.204.45.246 - - [18/Mar/2026:01:00:43 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.67:5000 454 0.026 201 f1104c14d07711a6db0f3ab3ccce93b2 199.204.45.246 - - [18/Mar/2026:01:00:44 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 266 0.004 200 56723579c5c7acc4dbfb7309e6b39243 199.204.45.246 - - [18/Mar/2026:01:00:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1360 0.289 201 11b9c1d500c19a176901f56355d05be7 199.204.45.246 - - [18/Mar/2026:01:00:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.003 300 74d7bdad8a257946c792b9ab5df6af8c 199.204.45.246 - - [18/Mar/2026:01:00:44 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.67:5000 98 0.019 404 9c23e5e0abbd4e68f59f4c1bad3169f9 199.204.45.246 - - [18/Mar/2026:01:00:44 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.014 [openstack-keystone-api-5000] [] 10.0.0.67:5000 136 0.013 200 ce37a30413ba4d308b5741e4c5355592 199.204.45.246 - - [18/Mar/2026:01:00:44 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.017 [openstack-keystone-api-5000] [] 10.0.0.67:5000 357 0.017 201 8ae5b3c1b3c98a900558449e321edec4 199.204.45.246 - - [18/Mar/2026:01:00:45 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.67:5000 266 0.003 200 2f327325a4990010968dc2f5e43a642a 199.204.45.246 - - [18/Mar/2026:01:00:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.283 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1360 0.283 201 b29981467e7b189bcea2335fd17e7e38 199.204.45.246 - - [18/Mar/2026:01:00:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.003 300 ec74206f2e96f37a3187f45cb245c567 199.204.45.246 - - [18/Mar/2026:01:00:45 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.021 [openstack-keystone-api-5000] [] 10.0.0.67:5000 131 0.021 404 3db55e03315d504cafbe3a9653c40788 199.204.45.246 - - [18/Mar/2026:01:00:45 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.015 [openstack-keystone-api-5000] [] 10.0.0.67:5000 168 0.016 200 1b738e43a24074349a96bb8cb5c3c75a 199.204.45.246 - - [18/Mar/2026:01:00:45 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.022 [openstack-keystone-api-5000] [] 10.0.0.67:5000 224 0.022 201 c796db93b7bf10d93dda083a189a1ec0 W0318 01:00:54.656780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:00:54.656820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:00:55.587870 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.105.239.75"}] I0318 01:00:55.592459 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ff64c7cc-9a05-48af-a07b-4cef2583ae22", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6553", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:00:57.990616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:00:57.990700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:01.323808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:01.323875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:04.657837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:04.657886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:20.143694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:20.143729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:23.477638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:23.477698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:27.907649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:27.907690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:31.241936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:01:31.242003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:01.033832 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 01:03:01.033919 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0318 01:03:01.033970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:01.033991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:03:01.037741 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0318 01:03:01.037770 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0318 01:03:01.041826 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0318 01:03:01.042134 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"721c3234-bc47-4580-9f90-aedc0d49fa2d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7409", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:03:01.042217 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0318 01:03:01.042721 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 01:03:01.042790 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0318 01:03:01.042915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:01.042933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:03:01.043058 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 01:03:01.093943 7 controller.go:216] "Backend successfully reloaded" I0318 01:03:01.094230 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvlt", UID:"47cf1cb1-2bfe-472d-a488-c9681e31a246", APIVersion:"v1", ResourceVersion:"1208", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 01:03:01.364754 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0318 01:03:01.365883 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.246 - - [18/Mar/2026:01:03:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.003 300 fcc5f061cdc32dbfb20f67c0578fc083 199.204.45.246 - - [18/Mar/2026:01:03:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.357 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1992 0.357 201 428b256c22a72fe88d03cfb9f28a0938 199.204.45.246 - - [18/Mar/2026:01:03:02 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.67:5000 85 0.025 404 2acfc0e4261df7cd23b0ffe470365672 199.204.45.246 - - [18/Mar/2026:01:03:02 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.016 [openstack-keystone-api-5000] [] 10.0.0.67:5000 129 0.015 200 72619eeaaa44ab7f819ecaca90d4893e 199.204.45.246 - - [18/Mar/2026:01:03:02 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.025 [openstack-keystone-api-5000] [] 10.0.0.67:5000 230 0.025 201 d86a2ab40a850e2be6f97398aa2302df W0318 01:03:04.376235 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 01:03:04.376419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:04.376438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [18/Mar/2026:01:03:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 8c426dd73eb559c53a41c8b73986a3f1 199.204.45.246 - - [18/Mar/2026:01:03:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.295 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1992 0.295 201 47558cb6d7a9e0afca2e51b0602f0a7b 199.204.45.246 - - [18/Mar/2026:01:03:08 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.021 [openstack-keystone-api-5000] [] 10.0.0.67:5000 1521 0.021 200 4ec91e1a297f55b80aefc3191bccf361 199.204.45.246 - - [18/Mar/2026:01:03:08 +0000] "PUT /v3/roles/f0e970336ff444328273c047e87ac17b/implies/acd32adb2b934ec4b81dcbef16b82333 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.037 [openstack-keystone-api-5000] [] 10.0.0.67:5000 521 0.038 201 9ee1adc12df961087010d8da990a79fd W0318 01:03:08.274875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:08.274985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:03:55.588222 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.105.239.75"}] I0318 01:03:55.593206 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"721c3234-bc47-4580-9f90-aedc0d49fa2d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7828", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:03:55.595289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:03:55.595329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [18/Mar/2026:01:04:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 0c057287934efc630b078762daf4467d 199.204.45.246 - - [18/Mar/2026:01:04:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.334 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2055 0.334 201 0fb06d921b1be2183fdbca51857a0365 199.204.45.246 - - [18/Mar/2026:01:04:01 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.029 [openstack-keystone-api-5000] [] 10.0.0.67:5000 87 0.030 404 95533803dac3274642d96a14467c0b10 199.204.45.246 - - [18/Mar/2026:01:04:01 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.025 [openstack-keystone-api-5000] [] 10.0.0.67:5000 390 0.025 200 e736f38a7725a3d182b9a692f4d0e2f4 199.204.45.246 - - [18/Mar/2026:01:04:01 +0000] "GET /v3/users/rgw-RegionOne?domain_id=5db47028191449b0b127b3dfc024ebe3 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.128 [openstack-keystone-api-5000] [] 10.0.0.67:5000 91 0.127 404 f8374a9f386b05bf0cc33ec0e3cd93bb 199.204.45.246 - - [18/Mar/2026:01:04:01 +0000] "GET /v3/users?domain_id=5db47028191449b0b127b3dfc024ebe3&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.031 [openstack-keystone-api-5000] [] 10.0.0.67:5000 178 0.031 200 500a993b47d124911f7775444cf9b388 199.204.45.246 - - [18/Mar/2026:01:04:01 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.285 [openstack-keystone-api-5000] [] 10.0.0.67:5000 291 0.286 201 e62e9f5eef7c01fe98aa9510e8c61b00 199.204.45.246 - - [18/Mar/2026:01:04:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.003 300 2e14601fc1ffb5591a00a39052849d88 199.204.45.246 - - [18/Mar/2026:01:04:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.307 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2055 0.308 201 91afcb7d6e0cf0452f5172781380b76c 199.204.45.246 - - [18/Mar/2026:01:04:06 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.023 [openstack-keystone-api-5000] [] 10.0.0.67:5000 83 0.023 404 87c6a0ed9c0b31e0bde286ecef3acb38 199.204.45.246 - - [18/Mar/2026:01:04:06 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.021 [openstack-keystone-api-5000] [] 10.0.0.67:5000 361 0.021 200 6d4a00a76ae0135e3db2474159b38635 199.204.45.246 - - [18/Mar/2026:01:04:06 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.021 [openstack-keystone-api-5000] [] 10.0.0.67:5000 87 0.021 404 99238481681b05df8facee931ae68323 199.204.45.246 - - [18/Mar/2026:01:04:06 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.015 [openstack-keystone-api-5000] [] 10.0.0.67:5000 390 0.015 200 078bf9c492e1d2a5081aa78b1dcdb5d2 199.204.45.246 - - [18/Mar/2026:01:04:06 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.019 [openstack-keystone-api-5000] [] 10.0.0.67:5000 91 0.019 404 baa0374df311435d6d463fe5131e2e7a 199.204.45.246 - - [18/Mar/2026:01:04:06 +0000] "GET /v3/users?domain_id=5db47028191449b0b127b3dfc024ebe3&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.039 [openstack-keystone-api-5000] [] 10.0.0.67:5000 458 0.039 200 3ae5184610011c99c14d13a3359fe780 199.204.45.246 - - [18/Mar/2026:01:04:06 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.020 [openstack-keystone-api-5000] [] 10.0.0.67:5000 88 0.019 404 d08d1f40adc11c29a413625893f12085 199.204.45.246 - - [18/Mar/2026:01:04:06 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.024 [openstack-keystone-api-5000] [] 10.0.0.67:5000 520 0.024 200 380ec916409f007181563b21f6e023de 199.204.45.246 - - [18/Mar/2026:01:04:06 +0000] "PUT /v3/projects/5f537d69389d49bcaa6fee3b59a88f6e/users/e974f4ce458b4da8a1ece8dd740c9266/roles/2fd7eae0e8b24f249c667327878f215f HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.615 [openstack-keystone-api-5000] [] 10.0.0.67:5000 0 0.614 204 36f82214cb06e642ebfdad7b685da7d7 199.204.45.246 - - [18/Mar/2026:01:04:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 b25590e5c82197b60570e411fa6abe66 199.204.45.246 - - [18/Mar/2026:01:04:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.342 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2055 0.342 201 d651ced0d271586a8fc9aa2ece9aa8c3 199.204.45.246 - - [18/Mar/2026:01:04:11 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.017 [openstack-keystone-api-5000] [] 10.0.0.67:5000 151 0.017 200 43fe2a2967c4cb0546fdf31c180314bb 199.204.45.246 - - [18/Mar/2026:01:04:11 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.083 [openstack-keystone-api-5000] [] 10.0.0.67:5000 263 0.082 201 6c3388c574590bda746b99967849a0dc 199.204.45.246 - - [18/Mar/2026:01:04:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 1d1016653ee8cfce0b0dd2aa52f1b0eb 199.204.45.246 - - [18/Mar/2026:01:04:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2157 0.297 201 d9d9a9bb7b846716a09841fbe91d9c3f 199.204.45.246 - - [18/Mar/2026:01:04:12 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.017 [openstack-keystone-api-5000] [] 10.0.0.67:5000 86 0.017 404 01d44f93bd6cd4b0fb4a1ab2cb25993c 199.204.45.246 - - [18/Mar/2026:01:04:12 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.009 [openstack-keystone-api-5000] [] 10.0.0.67:5000 382 0.009 200 4a8b73d2a1dfe1303cc9228a80a4ae1c 199.204.45.246 - - [18/Mar/2026:01:04:12 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=31022b119e364388b87fc36cfef41226 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.016 [openstack-keystone-api-5000] [] 10.0.0.67:5000 205 0.017 200 f64835f35400e603e0329fa3d598460f 199.204.45.246 - - [18/Mar/2026:01:04:12 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.031 [openstack-keystone-api-5000] [] 10.0.0.67:5000 379 0.031 201 6ef6291a8d791cf1906b937269211707 199.204.45.246 - - [18/Mar/2026:01:04:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 1c752db992f6358b4fb00bf89e44db4a 199.204.45.246 - - [18/Mar/2026:01:04:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.67:5000 2366 0.289 201 1439490d2a8f661a6989ce612b8e02a5 199.204.45.246 - - [18/Mar/2026:01:04:13 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.019 [openstack-keystone-api-5000] [] 10.0.0.67:5000 86 0.018 404 3ab15ba3b1a18ae45a09fdfd73ab8809 199.204.45.246 - - [18/Mar/2026:01:04:13 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.67:5000 382 0.018 200 14075096379571856bac761bf185ef47 199.204.45.246 - - [18/Mar/2026:01:04:13 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=31022b119e364388b87fc36cfef41226 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.017 [openstack-keystone-api-5000] [] 10.0.0.67:5000 207 0.017 200 2a21d22c704a76cbe7a7afe481427228 199.204.45.246 - - [18/Mar/2026:01:04:13 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.022 [openstack-keystone-api-5000] [] 10.0.0.67:5000 392 0.023 201 91b016435eb1a2f6b68eed4915632b0e W0318 01:04:14.985597 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 01:04:14.985730 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0318 01:04:14.985798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:14.985822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:04:14.990392 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0318 01:04:14.990431 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0318 01:04:14.997002 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0318 01:04:14.997297 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"45ddbc45-d560-47f1-80e1-e61d3c336c6f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7964", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:04:14.997380 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0318 01:04:14.998108 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 01:04:14.998420 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0318 01:04:14.998547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:14.998599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:04:14.998857 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 01:04:15.060226 7 controller.go:216] "Backend successfully reloaded" I0318 01:04:15.060481 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvlt", UID:"47cf1cb1-2bfe-472d-a488-c9681e31a246", APIVersion:"v1", ResourceVersion:"1208", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 01:04:15.523343 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0318 01:04:15.524129 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0318 01:04:18.332173 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 01:04:18.332366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:18.332389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:31.913913 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 01:04:31.914807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:31.914828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:35.247574 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:04:35.247837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:35.247872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:04:35.248075 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 01:04:35.306887 7 controller.go:216] "Backend successfully reloaded" I0318 01:04:35.307147 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvlt", UID:"47cf1cb1-2bfe-472d-a488-c9681e31a246", APIVersion:"v1", ResourceVersion:"1208", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 01:04:38.581582 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:04:38.581984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:38.582019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:41.914100 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:04:41.914352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:41.914392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:45.248423 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:04:45.248647 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:45.248675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:48.580481 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:04:48.580680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:48.580708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:04:55.588773 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.105.239.75"}] I0318 01:04:55.594032 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"45ddbc45-d560-47f1-80e1-e61d3c336c6f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8348", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:04:55.595203 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:04:55.595308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:04:55.595325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:01.550153 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:05:01.550248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:01.550258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:06.284151 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:05:06.284321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:06.284350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:18.489952 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 01:05:18.490073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:18.490092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:57.524256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:05:57.524287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:07:14.374831 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 01:07:14.374932 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0318 01:07:14.374984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:07:14.374996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:07:14.378231 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.2kB} I0318 01:07:14.378257 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0318 01:07:14.383106 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0318 01:07:14.383312 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"2fc57d99-2066-4860-9a3b-7a3f794f7fd4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9379", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:07:14.383560 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0318 01:07:14.383875 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 01:07:14.384015 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0318 01:07:14.384133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:07:14.384150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:07:14.384317 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 01:07:14.431243 7 controller.go:216] "Backend successfully reloaded" I0318 01:07:14.431642 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-pvvlt", UID:"47cf1cb1-2bfe-472d-a488-c9681e31a246", APIVersion:"v1", ResourceVersion:"1208", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 01:07:14.717753 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0318 01:07:14.718904 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0318 01:07:17.717586 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 01:07:17.717835 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:07:17.717867 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [18/Mar/2026:01:07:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 6dee4676bb2496b433a64e26df8510c9 199.204.45.246 - - [18/Mar/2026:01:07:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.319 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.319 201 d060f5d1b6c624c69c170dd9fdce51dd 199.204.45.246 - - [18/Mar/2026:01:07:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 829fe80f5b057af988285cfd5b9514df 199.204.45.246 - - [18/Mar/2026:01:07:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5b0618f574bd1025f2fa4f8ce9d91b22 199.204.45.246 - - [18/Mar/2026:01:07:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 e4574e9d6e437c2191507c6f75977234 199.204.45.246 - - [18/Mar/2026:01:07:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.287 201 362b62ae24ec450ab68dbcc5fe5f8b73 199.204.45.246 - - [18/Mar/2026:01:07:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bf95362a6eddc175bcdb130412eb9838 199.204.45.246 - - [18/Mar/2026:01:07:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 51aa9809ca8c249be5eaf957a4c31aa8 199.204.45.246 - - [18/Mar/2026:01:07:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.003 300 d4eac5da4aac4fcd06aab8603092d8e7 199.204.45.246 - - [18/Mar/2026:01:07:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.300 201 41c2c557b98cb24da68d0d903e97cb43 199.204.45.246 - - [18/Mar/2026:01:07:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 77a2ed1487e895c688933a87e30bf639 199.204.45.246 - - [18/Mar/2026:01:07:22 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9f823f8078e4f63eaebdd89eef75c7c7 199.204.45.246 - - [18/Mar/2026:01:07:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 2d80df764aeff04967c1da816d9a5078 199.204.45.246 - - [18/Mar/2026:01:07:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.295 201 3d7bb791ad45afe190752509cbeaedec 199.204.45.246 - - [18/Mar/2026:01:07:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d3f2358df96d8039674d500846d2da86 199.204.45.246 - - [18/Mar/2026:01:07:24 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1bee03cc82fed6da0d06b562c6a1e51f W0318 01:07:24.856921 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 01:07:24.857117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:07:24.857147 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [18/Mar/2026:01:07:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 28ba2654bc44d06dfdeefa3ee4fa5513 199.204.45.246 - - [18/Mar/2026:01:07:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.299 201 5ce7ffb2437160eca216aaec17f36845 199.204.45.246 - - [18/Mar/2026:01:07:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fd26663d9fe6ed48cc728030c5a1c303 199.204.45.246 - - [18/Mar/2026:01:07:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 379fd4166367d2750938116222862b16 199.204.45.246 - - [18/Mar/2026:01:07:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.003 300 bb068b5eaccf3ae12c8d725491bd215d 199.204.45.246 - - [18/Mar/2026:01:07:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.301 201 87e847bd972c5b3627da5594c3f0539b 199.204.45.246 - - [18/Mar/2026:01:07:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 18436237c80db0cc6152f78516370a53 199.204.45.246 - - [18/Mar/2026:01:07:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bec9ece37f8d1b165ec38f982153b7c3 199.204.45.246 - - [18/Mar/2026:01:07:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 d129eea2b74a321512f23d34c633fbd1 199.204.45.246 - - [18/Mar/2026:01:07:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.296 201 5af94f6c22bb3b3d2e358968aa50b588 199.204.45.246 - - [18/Mar/2026:01:07:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a1e693513b1c576b6a92c36763aa4653 199.204.45.246 - - [18/Mar/2026:01:07:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d951ec42e2c9b218b3817c713e9eef31 199.204.45.246 - - [18/Mar/2026:01:07:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 00ff6f33a4d11d9acdd34de4d6d50239 199.204.45.246 - - [18/Mar/2026:01:07:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.295 201 326d0a0e0d527caf026bccc89628bd82 199.204.45.246 - - [18/Mar/2026:01:07:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5014d96a8cf5b2ef1fee22aee69f1f90 199.204.45.246 - - [18/Mar/2026:01:07:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - dfc75fec8ec513525bea6237d5fdc5b9 199.204.45.246 - - [18/Mar/2026:01:07:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 873c329a0c764868e374101dad367f22 199.204.45.246 - - [18/Mar/2026:01:07:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.299 201 5fbe2daa12d0d4c56d89a7618690c510 199.204.45.246 - - [18/Mar/2026:01:07:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b485352503d89bf30f9050b614e8b1f2 199.204.45.246 - - [18/Mar/2026:01:07:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8b780ff064d077196e37ee3e00021e94 W0318 01:07:34.304447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:07:34.304495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.246 - - [18/Mar/2026:01:07:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.005 300 2da3fee554a15002ae2a029b8ed59853 199.204.45.246 - - [18/Mar/2026:01:07:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.281 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.281 201 1032831989932f74aa12b816ac0ac934 199.204.45.246 - - [18/Mar/2026:01:07:35 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.44:9292 1312 0.003 300 69244309855e55205dba5164d4bdaebe 199.204.45.246 - - [18/Mar/2026:01:07:35 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.542 [openstack-glance-api-9292] [] 10.0.0.44:9292 69 0.542 200 c38f9e5e0b96628262cf27278c430301 199.204.45.246 - - [18/Mar/2026:01:07:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.67:5000 281 0.004 300 dd921d850b56bf558dd58c352aebf9a2 199.204.45.246 - - [18/Mar/2026:01:07:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.67:5000 3201 0.300 201 97092c8a81e5923f9893782e32f11c1f 199.204.45.246 - - [18/Mar/2026:01:07:39 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.44:9292 1312 0.002 300 c028abaad53c80edc9290cc23961f8e4 199.204.45.246 - - [18/Mar/2026:01:07:39 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.032 [openstack-glance-api-9292] [] 10.0.0.44:9292 69 0.032 200 3a8fbff340890b49ecd10fd206a220bf 199.204.45.246 - - [18/Mar/2026:01:07:39 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.118 [openstack-glance-api-9292] [] 10.0.0.44:9292 151 0.118 404 dbfb5f40826a9b799fd88e4bd6a901d6 199.204.45.246 - - [18/Mar/2026:01:07:39 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.44:9292 81 0.022 200 294c7f345da15e0f974194956e9157a3 199.204.45.246 - - [18/Mar/2026:01:07:39 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.025 [openstack-glance-api-9292] [] 10.0.0.44:9292 84 0.025 200 ccd1a8cac515f1d888a713139e9039c9 199.204.45.246 - - [18/Mar/2026:01:07:39 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.061 [openstack-glance-api-9292] [] 10.0.0.44:9292 760 0.061 201 c42f3711777f079b854ba4d28ae08e9d 199.204.45.246 - - [18/Mar/2026:01:07:42 +0000] "PUT /v2/images/8d290b89-1410-4a9b-8955-9be50b143589/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.334 [openstack-glance-api-9292] [] 10.0.0.44:9292 0 3.333 204 0dc762e01a17d670ec50ef86829872b1 199.204.45.246 - - [18/Mar/2026:01:07:42 +0000] "GET /v2/images/8d290b89-1410-4a9b-8955-9be50b143589 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.44:9292 1171 0.017 200 c9e0733534672b469dcf30ace67b7678 199.204.45.246 - - [18/Mar/2026:01:07:42 +0000] "GET /v2/images/8d290b89-1410-4a9b-8955-9be50b143589 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.44:9292 1171 0.013 200 479435d4e225f6d62ba2c24ec22be905 W0318 01:07:45.619785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:07:45.619848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:07:48.947822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:07:48.947903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 01:07:55.588215 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.105.239.75"}] I0318 01:07:55.593991 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"2fc57d99-2066-4860-9a3b-7a3f794f7fd4", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9737", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 01:07:55.596710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 01:07:55.596751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store