------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0409 02:06:58.708968 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0409 02:06:58.709266 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0409 02:06:58.719927 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0409 02:06:58.723919 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0409 02:06:59.138034 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0409 02:06:59.158482 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0409 02:06:59.174709 7 nginx.go:271] "Starting NGINX Ingress controller" I0409 02:06:59.182038 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"d4251c70-f46d-4404-b632-85ff672e641c", APIVersion:"v1", ResourceVersion:"1336", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0409 02:06:59.185938 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"0042bba7-0164-4233-9a4f-2221b3905578", APIVersion:"v1", ResourceVersion:"1334", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0409 02:06:59.186088 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"1a30a7c7-b533-42b6-98cd-d13eb42e7255", APIVersion:"v1", ResourceVersion:"1335", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0409 02:07:00.377098 7 nginx.go:317] "Starting NGINX process" I0409 02:07:00.377377 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0409 02:07:00.377708 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0409 02:07:00.378203 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0409 02:07:00.378333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:00.378446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:07:00.378634 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:07:00.388842 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0409 02:07:00.389338 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-x2tdt" I0409 02:07:00.415209 7 controller.go:216] "Backend successfully reloaded" I0409 02:07:00.415489 7 controller.go:227] "Initial sync, sleeping for 1 second" I0409 02:07:00.415608 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x2tdt", UID:"fe5348a7-1516-47f2-92f4-6102446ce132", APIVersion:"v1", ResourceVersion:"1441", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:07:04.202589 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:04.202640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:07.536397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:07.536472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:10.871010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:10.871071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:14.203549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:14.203597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:17.536423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:17.536477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:20.870727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:20.870776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:24.203990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:24.204059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:27.536875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:27.537067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:30.869675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:30.869732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:36.122185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:07:36.122228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:25.072924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:25.072985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:43.886206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:43.886239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:47.220229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:47.220275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:50.553696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:50.553747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:53.886364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:53.886410 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:57.219942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:08:57.219973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:00.553854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:00.553893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:03.886436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:03.886495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:07.220529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:07.220575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:10.749667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:10.749697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:14.086712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:09:14.086757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:21.435239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:21.435328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:24.768664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:24.768708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:25.091232 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-238.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-238.nip.io-tls was not found. Using default certificate W0409 02:11:25.091291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:25.091308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:11:25.093311 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0409 02:11:25.093348 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0409 02:11:25.103535 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0409 02:11:25.103784 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e3e6fee1-4d8e-404b-998e-a26f06dd2da7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3398", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:11:25.104082 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-238.nip.io-tls" in local store I0409 02:11:25.551513 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-238.nip.io-tls" I0409 02:11:25.552859 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-238.nip.io-tls" W0409 02:11:28.103640 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:28.103669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:11:28.103711 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:11:28.137834 7 controller.go:216] "Backend successfully reloaded" I0409 02:11:28.138078 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x2tdt", UID:"fe5348a7-1516-47f2-92f4-6102446ce132", APIVersion:"v1", ResourceVersion:"1441", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:11:31.436201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:11:31.436248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [09/Apr/2026:02:11:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.049 [auth-system-keycloak-80] [] 10.0.0.125:8080 1928 2.048 200 d38a69109de27588b13bf1ce1c908fe0 199.204.45.238 - - [09/Apr/2026:02:11:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.170 [auth-system-keycloak-80] [] 10.0.0.125:8080 116 0.171 404 42c50651e0c7f1cd03f3bc22f1e4d2af 199.204.45.238 - - [09/Apr/2026:02:11:42 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 5.190 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 5.189 201 5eaeb04a9dfdd2bc8fb38d2fb660d2d3 199.204.45.238 - - [09/Apr/2026:02:11:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.605 [auth-system-keycloak-80] [] 10.0.0.125:8080 4246 0.605 200 35a9cbf45e2f8d864f7547a0bc205b38 199.204.45.238 - - [09/Apr/2026:02:11:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.125:8080 1928 0.498 200 20aaf0db1de83349f495ccc72478f4c6 199.204.45.238 - - [09/Apr/2026:02:11:43 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.073 [auth-system-keycloak-80] [] 10.0.0.125:8080 12500 0.074 200 79b4d25626af13313537255b3f204fb8 199.204.45.238 - - [09/Apr/2026:02:11:43 +0000] "GET /admin/realms/atmosphere/client-scopes/329c652c-2aca-4f83-b1fe-2c52940cb4d7 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.060 [auth-system-keycloak-80] [] 10.0.0.125:8080 1278 0.060 200 c36307d4b5da2c83d183a6782ed628ab 199.204.45.238 - - [09/Apr/2026:02:11:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/329c652c-2aca-4f83-b1fe-2c52940cb4d7 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.092 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.089 204 e14c2ce58676541d8505518df57521c0 199.204.45.238 - - [09/Apr/2026:02:11:43 +0000] "GET /admin/realms/atmosphere/client-scopes/329c652c-2aca-4f83-b1fe-2c52940cb4d7/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.019 [auth-system-keycloak-80] [] 10.0.0.125:8080 963 0.019 200 3f892601f1b01c031bd223d2598dd9d7 199.204.45.238 - - [09/Apr/2026:02:11:44 +0000] "GET /admin/realms/atmosphere/client-scopes/329c652c-2aca-4f83-b1fe-2c52940cb4d7/protocol-mappers/models/53d40031-0a7e-44e3-87f9-a433322a3471 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.057 [auth-system-keycloak-80] [] 10.0.0.125:8080 366 0.056 200 9aa4b78e0033f66401959699af72981f 199.204.45.238 - - [09/Apr/2026:02:11:44 +0000] "PUT /admin/realms/atmosphere/client-scopes/329c652c-2aca-4f83-b1fe-2c52940cb4d7/protocol-mappers/models/53d40031-0a7e-44e3-87f9-a433322a3471 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.088 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.086 204 4316ebaa503388850ae878cb7db55bab 199.204.45.238 - - [09/Apr/2026:02:11:44 +0000] "GET /admin/realms/atmosphere/client-scopes/329c652c-2aca-4f83-b1fe-2c52940cb4d7 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.016 [auth-system-keycloak-80] [] 10.0.0.125:8080 1218 0.015 200 9856d292f3adbf6425a16509e5d4d1ef E0409 02:11:52.663236 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path I0409 02:12:00.396213 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.97.213"}] I0409 02:12:00.403079 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"e3e6fee1-4d8e-404b-998e-a26f06dd2da7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3746", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:12:00.404971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:00.405008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [09/Apr/2026:02:12:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.487 [auth-system-keycloak-80] [] 10.0.0.125:8080 1928 0.486 200 363f5910efc111dd58faa8ffcfe577a4 199.204.45.238 - - [09/Apr/2026:02:12:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.015 [auth-system-keycloak-80] [] 10.0.0.125:8080 2 0.015 200 59d8dc132a68290b5fc11f57f0881820 199.204.45.238 - - [09/Apr/2026:02:12:17 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.273 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.272 201 b2cee5a7ae6881609c2bd002cc4e57ea 199.204.45.238 - - [09/Apr/2026:02:12:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.081 [auth-system-keycloak-80] [] 10.0.0.125:8080 1261 0.081 200 3d1cd94d41824827b2df157574e27c82 199.204.45.238 - - [09/Apr/2026:02:12:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.125:8080 1928 0.473 200 427dd24433eb893959702ecb16339361 199.204.45.238 - - [09/Apr/2026:02:12:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.034 [auth-system-keycloak-80] [] 10.0.0.125:8080 2 0.034 200 f23072e37788abbf3608951722898671 199.204.45.238 - - [09/Apr/2026:02:12:18 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.098 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.097 201 319a83f86ce1929f1823990b5071023e 199.204.45.238 - - [09/Apr/2026:02:12:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.077 [auth-system-keycloak-80] [] 10.0.0.125:8080 1286 0.077 200 de76da500b62a8ea2f726acefb18e253 199.204.45.238 - - [09/Apr/2026:02:12:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.125:8080 1928 0.464 200 607c6ceb4184803f8a4e29af97f1faa4 199.204.45.238 - - [09/Apr/2026:02:12:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.021 [auth-system-keycloak-80] [] 10.0.0.125:8080 2 0.021 200 78046bf7240d5457e7a8bade38834b87 199.204.45.238 - - [09/Apr/2026:02:12:19 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.090 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.090 201 a611a5b993c080e3a20ed7d1488283a8 199.204.45.238 - - [09/Apr/2026:02:12:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.019 [auth-system-keycloak-80] [] 10.0.0.125:8080 1251 0.018 200 1266ead85345767042941073a784ff61 199.204.45.238 - - [09/Apr/2026:02:12:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.447 [auth-system-keycloak-80] [] 10.0.0.125:8080 1928 0.446 200 b8100b12b91170ebe450f68ce5abb0af 199.204.45.238 - - [09/Apr/2026:02:12:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.004 [auth-system-keycloak-80] [] 10.0.0.125:8080 1261 0.005 200 e9824f1ca6a4b075520cc423b18c78db 199.204.45.238 - - [09/Apr/2026:02:12:20 +0000] "GET /admin/realms/atmosphere/clients/ad6b60dc-cf1f-44b1-b69b-e8fa50a887bc/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.125:8080 119 0.009 404 4083e17d8df10babcaf65a4f2cd956b2 199.204.45.238 - - [09/Apr/2026:02:12:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.004 [auth-system-keycloak-80] [] 10.0.0.125:8080 1261 0.004 200 607e7df13801ddec73c9196dca996128 199.204.45.238 - - [09/Apr/2026:02:12:20 +0000] "POST /admin/realms/atmosphere/clients/ad6b60dc-cf1f-44b1-b69b-e8fa50a887bc/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.047 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.046 201 2e5cf5a2cdebfb98246508ffe3cbbd70 199.204.45.238 - - [09/Apr/2026:02:12:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.004 [auth-system-keycloak-80] [] 10.0.0.125:8080 1261 0.004 200 4810a39e8236cf889f30494c4acc6501 199.204.45.238 - - [09/Apr/2026:02:12:20 +0000] "GET /admin/realms/atmosphere/clients/ad6b60dc-cf1f-44b1-b69b-e8fa50a887bc/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.125:8080 166 0.010 200 68d52781f5443e339998c1061d2ab22e 199.204.45.238 - - [09/Apr/2026:02:12:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.448 [auth-system-keycloak-80] [] 10.0.0.125:8080 1928 0.447 200 8f78e9a380d97be0455231c5e37fd6c2 199.204.45.238 - - [09/Apr/2026:02:12:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.025 [auth-system-keycloak-80] [] 10.0.0.125:8080 1286 0.025 200 d2a015dbc9dd14089bf632b55dfe7233 199.204.45.238 - - [09/Apr/2026:02:12:21 +0000] "GET /admin/realms/atmosphere/clients/bd3e696a-5791-4ff6-bd12-01c82af5c5f7/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.125:8080 119 0.009 404 3e44eb3bfc4d57d68bc3c01ba713edb3 199.204.45.238 - - [09/Apr/2026:02:12:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.125:8080 1286 0.008 200 1a9620e78975991d434ea0e2398d9807 199.204.45.238 - - [09/Apr/2026:02:12:21 +0000] "POST /admin/realms/atmosphere/clients/bd3e696a-5791-4ff6-bd12-01c82af5c5f7/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.014 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.014 201 0cf71ee02ab5ba7f7a8a732ffdac6e47 199.204.45.238 - - [09/Apr/2026:02:12:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.022 [auth-system-keycloak-80] [] 10.0.0.125:8080 1286 0.022 200 6679fcc88a389c327e4e4d6a5768e050 199.204.45.238 - - [09/Apr/2026:02:12:21 +0000] "GET /admin/realms/atmosphere/clients/bd3e696a-5791-4ff6-bd12-01c82af5c5f7/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.125:8080 165 0.011 200 96ae159c66e29da34a3423d2dc4b68e7 199.204.45.238 - - [09/Apr/2026:02:12:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.447 [auth-system-keycloak-80] [] 10.0.0.125:8080 1928 0.446 200 531a4190f97174b8403293f95d66404f 199.204.45.238 - - [09/Apr/2026:02:12:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.125:8080 1286 0.008 200 57ecfbe5021a3714b3c5dbd03064fd32 199.204.45.238 - - [09/Apr/2026:02:12:22 +0000] "GET /admin/realms/atmosphere/clients/bd3e696a-5791-4ff6-bd12-01c82af5c5f7/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.022 [auth-system-keycloak-80] [] 10.0.0.125:8080 119 0.022 404 56dd97c957860108a8cda84babd014d8 199.204.45.238 - - [09/Apr/2026:02:12:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.125:8080 1286 0.005 200 4fef90a0985c402c7be3b178f31d3dec 199.204.45.238 - - [09/Apr/2026:02:12:22 +0000] "POST /admin/realms/atmosphere/clients/bd3e696a-5791-4ff6-bd12-01c82af5c5f7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.013 201 3bb3b7a0a52334a874c7d363fe5cc939 199.204.45.238 - - [09/Apr/2026:02:12:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.125:8080 1286 0.006 200 df3b8dd3bc36ca49df698af97bf4e4ba 199.204.45.238 - - [09/Apr/2026:02:12:22 +0000] "GET /admin/realms/atmosphere/clients/bd3e696a-5791-4ff6-bd12-01c82af5c5f7/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.040 [auth-system-keycloak-80] [] 10.0.0.125:8080 166 0.039 200 86884b72a855a38bb4fefc636036b9b9 W0409 02:12:22.590148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:22.590202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [09/Apr/2026:02:12:23 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.450 [auth-system-keycloak-80] [] 10.0.0.125:8080 1928 0.449 200 5fa49edb65d01e4245a8fcfbb525ce5e 199.204.45.238 - - [09/Apr/2026:02:12:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.125:8080 1286 0.045 200 dc62c35fcbbb9dd72de3c4af41fa0fa2 199.204.45.238 - - [09/Apr/2026:02:12:23 +0000] "GET /admin/realms/atmosphere/clients/bd3e696a-5791-4ff6-bd12-01c82af5c5f7/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.125:8080 119 0.007 404 c5067908e82a566709262584552b901e 199.204.45.238 - - [09/Apr/2026:02:12:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.070 [auth-system-keycloak-80] [] 10.0.0.125:8080 1286 0.070 200 a99419fea64c63e9c20347507b19c0f3 199.204.45.238 - - [09/Apr/2026:02:12:23 +0000] "POST /admin/realms/atmosphere/clients/bd3e696a-5791-4ff6-bd12-01c82af5c5f7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.017 201 8dc798d448bda485df4a957f076b0f77 199.204.45.238 - - [09/Apr/2026:02:12:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.125:8080 1286 0.006 200 dc9554a419a128cfabc2b1850ee863b9 199.204.45.238 - - [09/Apr/2026:02:12:23 +0000] "GET /admin/realms/atmosphere/clients/bd3e696a-5791-4ff6-bd12-01c82af5c5f7/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.055 [auth-system-keycloak-80] [] 10.0.0.125:8080 166 0.054 200 4d70970bce62c17e6f858edf3aa64a92 199.204.45.238 - - [09/Apr/2026:02:12:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.473 [auth-system-keycloak-80] [] 10.0.0.125:8080 1928 0.472 200 5baba1cbc85696a023c3119bcad31a1b 199.204.45.238 - - [09/Apr/2026:02:12:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.125:8080 1251 0.017 200 3efc63082a57f2cde60c811b712667ac 199.204.45.238 - - [09/Apr/2026:02:12:24 +0000] "GET /admin/realms/atmosphere/clients/02ef4c7b-e143-4c91-a14f-71ecce882fc5/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.125:8080 119 0.008 404 5d65586191d8390bb04f349e110962b6 199.204.45.238 - - [09/Apr/2026:02:12:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.125:8080 1251 0.005 200 a05765eff4b4875eb6da62278824fe80 199.204.45.238 - - [09/Apr/2026:02:12:24 +0000] "POST /admin/realms/atmosphere/clients/02ef4c7b-e143-4c91-a14f-71ecce882fc5/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.013 201 e4d15a84416d55e2eab44ff5df211390 199.204.45.238 - - [09/Apr/2026:02:12:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.027 [auth-system-keycloak-80] [] 10.0.0.125:8080 1251 0.027 200 1d54daa8026679fd768cc5cd19c4758a 199.204.45.238 - - [09/Apr/2026:02:12:24 +0000] "GET /admin/realms/atmosphere/clients/02ef4c7b-e143-4c91-a14f-71ecce882fc5/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.125:8080 166 0.012 200 e47b4e977f5ab5c74c0edb261cf02e0c W0409 02:12:25.923853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:25.923905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:29.257222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:12:29.257268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:02.578485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:02.578529 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:35.424252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:35.424300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:37.086947 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:13:37.087121 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:13:37.087041 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0409 02:13:37.087209 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0409 02:13:37.087249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:37.087268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:37.087387 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:37.087414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:37.088495 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:13:37.088739 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0409 02:13:37.088900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:37.088987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:13:37.089694 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0409 02:13:37.089736 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0409 02:13:37.090100 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0409 02:13:37.090131 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0409 02:13:37.091909 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0409 02:13:37.092026 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0409 02:13:37.252951 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0409 02:13:37.253959 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"438928cd-40db-4d27-bb72-33408609171e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4460", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:13:37.254087 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0409 02:13:37.254183 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0409 02:13:37.254480 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"82c3cb0e-c458-497c-9c30-c6fc69852eab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4461", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:13:37.254540 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0409 02:13:37.254567 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0409 02:13:37.254864 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0409 02:13:37.254898 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"86bb7c3b-f05b-4051-a2e5-628c5ae11bba", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4462", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:13:38.757808 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:13:38.757886 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:13:38.757945 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:13:38.758047 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0409 02:13:38.758079 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0409 02:13:38.758089 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0409 02:13:38.758161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:38.758193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:13:38.758329 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:13:38.847894 7 controller.go:216] "Backend successfully reloaded" I0409 02:13:38.848291 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x2tdt", UID:"fe5348a7-1516-47f2-92f4-6102446ce132", APIVersion:"v1", ResourceVersion:"1441", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:13:39.110608 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0409 02:13:39.111915 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0409 02:13:39.111955 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0409 02:13:39.112598 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0409 02:13:39.339949 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0409 02:13:39.341524 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0409 02:13:42.092218 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:13:42.092274 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:13:42.092306 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:13:42.092417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:42.092438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:45.425171 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:13:45.425255 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:13:45.425293 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:13:45.425445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:45.425473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:48.758371 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:13:48.758441 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:13:48.758491 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:13:48.758606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:48.758635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:52.091615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:13:52.091662 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:13:52.091693 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:13:52.091790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:52.091823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:55.424392 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:13:55.424453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:13:55.424490 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:13:55.424617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:55.424644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:58.758497 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:13:58.758546 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:13:58.758585 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:13:58.758674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:13:58.758690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:14:00.400202 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.97.213"}] I0409 02:14:00.400562 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.97.213"}] I0409 02:14:00.401406 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.97.213"}] I0409 02:14:00.407840 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"86bb7c3b-f05b-4051-a2e5-628c5ae11bba", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5198", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:14:00.414180 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"438928cd-40db-4d27-bb72-33408609171e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5199", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0409 02:14:00.416957 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"82c3cb0e-c458-497c-9c30-c6fc69852eab", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5200", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:14:02.092197 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:02.092255 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:14:02.092292 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:14:02.092406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:02.092434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:05.425153 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:05.425220 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:14:05.425269 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:14:05.425413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:05.425447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:08.761857 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:08.761942 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:14:08.761979 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:14:08.762736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:08.762772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:12.473334 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:12.473379 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0409 02:14:12.473411 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:14:12.473517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:12.473535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:15.806943 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:15.807029 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:14:15.807148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:15.807171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:19.141111 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:19.141232 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:14:19.141344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:19.141373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:22.474409 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:22.474512 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0409 02:14:22.474624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:22.474702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.168 - - [09/Apr/2026:02:14:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.110 [auth-system-keycloak-80] [] 10.0.0.125:8080 6432 0.111 200 ce7986c4d151d4d7bbcc3b5169253698 10.0.0.120 - - [09/Apr/2026:02:14:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.125:8080 6432 0.008 200 6784be65860d710c0d643b60c8b986fb W0409 02:14:25.807503 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:25.807965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:25.808128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:29.141046 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:29.141336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:29.141379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:32.474397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0409 02:14:32.474549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:32.474580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:35.807202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:35.807258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:39.143444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:39.143493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:42.475857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:42.475907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:45.808127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:45.808172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:49.141260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:49.141297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [09/Apr/2026:02:14:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.425 [auth-system-keycloak-80] [] 10.0.0.125:8080 1928 0.424 200 b479187e723fc4f1cafd2bc00dc83925 199.204.45.238 - - [09/Apr/2026:02:14:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.027 [auth-system-keycloak-80] [] 10.0.0.125:8080 4246 0.027 200 ba49aeff80a3fbe222d81df64799ca2e 199.204.45.238 - - [09/Apr/2026:02:14:50 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.399 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.399 204 50fbd54def977d9fb9044538a2e42e9a 199.204.45.238 - - [09/Apr/2026:02:14:50 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.193 [auth-system-keycloak-80] [] 10.0.0.125:8080 4384 0.192 200 2f047c7402748272373c766f5be18e41 199.204.45.238 - - [09/Apr/2026:02:14:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.125:8080 1928 0.470 200 dc260ef8faae6e2bfbdd5d46f7cb59bc 199.204.45.238 - - [09/Apr/2026:02:14:51 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.009 [auth-system-keycloak-80] [] 10.0.0.125:8080 1682 0.009 200 69ecd4f9bab934fc525ac2ac3905c7b3 199.204.45.238 - - [09/Apr/2026:02:14:52 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.125:8080 6432 0.008 200 d7d4fd6f2f47f1100a34cff93cd62fa2 199.204.45.238 - - [09/Apr/2026:02:14:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.125:8080 1928 0.466 200 e9282900543163f3c6615fbb644c7d0e 199.204.45.238 - - [09/Apr/2026:02:14:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.125:8080 2 0.009 200 f5cdd333192175ce55fed4b0a0e5c3c9 199.204.45.238 - - [09/Apr/2026:02:14:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.197 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.195 201 f73a0d1e1d301860d0cac924a027f8d5 199.204.45.238 - - [09/Apr/2026:02:14:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.057 [auth-system-keycloak-80] [] 10.0.0.125:8080 2246 0.057 200 f25c6e94b305cbe671083961a0c7d7ee 199.204.45.238 - - [09/Apr/2026:02:14:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.125:8080 1928 0.475 200 651cd4989b7eb0c404fb8264da2a82a8 199.204.45.238 - - [09/Apr/2026:02:14:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.125:8080 2246 0.007 200 a3b8fe7498a45b6871de233f067377ab 199.204.45.238 - - [09/Apr/2026:02:14:55 +0000] "GET /admin/realms/atmosphere/clients/22d5b633-aad9-4b31-bfdf-e1b476565af0/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.016 [auth-system-keycloak-80] [] 10.0.0.125:8080 233 0.016 200 c4b0a21a2e8c4bc4465dfbacfccb91a3 199.204.45.238 - - [09/Apr/2026:02:14:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.049 [auth-system-keycloak-80] [] 10.0.0.125:8080 831 0.049 200 204875b161483d7032952d8880d179fc 199.204.45.238 - - [09/Apr/2026:02:14:55 +0000] "GET /admin/realms/atmosphere/clients/b6c0a613-0b2d-4d4f-b72e-8b8636f49e57/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.084 [auth-system-keycloak-80] [] 10.0.0.125:8080 3758 0.084 200 e81f1ca7d475f433ab973ee6b57761d2 199.204.45.238 - - [09/Apr/2026:02:14:55 +0000] "GET /admin/realms/atmosphere/users/7aa9e1c6-6031-46de-9690-68255b186fa8/role-mappings/clients/b6c0a613-0b2d-4d4f-b72e-8b8636f49e57/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.108 [auth-system-keycloak-80] [] 10.0.0.125:8080 3758 0.109 200 92f4cfc85a8fa9eed72f96b9a974a86e 199.204.45.238 - - [09/Apr/2026:02:14:55 +0000] "GET /admin/realms/atmosphere/users/7aa9e1c6-6031-46de-9690-68255b186fa8/role-mappings/clients/b6c0a613-0b2d-4d4f-b72e-8b8636f49e57/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.080 [auth-system-keycloak-80] [] 10.0.0.125:8080 2 0.079 200 bad25371bb82051c2982accd7f03c4f4 199.204.45.238 - - [09/Apr/2026:02:14:55 +0000] "POST /admin/realms/atmosphere/users/7aa9e1c6-6031-46de-9690-68255b186fa8/role-mappings/clients/b6c0a613-0b2d-4d4f-b72e-8b8636f49e57 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.018 [auth-system-keycloak-80] [] 10.0.0.125:8080 0 0.018 204 4df32535bea965fbe20cf6ddd5486937 199.204.45.238 - - [09/Apr/2026:02:14:55 +0000] "GET /admin/realms/atmosphere/users/7aa9e1c6-6031-46de-9690-68255b186fa8/role-mappings/clients/b6c0a613-0b2d-4d4f-b72e-8b8636f49e57/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.046 [auth-system-keycloak-80] [] 10.0.0.125:8080 576 0.046 200 8b1a3e444ee51f9d5a4922a1225f06c7 W0409 02:14:58.305274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:14:58.305302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:01.639609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:01.639657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:17.558416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:17.558451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:20.892237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:15:20.892277 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:03.899031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:03.899079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:35.690147 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0409 02:17:35.690255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:35.690309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:17:35.693682 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0409 02:17:35.693705 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0409 02:17:35.699850 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0409 02:17:35.700491 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"78688a59-0f63-4949-a263-b82e3e2af514", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6878", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:17:35.700748 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0409 02:17:35.701310 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0409 02:17:35.701513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:35.701542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:17:35.701751 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:17:35.743510 7 controller.go:216] "Backend successfully reloaded" I0409 02:17:35.743842 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x2tdt", UID:"fe5348a7-1516-47f2-92f4-6102446ce132", APIVersion:"v1", ResourceVersion:"1441", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:17:35.994520 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0409 02:17:35.995706 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0409 02:17:39.035079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:39.035124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [09/Apr/2026:02:17:40 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.005 300 101b74918f328ca2143c91e8cc158a0d 199.204.45.238 - - [09/Apr/2026:02:17:41 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.109:5000 266 0.005 200 69e2cc13e8300c15b69c8a96590e380f 199.204.45.238 - - [09/Apr/2026:02:17:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.327 [openstack-keystone-api-5000] [] 10.0.0.109:5000 1360 0.327 201 db3c75901892a323825fc7c73acb7be7 199.204.45.238 - - [09/Apr/2026:02:17:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.003 300 9391d637bcbd4a6bb3d0637e26c3576c 199.204.45.238 - - [09/Apr/2026:02:17:41 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.028 [openstack-keystone-api-5000] [] 10.0.0.109:5000 90 0.028 404 d939c9a7a64101182bd85b9ddfe99f7c 199.204.45.238 - - [09/Apr/2026:02:17:41 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.024 [openstack-keystone-api-5000] [] 10.0.0.109:5000 368 0.024 200 c4d42fe44a6c9685f22a809fea05afea 199.204.45.238 - - [09/Apr/2026:02:17:41 +0000] "GET /v3/domains/6df6f6db8e904efba333635fdf42b236 HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.109:5000 245 0.017 200 dbafc714dd35e988a600ac81f424be01 199.204.45.238 - - [09/Apr/2026:02:17:42 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.109:5000 266 0.003 200 bede3c5377005dcccf25a575c575d07b 199.204.45.238 - - [09/Apr/2026:02:17:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.328 [openstack-keystone-api-5000] [] 10.0.0.109:5000 1360 0.329 201 1376956ff7db3e5830e6d725a1b9dbd4 199.204.45.238 - - [09/Apr/2026:02:17:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.002 300 ad7f82cd2c4881adcef37c2f48796477 199.204.45.238 - - [09/Apr/2026:02:17:42 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.018 [openstack-keystone-api-5000] [] 10.0.0.109:5000 101 0.018 404 3919bc3e615a038f3f7ef220b843cf18 199.204.45.238 - - [09/Apr/2026:02:17:42 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.014 [openstack-keystone-api-5000] [] 10.0.0.109:5000 156 0.014 200 d176dfc3be102939f269cae21f94d8cd 199.204.45.238 - - [09/Apr/2026:02:17:42 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.022 [openstack-keystone-api-5000] [] 10.0.0.109:5000 454 0.022 201 8549576dcc0ce272d2410992cd28b410 199.204.45.238 - - [09/Apr/2026:02:17:43 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.109:5000 266 0.003 200 d6e998b3b846166da60f1b8d5f99291a 199.204.45.238 - - [09/Apr/2026:02:17:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.109:5000 1360 0.283 201 6e38e946c9fb8c941dcaa98593e9c8d6 199.204.45.238 - - [09/Apr/2026:02:17:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.003 300 b5238b8caed6448d7b4694c86648ad6e 199.204.45.238 - - [09/Apr/2026:02:17:43 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-keystone-api-5000] [] 10.0.0.109:5000 98 0.017 404 3bebee3a939935c8de8cf992e6824d13 199.204.45.238 - - [09/Apr/2026:02:17:43 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.016 [openstack-keystone-api-5000] [] 10.0.0.109:5000 136 0.016 200 7e7ed1bb07f38cf62c57ba8ecffaf1ba 199.204.45.238 - - [09/Apr/2026:02:17:43 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.018 [openstack-keystone-api-5000] [] 10.0.0.109:5000 357 0.018 201 c9614eaf026a19fa3cb3babceb2bafe4 199.204.45.238 - - [09/Apr/2026:02:17:44 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.109:5000 266 0.004 200 3356695bd9a4dfb4c4d33fc15637ed8b 199.204.45.238 - - [09/Apr/2026:02:17:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.109:5000 1360 0.303 201 566cdebcbb16f8f35859bb6a893e9cdd 199.204.45.238 - - [09/Apr/2026:02:17:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.003 300 d37d069e3804dc1fe71871e99afc5934 199.204.45.238 - - [09/Apr/2026:02:17:44 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.024 [openstack-keystone-api-5000] [] 10.0.0.109:5000 131 0.025 404 36ac76f059d00c077d8b47f84d4df4d6 199.204.45.238 - - [09/Apr/2026:02:17:44 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.022 [openstack-keystone-api-5000] [] 10.0.0.109:5000 168 0.022 200 878c425f997addb93d275bd57bcd4f5c 199.204.45.238 - - [09/Apr/2026:02:17:44 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.020 [openstack-keystone-api-5000] [] 10.0.0.109:5000 224 0.020 201 ed91db0cb2934e1af3dfbba7a489b298 W0409 02:17:53.363126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:53.363167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:56.696842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:17:56.696890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:00.394224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:00.394262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:18:00.399415 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.97.213"}] I0409 02:18:00.403881 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"78688a59-0f63-4949-a263-b82e3e2af514", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7112", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:18:03.729637 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:03.729669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:07.061404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:07.061452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:18.920518 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:18.920559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:22.254996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:22.255041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:26.552969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:26.553003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:29.887013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:18:29.887055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:56.144430 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:19:56.144551 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0409 02:19:56.144615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:56.144642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:19:56.149002 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0409 02:19:56.149048 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0409 02:19:56.160322 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0409 02:19:56.160690 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"b1edd593-4ebc-49e9-b380-a8b5bc2a87e3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7954", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:19:56.160929 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0409 02:19:56.161448 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:19:56.161635 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0409 02:19:56.161761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:56.161789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:19:56.162024 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:19:56.212754 7 controller.go:216] "Backend successfully reloaded" I0409 02:19:56.212990 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x2tdt", UID:"fe5348a7-1516-47f2-92f4-6102446ce132", APIVersion:"v1", ResourceVersion:"1441", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:19:56.598820 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0409 02:19:56.600033 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.238 - - [09/Apr/2026:02:19:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.004 300 426cdc25c427171b1792d1b0087c4845 199.204.45.238 - - [09/Apr/2026:02:19:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.320 [openstack-keystone-api-5000] [] 10.0.0.109:5000 1992 0.320 201 4b862ff35459029d1b26c4d9946a889b 199.204.45.238 - - [09/Apr/2026:02:19:57 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.109:5000 85 0.024 404 04b91be32f1067089227b1d8b909b9ed 199.204.45.238 - - [09/Apr/2026:02:19:57 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.015 [openstack-keystone-api-5000] [] 10.0.0.109:5000 129 0.015 200 c638daec01bd8b003cddc12d2f5494f3 199.204.45.238 - - [09/Apr/2026:02:19:57 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.026 [openstack-keystone-api-5000] [] 10.0.0.109:5000 230 0.026 201 c093743ba96c269ae35dadea385312c5 W0409 02:19:59.496368 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:19:59.496524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:19:59.496547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:20:00.395293 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.97.213"}] I0409 02:20:00.400282 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"b1edd593-4ebc-49e9-b380-a8b5bc2a87e3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8015", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:20:02.829719 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0409 02:20:02.829898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:02.829929 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [09/Apr/2026:02:20:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.003 300 c09c0dc398b802198f0b62297b7713b1 199.204.45.238 - - [09/Apr/2026:02:20:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.287 [openstack-keystone-api-5000] [] 10.0.0.109:5000 1992 0.287 201 f914f5ceca0fddd4a3d70086eebd0827 199.204.45.238 - - [09/Apr/2026:02:20:04 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.025 [openstack-keystone-api-5000] [] 10.0.0.109:5000 1521 0.026 200 e2fa0b8b36d49100e5e4d91c9cc7c312 199.204.45.238 - - [09/Apr/2026:02:20:04 +0000] "PUT /v3/roles/3350e850112745568466ac8502cdca11/implies/ecff36d8b1ec48038ba995a2568cdf9a HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.031 [openstack-keystone-api-5000] [] 10.0.0.109:5000 521 0.032 201 4caf72f1b3f9a6873a94d6b80ff51455 W0409 02:20:06.933301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:06.933402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [09/Apr/2026:02:20:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.002 300 0b1d5e06c99b650bc938a6719b51b78c 199.204.45.238 - - [09/Apr/2026:02:20:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.109:5000 2055 0.339 201 6b7d546f798e80eb551fb3c8399bb947 199.204.45.238 - - [09/Apr/2026:02:20:49 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.024 [openstack-keystone-api-5000] [] 10.0.0.109:5000 87 0.024 404 def4a9006f0e3c5ac4240887efb16838 199.204.45.238 - - [09/Apr/2026:02:20:49 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.026 [openstack-keystone-api-5000] [] 10.0.0.109:5000 390 0.026 200 a8664f1d1a26715d1e665de8ead02ffc 199.204.45.238 - - [09/Apr/2026:02:20:49 +0000] "GET /v3/users/rgw-RegionOne?domain_id=5daca058253447af9d715c56735f60f3 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.026 [openstack-keystone-api-5000] [] 10.0.0.109:5000 91 0.025 404 8d7af6bb0e141471df014079aadbca20 199.204.45.238 - - [09/Apr/2026:02:20:49 +0000] "GET /v3/users?domain_id=5daca058253447af9d715c56735f60f3&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.034 [openstack-keystone-api-5000] [] 10.0.0.109:5000 178 0.035 200 9eb2c77612453fb91d6a00a9ac26d4e9 199.204.45.238 - - [09/Apr/2026:02:20:50 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.283 [openstack-keystone-api-5000] [] 10.0.0.109:5000 291 0.283 201 3d9c928e4a1875aade3682e678401449 199.204.45.238 - - [09/Apr/2026:02:20:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 228 0.014 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.014 300 e8025a036b2cb6528ee4447a89f14726 199.204.45.238 - - [09/Apr/2026:02:20:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 547 0.288 [openstack-keystone-api-5000] [] 10.0.0.109:5000 2055 0.288 201 ab352e471ff147c7491c3d1a28faa83c 199.204.45.238 - - [09/Apr/2026:02:20:53 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.021 [openstack-keystone-api-5000] [] 10.0.0.109:5000 83 0.021 404 7c3a33132ead8ab2d8c58b0cfc86de12 199.204.45.238 - - [09/Apr/2026:02:20:53 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.017 [openstack-keystone-api-5000] [] 10.0.0.109:5000 361 0.016 200 a7df10c9fb329f36b00750e01b22a910 199.204.45.238 - - [09/Apr/2026:02:20:53 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.024 [openstack-keystone-api-5000] [] 10.0.0.109:5000 87 0.024 404 cae327962c35ca3b36552673f48ee2a7 199.204.45.238 - - [09/Apr/2026:02:20:53 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.021 [openstack-keystone-api-5000] [] 10.0.0.109:5000 390 0.021 200 5225734f20976f6eb7edea57c1a61848 199.204.45.238 - - [09/Apr/2026:02:20:53 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.019 [openstack-keystone-api-5000] [] 10.0.0.109:5000 91 0.019 404 b30ab15253982a26b3e633d688669275 199.204.45.238 - - [09/Apr/2026:02:20:53 +0000] "GET /v3/users?domain_id=5daca058253447af9d715c56735f60f3&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.141 [openstack-keystone-api-5000] [] 10.0.0.109:5000 458 0.141 200 24981d424edb33a249dae35970587851 199.204.45.238 - - [09/Apr/2026:02:20:53 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.147 [openstack-keystone-api-5000] [] 10.0.0.109:5000 88 0.147 404 7590a7497b695049c01459d399ebacf2 199.204.45.238 - - [09/Apr/2026:02:20:53 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.023 [openstack-keystone-api-5000] [] 10.0.0.109:5000 520 0.022 200 6474fd1f344264c87056dfc99f66ddf8 199.204.45.238 - - [09/Apr/2026:02:20:53 +0000] "PUT /v3/projects/35e5fe23c79e44f29c3e691f1b8862f1/users/7d06145dfec9433487e40bc2e3c0035e/roles/1ef064bc34cb4089b5909c6c4c30675d HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.036 [openstack-keystone-api-5000] [] 10.0.0.109:5000 0 0.036 204 7c335d9a4458c0b6aaf2d1d62f9717dc 199.204.45.238 - - [09/Apr/2026:02:20:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.003 300 fa4d247741fb412869546e2bfa57e686 199.204.45.238 - - [09/Apr/2026:02:20:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.109:5000 2055 0.331 201 b5eba3f878f5ce2874e1acabd354417f 199.204.45.238 - - [09/Apr/2026:02:20:55 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.019 [openstack-keystone-api-5000] [] 10.0.0.109:5000 151 0.020 200 8559a1ae1305a1cdacec93acaa41b938 199.204.45.238 - - [09/Apr/2026:02:20:55 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.037 [openstack-keystone-api-5000] [] 10.0.0.109:5000 263 0.036 201 e62c2d4bece1ccb8c373814ab03dc779 199.204.45.238 - - [09/Apr/2026:02:20:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.004 300 66fa91b39be46b408621ca29d5f44584 199.204.45.238 - - [09/Apr/2026:02:20:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.109:5000 2157 0.340 201 cf667ae3127d17e37ad11ae1185cfadd 199.204.45.238 - - [09/Apr/2026:02:20:57 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.109:5000 86 0.024 404 905b1bbadf56b354726c5dc1895ac1b6 199.204.45.238 - - [09/Apr/2026:02:20:57 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.109:5000 382 0.018 200 51279b3011e21a623c5b60127bf5834e 199.204.45.238 - - [09/Apr/2026:02:20:57 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=89f2cbce822147ac8554d3760b5dd2ce HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.109:5000 205 0.019 200 b420daff616f1deee8b9543b4f6d08af 199.204.45.238 - - [09/Apr/2026:02:20:57 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.030 [openstack-keystone-api-5000] [] 10.0.0.109:5000 379 0.030 201 dba3de1522830053ef224efb0ff37853 199.204.45.238 - - [09/Apr/2026:02:20:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.004 300 28693820e21a04c763c09f0473ee348f 199.204.45.238 - - [09/Apr/2026:02:20:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.389 [openstack-keystone-api-5000] [] 10.0.0.109:5000 2366 0.389 201 ab04d686669a01575effc5ee09c7a6bf 199.204.45.238 - - [09/Apr/2026:02:20:58 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.109:5000 86 0.023 404 3b4f67863f36ab791a0a51fe2f484fc3 199.204.45.238 - - [09/Apr/2026:02:20:58 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.013 [openstack-keystone-api-5000] [] 10.0.0.109:5000 382 0.013 200 248e6a2c82a98bdc51ea47cdfcfad7a7 199.204.45.238 - - [09/Apr/2026:02:20:58 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=89f2cbce822147ac8554d3760b5dd2ce HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.021 [openstack-keystone-api-5000] [] 10.0.0.109:5000 207 0.020 200 4fcb8e6cbb5328655cb4103b7cc8e4b5 199.204.45.238 - - [09/Apr/2026:02:20:58 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.025 [openstack-keystone-api-5000] [] 10.0.0.109:5000 392 0.025 201 4f9297507cab76119134131c3a38d1a3 W0409 02:20:59.411944 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:20:59.412077 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0409 02:20:59.412173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:59.412207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:20:59.416541 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0409 02:20:59.416565 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0409 02:20:59.422064 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0409 02:20:59.422366 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a9bd607c-64f3-497c-ae0b-135e594169c9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8517", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:20:59.422600 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0409 02:20:59.422992 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:20:59.423097 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0409 02:20:59.423171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:20:59.423191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:20:59.423352 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:20:59.481861 7 controller.go:216] "Backend successfully reloaded" I0409 02:20:59.482172 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x2tdt", UID:"fe5348a7-1516-47f2-92f4-6102446ce132", APIVersion:"v1", ResourceVersion:"1441", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:20:59.943226 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0409 02:20:59.944504 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" I0409 02:21:00.395709 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.97.213"}] I0409 02:21:00.401773 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a9bd607c-64f3-497c-ae0b-135e594169c9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8546", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:21:02.757344 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:21:02.757522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:02.757547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:06.089912 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:21:06.090330 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:06.090349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:16.117405 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:21:16.117595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:16.117617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:21.123458 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0409 02:21:21.123654 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:21.123695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:24.458168 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:21:24.458351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:24.458372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:21:24.458541 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:21:24.512442 7 controller.go:216] "Backend successfully reloaded" I0409 02:21:24.512703 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x2tdt", UID:"fe5348a7-1516-47f2-92f4-6102446ce132", APIVersion:"v1", ResourceVersion:"1441", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0409 02:21:27.791712 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:21:27.791954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:27.792011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:31.124767 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:21:31.124938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:31.124963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:45.616670 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:21:45.616773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:45.616849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:48.953452 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:21:48.953638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:48.953669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:52.285061 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:21:52.285249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:21:52.285279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:05.621010 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0409 02:22:05.621234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:05.621264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:44.555592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:22:44.555643 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:57.743306 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:23:57.743487 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0409 02:23:57.743571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:57.743598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:23:57.752604 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.01s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.01s testedConfigurationSize:39.2kB} I0409 02:23:57.752670 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0409 02:23:57.760338 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0409 02:23:57.760939 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store I0409 02:23:57.761080 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"3d5586cb-7ac0-4efe-bd88-3b2aef240106", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10017", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:23:57.761523 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:23:57.761716 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0409 02:23:57.761822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:23:57.761848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0409 02:23:57.762033 7 controller.go:196] "Configuration changes detected, backend reload required" I0409 02:23:57.819528 7 controller.go:216] "Backend successfully reloaded" I0409 02:23:57.819810 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-x2tdt", UID:"fe5348a7-1516-47f2-92f4-6102446ce132", APIVersion:"v1", ResourceVersion:"1441", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0409 02:23:58.008820 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0409 02:23:58.010275 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" I0409 02:24:00.398057 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.97.213"}] I0409 02:24:00.405692 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"3d5586cb-7ac0-4efe-bd88-3b2aef240106", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10064", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0409 02:24:01.095732 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:24:01.096018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:24:01.096057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [09/Apr/2026:02:24:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.020 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.020 300 ddd266325840563719ce59ff9c0d8f8f 199.204.45.238 - - [09/Apr/2026:02:24:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.109:5000 3201 0.330 201 b8f3b5f32eff8cc03af57aa73da54a36 199.204.45.238 - - [09/Apr/2026:02:24:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f908e432b2e8afd0122af691b12480fd 199.204.45.238 - - [09/Apr/2026:02:24:02 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e7177d1c4d01f5d553fc01f8ef66bc47 199.204.45.238 - - [09/Apr/2026:02:24:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.002 300 cdbc26bbd7d10ae1e8176f49a02d6f6f W0409 02:24:04.428263 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:24:04.428578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:24:04.428652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [09/Apr/2026:02:24:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.280 [openstack-keystone-api-5000] [] 10.0.0.109:5000 3201 0.280 201 a5f7a078f14c04f453a2b5d8d47f2563 199.204.45.238 - - [09/Apr/2026:02:24:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - acc6f7d11435da9d5d50f8b34bcfbc99 199.204.45.238 - - [09/Apr/2026:02:24:04 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5723073ba12519134b2fc443f04d6637 199.204.45.238 - - [09/Apr/2026:02:24:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.004 300 92e2fb1c16599ed83fb1620703e4eb7e 199.204.45.238 - - [09/Apr/2026:02:24:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.109:5000 3201 0.291 201 ae437d2fdbffa69f2a3a8442c3ed5e2b 199.204.45.238 - - [09/Apr/2026:02:24:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cd25dab9872618d509bda0a715d52082 199.204.45.238 - - [09/Apr/2026:02:24:06 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 35d166177c02b0303af61d49b90dbd45 199.204.45.238 - - [09/Apr/2026:02:24:07 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.004 300 b512a36ea10f56764aba8bd2279acdcf W0409 02:24:08.081372 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0409 02:24:08.081516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:24:08.081539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [09/Apr/2026:02:24:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.109:5000 3201 0.286 201 29996adb8b80a5ddc0949a45ed09ebbe 199.204.45.238 - - [09/Apr/2026:02:24:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0cbb66b7d626bc8ea273e353924b0b35 199.204.45.238 - - [09/Apr/2026:02:24:08 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 615d2dd47b6274498c7872d3f6f2c540 199.204.45.238 - - [09/Apr/2026:02:24:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.004 300 b4f61d8d4ba9d78bce68e687fb31bfff 199.204.45.238 - - [09/Apr/2026:02:24:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.109:5000 3201 0.302 201 034032a5a239ffc25028134665c21cfd 199.204.45.238 - - [09/Apr/2026:02:24:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 46cfd6fd8e5abe9ba59a0cd2f1087805 199.204.45.238 - - [09/Apr/2026:02:24:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e9f13240dadc3058ec351a672ddcd221 199.204.45.238 - - [09/Apr/2026:02:24:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.005 300 ba1adaa0b09d4857637b96018457f48d 199.204.45.238 - - [09/Apr/2026:02:24:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.109:5000 3201 0.285 201 91e0e76037adefb69ad621e3755aeaea 199.204.45.238 - - [09/Apr/2026:02:24:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 67ff2cd26be3fd81f317f6f40b7ee7d4 199.204.45.238 - - [09/Apr/2026:02:24:11 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c87970ef4932ae4eeab804ddade3c3da 199.204.45.238 - - [09/Apr/2026:02:24:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.003 300 7632ae7c53db214dfa1285986962f37c 199.204.45.238 - - [09/Apr/2026:02:24:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.109:5000 3201 0.289 201 0ebf03636a12322bd440d1e9934cdecb 199.204.45.238 - - [09/Apr/2026:02:24:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f7414040a26af341979785aa6decf681 199.204.45.238 - - [09/Apr/2026:02:24:13 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c53633c6169f1cb22479316b8a57cfd8 199.204.45.238 - - [09/Apr/2026:02:24:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.004 300 bc0a79f86f411cab5c834f586f2fbeb1 199.204.45.238 - - [09/Apr/2026:02:24:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.109:5000 3201 0.297 201 5db53c291a4018707bf6dbef686764f0 199.204.45.238 - - [09/Apr/2026:02:24:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - af5ceec97c7535f6ef4cd79bd5df483a 199.204.45.238 - - [09/Apr/2026:02:24:15 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 167f7adbca89e5b894d79e22615600df 199.204.45.238 - - [09/Apr/2026:02:24:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.003 300 f87f3a689629c82e6b75bc11c7ae18e9 199.204.45.238 - - [09/Apr/2026:02:24:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.109:5000 3201 0.293 201 a3ea83bd367ffc6a6115047d9617f5be 199.204.45.238 - - [09/Apr/2026:02:24:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 27cb84f63b2208d7f2d77d0eacd5495a 199.204.45.238 - - [09/Apr/2026:02:24:17 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 86ab06ca6c2b298f4d361ffae7e1c5c0 W0409 02:24:17.582918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:24:17.582960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.238 - - [09/Apr/2026:02:24:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.004 300 8a577065535c503442b5f7e13b58a7c0 199.204.45.238 - - [09/Apr/2026:02:24:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.109:5000 3201 0.290 201 28a518a35a16480ad441b0b19c701300 199.204.45.238 - - [09/Apr/2026:02:24:19 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.17:9292 1312 0.003 300 83799869622403aca7261199809e2e1c 199.204.45.238 - - [09/Apr/2026:02:24:19 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.565 [openstack-glance-api-9292] [] 10.0.0.17:9292 69 0.564 200 d94803868d906292eedea254cf1968ad 199.204.45.238 - - [09/Apr/2026:02:24:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.109:5000 281 0.003 300 19743f0cd60850b989ae8d7789af82f0 199.204.45.238 - - [09/Apr/2026:02:24:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.279 [openstack-keystone-api-5000] [] 10.0.0.109:5000 3201 0.279 201 df53ae49ec27ffbf3095020730688f6e 199.204.45.238 - - [09/Apr/2026:02:24:22 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.17:9292 1312 0.003 300 87441abd29703bf27623797d9b1e4448 199.204.45.238 - - [09/Apr/2026:02:24:22 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.042 [openstack-glance-api-9292] [] 10.0.0.17:9292 69 0.041 200 ed60efc575e3ad83c28e9d321e91a706 199.204.45.238 - - [09/Apr/2026:02:24:22 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.125 [openstack-glance-api-9292] [] 10.0.0.17:9292 151 0.125 404 8a92f29a5c517eecc1341555d6f0dc16 199.204.45.238 - - [09/Apr/2026:02:24:23 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.17:9292 81 0.024 200 f22f5c62d03fcfbd899361609c01aaca 199.204.45.238 - - [09/Apr/2026:02:24:23 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.026 [openstack-glance-api-9292] [] 10.0.0.17:9292 84 0.026 200 5e1584970b62e9446e52c82da9c4ffec 199.204.45.238 - - [09/Apr/2026:02:24:23 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.058 [openstack-glance-api-9292] [] 10.0.0.17:9292 760 0.058 201 6d162a8144100f3317a681ee892314d1 199.204.45.238 - - [09/Apr/2026:02:24:26 +0000] "PUT /v2/images/8df53ad2-d7e8-41a3-8012-23a4694bbca5/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.298 [openstack-glance-api-9292] [] 10.0.0.17:9292 0 3.298 204 0004da2db24b283df4da1fa6e14ed51f 199.204.45.238 - - [09/Apr/2026:02:24:26 +0000] "GET /v2/images/8df53ad2-d7e8-41a3-8012-23a4694bbca5 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.17:9292 1171 0.015 200 32b7251584e27ae5425989ad1ca09cd8 199.204.45.238 - - [09/Apr/2026:02:24:26 +0000] "GET /v2/images/8df53ad2-d7e8-41a3-8012-23a4694bbca5 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.17:9292 1171 0.015 200 baae9a2783ae54dd37ffbc8bfc0e4060 W0409 02:24:29.568918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:24:29.568953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:24:32.902980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0409 02:24:32.903031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store