------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0413 02:56:11.544628 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0413 02:56:11.544814 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0413 02:56:11.551531 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0413 02:56:11.553856 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0413 02:56:11.786236 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0413 02:56:11.808415 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0413 02:56:11.820486 7 nginx.go:271] "Starting NGINX Ingress controller" I0413 02:56:11.850677 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"c4419649-60f0-4650-9aaf-bf5dba2bed99", APIVersion:"v1", ResourceVersion:"1370", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0413 02:56:11.854256 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"3eb10e35-67d0-4175-a2eb-5216a540c88e", APIVersion:"v1", ResourceVersion:"1373", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0413 02:56:11.854301 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"16c19181-bbda-4774-96d5-a7723c40cb37", APIVersion:"v1", ResourceVersion:"1371", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0413 02:56:13.021905 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0413 02:56:13.021923 7 nginx.go:317] "Starting NGINX process" I0413 02:56:13.022552 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0413 02:56:13.023029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:13.023058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 02:56:13.023091 7 controller.go:196] "Configuration changes detected, backend reload required" I0413 02:56:13.029840 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0413 02:56:13.029934 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-v6hpl" I0413 02:56:13.055621 7 controller.go:216] "Backend successfully reloaded" I0413 02:56:13.055743 7 controller.go:227] "Initial sync, sleeping for 1 second" I0413 02:56:13.055831 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6hpl", UID:"2f6fbe61-3c80-49bf-b5d7-9bd9920a5306", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0413 02:56:16.842495 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:16.842528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:20.179195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:20.179246 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:23.509297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:23.509336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:26.844002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:26.844054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:30.176664 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:30.176706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:33.510311 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:33.510355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:36.843510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:36.843557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:44.715090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:44.715117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:48.048879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:48.048960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:51.382514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:56:51.382556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:57:38.666451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:57:38.666490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:57:49.653030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:57:49.653104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:57:52.987538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:57:52.987587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:57:58.235987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:57:58.236044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:01.570068 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:01.570114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:04.902902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:04.902948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:08.236766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:08.236833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:11.572579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:11.572628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:17.134898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:17.134947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:20.468871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:20.468919 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:24.179138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:24.179177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:27.512829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:27.512872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:30.848512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 02:58:30.848559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:00:43.101819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:00:43.101868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:00:44.812881 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-250.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-250.nip.io-tls was not found. Using default certificate W0413 03:00:44.812967 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:00:44.812992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:00:44.814880 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0413 03:00:44.814913 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0413 03:00:44.820541 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0413 03:00:44.821113 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b7cc14dd-c5dc-47c4-87fe-41a8e756e1bb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3442", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 03:00:44.821118 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-250.nip.io-tls" in local store I0413 03:00:45.249451 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-250.nip.io-tls" I0413 03:00:45.251430 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-250.nip.io-tls" W0413 03:00:46.436127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:00:46.436188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:00:46.436262 7 controller.go:196] "Configuration changes detected, backend reload required" I0413 03:00:46.502271 7 controller.go:216] "Backend successfully reloaded" I0413 03:00:46.502486 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6hpl", UID:"2f6fbe61-3c80-49bf-b5d7-9bd9920a5306", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0413 03:00:49.770416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:00:49.770466 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [13/Apr/2026:03:00:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.973 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 1.972 200 95d71c7f6fb9d1247825e995f3f47432 199.204.45.250 - - [13/Apr/2026:03:00:57 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.056 [auth-system-keycloak-80] [] 10.0.0.212:8080 116 0.056 404 c323fc9d191e2aaed96d00a79a47782a 199.204.45.250 - - [13/Apr/2026:03:01:01 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.675 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 3.674 201 0c896317efe7ac0be721f2b1dd8b8e20 199.204.45.250 - - [13/Apr/2026:03:01:01 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.541 [auth-system-keycloak-80] [] 10.0.0.212:8080 4246 0.541 200 42f6c4ed4d94cd755f16a56559d01181 199.204.45.250 - - [13/Apr/2026:03:01:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.516 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.515 200 fe11589ed4e2ace2f39fc73441dc64d9 199.204.45.250 - - [13/Apr/2026:03:01:03 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.038 [auth-system-keycloak-80] [] 10.0.0.212:8080 12500 0.038 200 973adfbc9cc853e4afd40b56edcf390e 199.204.45.250 - - [13/Apr/2026:03:01:03 +0000] "GET /admin/realms/atmosphere/client-scopes/4e803009-31ae-43d0-998d-76d04e44c01a HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.013 [auth-system-keycloak-80] [] 10.0.0.212:8080 1278 0.013 200 5c949475cde2bfd119f37a6377d95cac 199.204.45.250 - - [13/Apr/2026:03:01:03 +0000] "PUT /admin/realms/atmosphere/client-scopes/4e803009-31ae-43d0-998d-76d04e44c01a HTTP/1.1" 204 0 "-" "Ansible" 1848 0.020 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.019 204 7cb945a9afc080450f3c71ceec49210c 199.204.45.250 - - [13/Apr/2026:03:01:03 +0000] "GET /admin/realms/atmosphere/client-scopes/4e803009-31ae-43d0-998d-76d04e44c01a/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.015 [auth-system-keycloak-80] [] 10.0.0.212:8080 963 0.015 200 f953285f24db687b62e1ef946062941a 199.204.45.250 - - [13/Apr/2026:03:01:03 +0000] "GET /admin/realms/atmosphere/client-scopes/4e803009-31ae-43d0-998d-76d04e44c01a/protocol-mappers/models/208dd6e0-43f6-4549-9cf6-cc47471e81cd HTTP/1.1" 200 366 "-" "Ansible" 1309 0.053 [auth-system-keycloak-80] [] 10.0.0.212:8080 366 0.053 200 8f9586b429ee70b46d3169afb3b81f82 199.204.45.250 - - [13/Apr/2026:03:01:03 +0000] "PUT /admin/realms/atmosphere/client-scopes/4e803009-31ae-43d0-998d-76d04e44c01a/protocol-mappers/models/208dd6e0-43f6-4549-9cf6-cc47471e81cd HTTP/1.1" 204 0 "-" "Ansible" 1622 0.020 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.019 204 222501c5a995c6df7120e13ff8d27ae2 199.204.45.250 - - [13/Apr/2026:03:01:03 +0000] "GET /admin/realms/atmosphere/client-scopes/4e803009-31ae-43d0-998d-76d04e44c01a HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.070 [auth-system-keycloak-80] [] 10.0.0.212:8080 1218 0.070 200 1a2a81f9ff826ac756ffa41af9919093 I0413 03:01:13.036414 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.96.218.187"}] I0413 03:01:13.041890 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b7cc14dd-c5dc-47c4-87fe-41a8e756e1bb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3776", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 03:01:13.043853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:01:13.043899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [13/Apr/2026:03:01:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.467 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.466 200 4bdd9391c5ae8e066341057b3a830e34 199.204.45.250 - - [13/Apr/2026:03:01:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.015 [auth-system-keycloak-80] [] 10.0.0.212:8080 2 0.015 200 732b4e08476208051198f4687129ff82 199.204.45.250 - - [13/Apr/2026:03:01:24 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.253 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.252 201 8d80885f3ab17046d7802b11fc856560 199.204.45.250 - - [13/Apr/2026:03:01:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.027 [auth-system-keycloak-80] [] 10.0.0.212:8080 1261 0.026 200 5ca81163a2afab49902ad924672e27ee 199.204.45.250 - - [13/Apr/2026:03:01:25 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.474 200 0140bf55ce147765fd0731118b7a5868 199.204.45.250 - - [13/Apr/2026:03:01:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.212:8080 2 0.009 200 03270f02a902fffcf89ac26a5006de10 199.204.45.250 - - [13/Apr/2026:03:01:25 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.078 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.077 201 7ba0ee7115449085d47aaf130e8172fa 199.204.45.250 - - [13/Apr/2026:03:01:25 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.082 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.082 200 3bc28540dec8e856ea1ebec828e19001 199.204.45.250 - - [13/Apr/2026:03:01:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.493 200 f4636180af6cbf8928b804eddad7c4f5 199.204.45.250 - - [13/Apr/2026:03:01:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.212:8080 2 0.010 200 bcfda0c5addf8d9ea6fa9033f0c7c895 199.204.45.250 - - [13/Apr/2026:03:01:26 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.065 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.064 201 b94dd4a52ec98d737142062d3f063370 199.204.45.250 - - [13/Apr/2026:03:01:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.066 [auth-system-keycloak-80] [] 10.0.0.212:8080 1251 0.066 200 0d6ead841c9307447cab4c44bcb51ec5 199.204.45.250 - - [13/Apr/2026:03:01:27 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.481 200 55e48c77c20facf26dc00ccf22396cd8 199.204.45.250 - - [13/Apr/2026:03:01:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.212:8080 1261 0.009 200 c747f221cff83741849523c84f77a3c1 199.204.45.250 - - [13/Apr/2026:03:01:28 +0000] "GET /admin/realms/atmosphere/clients/2fb4b343-84e9-4823-8035-a10f6a3c86f7/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.050 [auth-system-keycloak-80] [] 10.0.0.212:8080 119 0.050 404 70a014c2355ffedfe0ead0318caa381e 199.204.45.250 - - [13/Apr/2026:03:01:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.212:8080 1261 0.008 200 77459df2a1404113da289415f3a2bf28 199.204.45.250 - - [13/Apr/2026:03:01:29 +0000] "POST /admin/realms/atmosphere/clients/2fb4b343-84e9-4823-8035-a10f6a3c86f7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 1.685 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 1.685 201 825b70926006e2462619b1de0e124d9f 199.204.45.250 - - [13/Apr/2026:03:01:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 1261 0.005 200 41fcd6c835e72c4fcdd3702ae1558b96 199.204.45.250 - - [13/Apr/2026:03:01:29 +0000] "GET /admin/realms/atmosphere/clients/2fb4b343-84e9-4823-8035-a10f6a3c86f7/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.212:8080 166 0.014 200 3c3e16e4f754038d2f2bcec2af23b3de 199.204.45.250 - - [13/Apr/2026:03:01:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.497 200 3154b03251359e108f7046a83cacefff 199.204.45.250 - - [13/Apr/2026:03:01:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.012 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.012 200 adcaacdba2bb08734548e29846a9e61e 199.204.45.250 - - [13/Apr/2026:03:01:30 +0000] "GET /admin/realms/atmosphere/clients/65b5abb3-d357-4ebf-8f53-ad927ed35665/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.212:8080 119 0.010 404 f73a42041d61c17a2a670d037b1406b8 199.204.45.250 - - [13/Apr/2026:03:01:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.006 200 3fe652a37951a1f42199b6339b371585 199.204.45.250 - - [13/Apr/2026:03:01:30 +0000] "POST /admin/realms/atmosphere/clients/65b5abb3-d357-4ebf-8f53-ad927ed35665/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.024 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.024 201 a67274d87c14c0ca9d7cd7a2c84651fa 199.204.45.250 - - [13/Apr/2026:03:01:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.008 200 309160589754ef3647157570c6e4ec5f 199.204.45.250 - - [13/Apr/2026:03:01:30 +0000] "GET /admin/realms/atmosphere/clients/65b5abb3-d357-4ebf-8f53-ad927ed35665/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.212:8080 165 0.014 200 38c561e2bd64b622cefd6da0250dc404 199.204.45.250 - - [13/Apr/2026:03:01:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.492 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.490 200 06d95ef0dbe3211ee1ddd6df33ddc739 199.204.45.250 - - [13/Apr/2026:03:01:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.006 200 69d92715ee406b4cf170724bbbab265f 199.204.45.250 - - [13/Apr/2026:03:01:31 +0000] "GET /admin/realms/atmosphere/clients/65b5abb3-d357-4ebf-8f53-ad927ed35665/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.055 [auth-system-keycloak-80] [] 10.0.0.212:8080 119 0.055 404 5f88ce91e950af30d4d0fa1d9f10b869 199.204.45.250 - - [13/Apr/2026:03:01:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.007 200 0699743c0ca1fa7a28c70951182abb2e 199.204.45.250 - - [13/Apr/2026:03:01:31 +0000] "POST /admin/realms/atmosphere/clients/65b5abb3-d357-4ebf-8f53-ad927ed35665/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.018 201 a7a416dd05e7448be5a1004908b43e4f 199.204.45.250 - - [13/Apr/2026:03:01:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.040 200 f2596bc507239dd46f8accdb6cc30709 199.204.45.250 - - [13/Apr/2026:03:01:31 +0000] "GET /admin/realms/atmosphere/clients/65b5abb3-d357-4ebf-8f53-ad927ed35665/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.212:8080 166 0.015 200 3db901efe7d38feaa8873cadbf80a6d2 199.204.45.250 - - [13/Apr/2026:03:01:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.509 200 f951fa8807e247193e9d2073d1778fe1 199.204.45.250 - - [13/Apr/2026:03:01:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.056 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.056 200 6d48e94cd93c154c4ff817da2ec9682a 199.204.45.250 - - [13/Apr/2026:03:01:32 +0000] "GET /admin/realms/atmosphere/clients/65b5abb3-d357-4ebf-8f53-ad927ed35665/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.212:8080 119 0.010 404 46f1a5b00e7c13cdaaebd70dc21fe97f 199.204.45.250 - - [13/Apr/2026:03:01:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.006 200 87a841cc2930a501a2696e4dfb9258ef 199.204.45.250 - - [13/Apr/2026:03:01:32 +0000] "POST /admin/realms/atmosphere/clients/65b5abb3-d357-4ebf-8f53-ad927ed35665/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.105 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.104 201 38d875d1c4edc8b88e5beaa72b8e951b 199.204.45.250 - - [13/Apr/2026:03:01:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.018 [auth-system-keycloak-80] [] 10.0.0.212:8080 1286 0.018 200 00f504f2b1d572addf6d8cd668187428 199.204.45.250 - - [13/Apr/2026:03:01:32 +0000] "GET /admin/realms/atmosphere/clients/65b5abb3-d357-4ebf-8f53-ad927ed35665/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.212:8080 166 0.014 200 a6e8dd0779b58da5f51013ccfc6477ad 199.204.45.250 - - [13/Apr/2026:03:01:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.447 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.446 200 d987785e5547b6eb312919aa58446423 199.204.45.250 - - [13/Apr/2026:03:01:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.017 [auth-system-keycloak-80] [] 10.0.0.212:8080 1251 0.017 200 61792535932d1504f5008e7d7bcc270a 199.204.45.250 - - [13/Apr/2026:03:01:33 +0000] "GET /admin/realms/atmosphere/clients/cf963e09-9802-442c-a2f1-eb0b087057cb/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.019 [auth-system-keycloak-80] [] 10.0.0.212:8080 119 0.018 404 e63a54f4c44005b027b3b6ec62ce97c9 199.204.45.250 - - [13/Apr/2026:03:01:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.057 [auth-system-keycloak-80] [] 10.0.0.212:8080 1251 0.058 200 91a535ff8fd19c2597c7fc03bf2d3cef 199.204.45.250 - - [13/Apr/2026:03:01:33 +0000] "POST /admin/realms/atmosphere/clients/cf963e09-9802-442c-a2f1-eb0b087057cb/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.071 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.071 201 e74b4f224976685996244d7192fad474 199.204.45.250 - - [13/Apr/2026:03:01:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.212:8080 1251 0.007 200 83ead45c75836f71f2c9f9b70be5ad61 199.204.45.250 - - [13/Apr/2026:03:01:33 +0000] "GET /admin/realms/atmosphere/clients/cf963e09-9802-442c-a2f1-eb0b087057cb/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.041 [auth-system-keycloak-80] [] 10.0.0.212:8080 166 0.041 200 02b07d5c5182b7bd445dca801ad1c3ae W0413 03:01:37.205139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:01:37.205171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:01:40.539703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:01:40.539763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:40.550614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:40.550655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:40.623819 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:02:40.623884 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0413 03:02:40.623916 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:40.623927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:40.624802 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:02:40.624904 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0413 03:02:40.624960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:40.624985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:40.625357 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 03:02:40.625424 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0413 03:02:40.625459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:40.625477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:02:40.625631 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0413 03:02:40.625660 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0413 03:02:40.627699 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0413 03:02:40.627737 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0413 03:02:40.627750 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0413 03:02:40.627763 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0413 03:02:40.644342 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0413 03:02:40.644897 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0413 03:02:40.644925 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0413 03:02:40.645231 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0413 03:02:40.645289 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0413 03:02:40.645366 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"36dd46d1-6740-4a63-8035-19a442f7deeb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4457", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0413 03:02:40.645502 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7a0c265b-dca0-4289-9ad4-a897d1db0509", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4458", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 03:02:40.645574 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0413 03:02:40.645613 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"25cd3e87-2b4e-4512-9b31-36e387f31fd5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4460", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0413 03:02:40.968955 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0413 03:02:40.969760 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0413 03:02:41.553932 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0413 03:02:41.554939 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0413 03:02:41.654217 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0413 03:02:41.655346 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0413 03:02:43.407311 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0413 03:02:43.408432 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" W0413 03:02:43.883868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:02:43.883907 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 03:02:43.883947 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:02:43.884038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:43.884059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:02:43.884151 7 controller.go:196] "Configuration changes detected, backend reload required" I0413 03:02:43.928565 7 controller.go:216] "Backend successfully reloaded" I0413 03:02:43.928881 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6hpl", UID:"2f6fbe61-3c80-49bf-b5d7-9bd9920a5306", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0413 03:02:47.217376 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:02:47.217426 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 03:02:47.217448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:02:47.217534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:47.217586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:50.550653 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:02:50.550725 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 03:02:50.550768 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:02:50.550889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:50.550920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:53.884349 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:02:53.884397 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 03:02:53.884421 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:02:53.884492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:53.884511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:57.219227 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:02:57.219296 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 03:02:57.219335 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:02:57.219459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:02:57.219487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:00.550811 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:03:00.550865 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 03:03:00.550900 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:03:00.551076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:00.551131 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:03.883877 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:03:03.883921 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 03:03:03.883948 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:03:03.884058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:03.884073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:07.217967 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:03:07.218002 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 03:03:07.218025 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:03:07.218091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:07.218107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:10.550988 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:03:10.551029 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0413 03:03:10.551048 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:03:10.551116 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:10.551126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:03:13.037191 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.96.218.187"}] I0413 03:03:13.037638 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.96.218.187"}] I0413 03:03:13.038255 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.96.218.187"}] I0413 03:03:13.043138 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"25cd3e87-2b4e-4512-9b31-36e387f31fd5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5331", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0413 03:03:13.048008 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"36dd46d1-6740-4a63-8035-19a442f7deeb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5332", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0413 03:03:13.048753 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7a0c265b-dca0-4289-9ad4-a897d1db0509", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5333", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 03:03:13.884086 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:03:13.884240 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:03:13.884371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:13.884477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:17.218092 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:03:17.218190 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:03:17.218254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:17.218271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:20.551510 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:03:20.551611 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:03:20.551732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:20.551764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:23.884242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:03:23.884313 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:03:23.884395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:23.884409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.136 - - [13/Apr/2026:03:03:25 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.090 [auth-system-keycloak-80] [] 10.0.0.212:8080 6432 0.091 200 7f0cbc0df75ae40104dba41905962148 W0413 03:03:27.218073 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:03:27.218182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:03:27.218280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:27.218298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:30.550914 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:03:30.550988 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0413 03:03:30.551071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:30.551090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.181 - - [13/Apr/2026:03:03:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.007 [auth-system-keycloak-80] [] 10.0.0.212:8080 6432 0.007 200 f78d844c7604788644e34e656b59c72f W0413 03:03:33.884994 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:03:33.885159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:33.885181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:37.218190 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0413 03:03:37.218509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:37.218546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:40.551521 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:40.551557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:43.884473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:43.884526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:52.822411 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:52.822452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:56.158457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:03:56.158497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [13/Apr/2026:03:03:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.483 200 4885c0b2f500c8ec1c12fe9ad86b959d 199.204.45.250 - - [13/Apr/2026:03:03:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 4246 0.007 200 3bdaadd41bc9f27b945e82e18eeb307f 199.204.45.250 - - [13/Apr/2026:03:03:59 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.549 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.549 204 d1822c666779e611edf2d1a44d708aac 199.204.45.250 - - [13/Apr/2026:03:03:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.186 [auth-system-keycloak-80] [] 10.0.0.212:8080 4384 0.186 200 4037097840c7759ad156719d11300a29 199.204.45.250 - - [13/Apr/2026:03:04:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.528 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.526 200 8932b7fdd129efd523c6d95a6eb4da27 199.204.45.250 - - [13/Apr/2026:03:04:00 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.212:8080 1682 0.010 200 b8e9c375582391bb81c5f3bfffde5821 199.204.45.250 - - [13/Apr/2026:03:04:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.212:8080 6432 0.006 200 a81eef5e6d2dc420f3d868c91ab954ba 199.204.45.250 - - [13/Apr/2026:03:04:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.472 200 e02fbf5b430addd29f5bf0d7a31c75ed 199.204.45.250 - - [13/Apr/2026:03:04:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.212:8080 2 0.011 200 a32a230eb7635bddba752ccbb8ff3c88 199.204.45.250 - - [13/Apr/2026:03:04:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.179 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.178 201 31b2d704aa03025fb0317e1229948c67 199.204.45.250 - - [13/Apr/2026:03:04:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.078 [auth-system-keycloak-80] [] 10.0.0.212:8080 2246 0.078 200 d45b49b123d85516ab80623cb55e0cf2 199.204.45.250 - - [13/Apr/2026:03:04:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.444 [auth-system-keycloak-80] [] 10.0.0.212:8080 1928 0.443 200 cc697008431d21879ef05ab363f9941e 199.204.45.250 - - [13/Apr/2026:03:04:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.212:8080 2246 0.020 200 28ea1a023245ee7884bf4cf6a9a26713 199.204.45.250 - - [13/Apr/2026:03:04:03 +0000] "GET /admin/realms/atmosphere/clients/6082f1c7-8db6-43af-b842-95c8b0521806/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.015 [auth-system-keycloak-80] [] 10.0.0.212:8080 233 0.015 200 076092a21a0527341e935e3152e56bea 199.204.45.250 - - [13/Apr/2026:03:04:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.059 [auth-system-keycloak-80] [] 10.0.0.212:8080 831 0.059 200 dc3328f710403bd390038eba3aa3714b 199.204.45.250 - - [13/Apr/2026:03:04:04 +0000] "GET /admin/realms/atmosphere/clients/98b0f256-8cff-403a-9cc9-9f8d623df2b5/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.026 [auth-system-keycloak-80] [] 10.0.0.212:8080 3758 0.027 200 4ce6e3e7dbfe14d4eb30fb2f82436725 199.204.45.250 - - [13/Apr/2026:03:04:04 +0000] "GET /admin/realms/atmosphere/users/1c7a8653-8828-4e1a-82e7-e0ca93928814/role-mappings/clients/98b0f256-8cff-403a-9cc9-9f8d623df2b5/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.174 [auth-system-keycloak-80] [] 10.0.0.212:8080 3758 0.174 200 d2785be7c439b426c4c090f53acd4f4d 199.204.45.250 - - [13/Apr/2026:03:04:04 +0000] "GET /admin/realms/atmosphere/users/1c7a8653-8828-4e1a-82e7-e0ca93928814/role-mappings/clients/98b0f256-8cff-403a-9cc9-9f8d623df2b5/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.092 [auth-system-keycloak-80] [] 10.0.0.212:8080 2 0.092 200 92e7933ec6d6834752de45831002aef0 199.204.45.250 - - [13/Apr/2026:03:04:04 +0000] "POST /admin/realms/atmosphere/users/1c7a8653-8828-4e1a-82e7-e0ca93928814/role-mappings/clients/98b0f256-8cff-403a-9cc9-9f8d623df2b5 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.083 [auth-system-keycloak-80] [] 10.0.0.212:8080 0 0.082 204 0ec5d648b8b7b5e525191e184e39f41c 199.204.45.250 - - [13/Apr/2026:03:04:04 +0000] "GET /admin/realms/atmosphere/users/1c7a8653-8828-4e1a-82e7-e0ca93928814/role-mappings/clients/98b0f256-8cff-403a-9cc9-9f8d623df2b5/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.072 [auth-system-keycloak-80] [] 10.0.0.212:8080 576 0.073 200 5f465feb94ea1930984d57d149b33b9b W0413 03:04:07.079801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:04:07.079832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:04:10.414770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:04:10.414819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:04:13.746686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:04:13.746716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:04:17.080492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:04:17.080543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:06:12.838307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:06:12.838341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:06:40.042221 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0413 03:06:40.042312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:06:40.042334 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:06:40.046344 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0413 03:06:40.046384 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0413 03:06:40.051564 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0413 03:06:40.052196 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ab9f31ba-7ba9-4572-b3c3-f77c7b10eed8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6923", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 03:06:40.052325 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0413 03:06:40.052929 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0413 03:06:40.053028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:06:40.053167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:06:40.053358 7 controller.go:196] "Configuration changes detected, backend reload required" I0413 03:06:40.105312 7 controller.go:216] "Backend successfully reloaded" I0413 03:06:40.105964 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6hpl", UID:"2f6fbe61-3c80-49bf-b5d7-9bd9920a5306", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0413 03:06:40.228048 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0413 03:06:40.228964 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0413 03:06:43.386506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:06:43.386543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [13/Apr/2026:03:06:44 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.005 300 c8b7562f01261143a38bdc2beb189e92 199.204.45.250 - - [13/Apr/2026:03:06:45 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.240:5000 266 0.003 200 8411685afd2b0faaa9efb738f1171ece 199.204.45.250 - - [13/Apr/2026:03:06:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.240:5000 1360 0.339 201 f3b3b2b9280c78b6d6e8b2468a93e52b 199.204.45.250 - - [13/Apr/2026:03:06:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.003 300 cdea3b7a69001c406fbfb523b8a04c4c 199.204.45.250 - - [13/Apr/2026:03:06:46 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.037 [openstack-keystone-api-5000] [] 10.0.0.240:5000 90 0.037 404 1c6e1c2220d1fc6fb30f97af563ee5db 199.204.45.250 - - [13/Apr/2026:03:06:46 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.240:5000 368 0.028 200 5e812acfc6b831349c8944e6170acdfd 199.204.45.250 - - [13/Apr/2026:03:06:46 +0000] "GET /v3/domains/01ac32b1c348452d9d3211ace29ecb3a HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.018 [openstack-keystone-api-5000] [] 10.0.0.240:5000 245 0.019 200 017c27a80fc82b5a6266a578a86e2b53 199.204.45.250 - - [13/Apr/2026:03:06:46 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.240:5000 266 0.004 200 0d04a74209ff8b6accfc013be4d0c8fd 199.204.45.250 - - [13/Apr/2026:03:06:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.240:5000 1360 0.307 201 d74e9da72d796a385f878ca13af89232 199.204.45.250 - - [13/Apr/2026:03:06:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.003 300 c4418c5789a6ca153e8918ca8f7fea3b 199.204.45.250 - - [13/Apr/2026:03:06:47 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.240:5000 101 0.026 404 0917582787795e31e6d5552bc7b581f4 199.204.45.250 - - [13/Apr/2026:03:06:47 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.017 [openstack-keystone-api-5000] [] 10.0.0.240:5000 156 0.018 200 e56df3461d3d70d0c9c37d76bbf855ff 199.204.45.250 - - [13/Apr/2026:03:06:47 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.026 [openstack-keystone-api-5000] [] 10.0.0.240:5000 342 0.025 201 631e2d3dc8d467ced4df90cb889549f4 199.204.45.250 - - [13/Apr/2026:03:06:47 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.240:5000 266 0.004 200 00f93d81045aaa932ab73971c4105dff 199.204.45.250 - - [13/Apr/2026:03:06:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.240:5000 1360 0.288 201 585eb571b7c9cc06743c827e6dbecd4e 199.204.45.250 - - [13/Apr/2026:03:06:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.003 300 5ab9201499f7d4a81219d7cc7d0143ab 199.204.45.250 - - [13/Apr/2026:03:06:48 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.240:5000 98 0.022 404 48c1cdf5da682683086ab81899383890 199.204.45.250 - - [13/Apr/2026:03:06:48 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.016 [openstack-keystone-api-5000] [] 10.0.0.240:5000 136 0.016 200 c5ea6dab8d1f7858e48ce03786f1ddde 199.204.45.250 - - [13/Apr/2026:03:06:48 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.021 [openstack-keystone-api-5000] [] 10.0.0.240:5000 357 0.021 201 a1deae71af2fcd66bcfb1d828e70bd6d 199.204.45.250 - - [13/Apr/2026:03:06:48 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.240:5000 266 0.003 200 0b5e3a301b919e443742e20622d35866 199.204.45.250 - - [13/Apr/2026:03:06:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.240:5000 1360 0.301 201 2c1f9e79a5ae760ec13a5dfef5655845 199.204.45.250 - - [13/Apr/2026:03:06:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.002 300 e3f7122cefec350ea6b656188e7d6c53 199.204.45.250 - - [13/Apr/2026:03:06:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.025 [openstack-keystone-api-5000] [] 10.0.0.240:5000 131 0.025 404 2d5cdd15b7d0881a69f7dd3fabdbcc8c 199.204.45.250 - - [13/Apr/2026:03:06:49 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.017 [openstack-keystone-api-5000] [] 10.0.0.240:5000 168 0.017 200 39e1c353f73334fb322996e32da6a191 199.204.45.250 - - [13/Apr/2026:03:06:49 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.025 [openstack-keystone-api-5000] [] 10.0.0.240:5000 224 0.025 201 09a038775e9a390ef7919aa0610f0c5b W0413 03:06:58.472794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:06:58.472851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:01.806503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:01.806552 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:05.140517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:05.140564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:08.475592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:08.475636 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:07:13.035720 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.96.218.187"}] I0413 03:07:13.041111 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ab9f31ba-7ba9-4572-b3c3-f77c7b10eed8", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7200", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 03:07:13.043564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:13.043604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:23.947389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:23.947440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:27.281581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:27.281628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:31.622661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:31.622693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:34.956422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:07:34.956481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:09:07.442996 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0413 03:09:07.443174 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0413 03:09:07.443263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:09:07.443299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:09:07.446052 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0413 03:09:07.446112 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0413 03:09:07.451155 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0413 03:09:07.451385 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"b4c83705-19f0-4205-849d-e3132c8505c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8036", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 03:09:07.451531 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0413 03:09:07.451797 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0413 03:09:07.451867 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0413 03:09:07.451917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:09:07.451932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:09:07.452020 7 controller.go:196] "Configuration changes detected, backend reload required" I0413 03:09:07.504423 7 controller.go:216] "Backend successfully reloaded" I0413 03:09:07.504646 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6hpl", UID:"2f6fbe61-3c80-49bf-b5d7-9bd9920a5306", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0413 03:09:07.826513 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0413 03:09:07.827360 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.250 - - [13/Apr/2026:03:09:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.003 300 5dd2879013d34a7e240b6f3e6cb3e540 199.204.45.250 - - [13/Apr/2026:03:09:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.338 [openstack-keystone-api-5000] [] 10.0.0.240:5000 1992 0.338 201 4413b6ee5c5bb0db4c233caf4daed413 199.204.45.250 - - [13/Apr/2026:03:09:08 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.027 [openstack-keystone-api-5000] [] 10.0.0.240:5000 85 0.027 404 02e8ba198ebb51ca1649106d4a58d30c 199.204.45.250 - - [13/Apr/2026:03:09:08 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.016 [openstack-keystone-api-5000] [] 10.0.0.240:5000 129 0.016 200 390323aebec03b6716c38f72a28e5bae 199.204.45.250 - - [13/Apr/2026:03:09:08 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.170 [openstack-keystone-api-5000] [] 10.0.0.240:5000 230 0.170 201 1b8c91a27842bd426ba7338d13427f52 W0413 03:09:10.786269 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0413 03:09:10.786450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:09:10.786470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:09:13.036411 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.96.218.187"}] I0413 03:09:13.041716 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"b4c83705-19f0-4205-849d-e3132c8505c0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8101", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 03:09:14.119646 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0413 03:09:14.119817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:09:14.119845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [13/Apr/2026:03:09:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.003 300 4773d9a23f2397a81d66c8a3f5d72f8f 199.204.45.250 - - [13/Apr/2026:03:09:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.302 [openstack-keystone-api-5000] [] 10.0.0.240:5000 1992 0.302 201 8e452266b0ba3908fa67dc5897c863e6 199.204.45.250 - - [13/Apr/2026:03:09:17 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.025 [openstack-keystone-api-5000] [] 10.0.0.240:5000 1521 0.025 200 16f163260ee3ac3a49e5f2b0ae7cef56 199.204.45.250 - - [13/Apr/2026:03:09:17 +0000] "PUT /v3/roles/a554094635124a55a6a2db45689b603a/implies/06c465ae288646b0b2dfea909b960320 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.030 [openstack-keystone-api-5000] [] 10.0.0.240:5000 521 0.030 201 0b7de943df601d2b56f56dd0b17c6b0e W0413 03:09:21.991790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:09:21.991829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [13/Apr/2026:03:10:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.004 300 557e176e18ee2347b5e3232ee747fe0f 199.204.45.250 - - [13/Apr/2026:03:10:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.362 [openstack-keystone-api-5000] [] 10.0.0.240:5000 2055 0.362 201 b1de77c9fed205021995aaa170e3a771 199.204.45.250 - - [13/Apr/2026:03:10:09 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.118 [openstack-keystone-api-5000] [] 10.0.0.240:5000 87 0.118 404 0f4da277bbe3460553dac1f229d3fcdd 199.204.45.250 - - [13/Apr/2026:03:10:09 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.029 [openstack-keystone-api-5000] [] 10.0.0.240:5000 390 0.029 200 3fbf5d799a8d4bab13db7c210fc3da39 199.204.45.250 - - [13/Apr/2026:03:10:09 +0000] "GET /v3/users/rgw-RegionOne?domain_id=9f4a321bc707456bb6682c1c9466296c HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.028 [openstack-keystone-api-5000] [] 10.0.0.240:5000 91 0.029 404 1b8e7a87aad6bdb9b6358696ac90e904 199.204.45.250 - - [13/Apr/2026:03:10:09 +0000] "GET /v3/users?domain_id=9f4a321bc707456bb6682c1c9466296c&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.042 [openstack-keystone-api-5000] [] 10.0.0.240:5000 178 0.041 200 c635fc68567234e521851f971d78b6bf 199.204.45.250 - - [13/Apr/2026:03:10:10 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.298 [openstack-keystone-api-5000] [] 10.0.0.240:5000 291 0.298 201 9e6b166e6c1c4c67076e44eae401ec9a 199.204.45.250 - - [13/Apr/2026:03:10:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.003 300 e0505419a62f4a6522b841dfbacb2277 199.204.45.250 - - [13/Apr/2026:03:10:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 548 0.328 [openstack-keystone-api-5000] [] 10.0.0.240:5000 2055 0.328 201 7b96c3f641b2f2a64027e94b16ab8ad8 199.204.45.250 - - [13/Apr/2026:03:10:14 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 429 0.022 [openstack-keystone-api-5000] [] 10.0.0.240:5000 83 0.022 404 615bf8acfd1e469eae519fd0a7a0438e 199.204.45.250 - - [13/Apr/2026:03:10:15 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 447 0.946 [openstack-keystone-api-5000] [] 10.0.0.240:5000 361 0.946 200 066dbe50a01c672032e2106fbc91d64f 199.204.45.250 - - [13/Apr/2026:03:10:15 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.240:5000 87 0.022 404 9bdefad0bb686962e848ab9aa4e6f536 199.204.45.250 - - [13/Apr/2026:03:10:15 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.024 [openstack-keystone-api-5000] [] 10.0.0.240:5000 390 0.024 200 e5dc48123e620b26368aac00424cc89d 199.204.45.250 - - [13/Apr/2026:03:10:15 +0000] "GET /v3/users/rgw-RegionOne?domain_id=9f4a321bc707456bb6682c1c9466296c HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 480 0.031 [openstack-keystone-api-5000] [] 10.0.0.240:5000 91 0.032 404 92e0ff4c5343f5dee33739f36772496d 199.204.45.250 - - [13/Apr/2026:03:10:15 +0000] "GET /v3/users?domain_id=9f4a321bc707456bb6682c1c9466296c&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 498 0.057 [openstack-keystone-api-5000] [] 10.0.0.240:5000 458 0.057 200 e3d97dc4629cfbd1c074de1581fcfe57 199.204.45.250 - - [13/Apr/2026:03:10:15 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 434 0.021 [openstack-keystone-api-5000] [] 10.0.0.240:5000 88 0.021 404 cb128044bdfbe661686ebe1a0de4841a 199.204.45.250 - - [13/Apr/2026:03:10:15 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 452 0.030 [openstack-keystone-api-5000] [] 10.0.0.240:5000 520 0.029 200 7c50007faa72b87cc22df0c0499bb92a 199.204.45.250 - - [13/Apr/2026:03:10:15 +0000] "PUT /v3/projects/715288db06fc4e13b8b10763950e7220/users/b7cd7cf7a27a4297bb68f93f8edd3f26/roles/34b4d14a29d640c4baee99adbaee217a HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 556 0.036 [openstack-keystone-api-5000] [] 10.0.0.240:5000 0 0.036 204 50c635cc855de617bb426bd6e780509b 199.204.45.250 - - [13/Apr/2026:03:10:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.003 300 2321620bf522fa9fa7c41653b412cc69 199.204.45.250 - - [13/Apr/2026:03:10:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.348 [openstack-keystone-api-5000] [] 10.0.0.240:5000 2055 0.348 201 c31579d784f9111a4e53f62620cbfbea 199.204.45.250 - - [13/Apr/2026:03:10:18 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.019 [openstack-keystone-api-5000] [] 10.0.0.240:5000 151 0.019 200 118a6478986672d7265d52a6761e1259 199.204.45.250 - - [13/Apr/2026:03:10:18 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.027 [openstack-keystone-api-5000] [] 10.0.0.240:5000 263 0.027 201 96a3bb71319445363d2ff6dbacbe0901 199.204.45.250 - - [13/Apr/2026:03:10:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.003 300 d2756bd2dc79a5643ed08289b6e30578 199.204.45.250 - - [13/Apr/2026:03:10:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.240:5000 2157 0.298 201 15fb6f2dab7c7bde79b6f1b76f77af34 199.204.45.250 - - [13/Apr/2026:03:10:19 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.024 [openstack-keystone-api-5000] [] 10.0.0.240:5000 86 0.025 404 a08b37a49ae0255d02cdc632895fee6e 199.204.45.250 - - [13/Apr/2026:03:10:19 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.240:5000 382 0.017 200 89da739f0e62a26435f6f4e02136af20 199.204.45.250 - - [13/Apr/2026:03:10:19 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=1a37ef3b731642c1bd0c2dcd4295b112 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.022 [openstack-keystone-api-5000] [] 10.0.0.240:5000 205 0.022 200 c721e0802c40ec84bf866a7381cd6826 199.204.45.250 - - [13/Apr/2026:03:10:19 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.038 [openstack-keystone-api-5000] [] 10.0.0.240:5000 379 0.037 201 d6c8b7774ffa73d2bf451dcb32bdfbe1 199.204.45.250 - - [13/Apr/2026:03:10:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.003 300 79eebba13375cc6bd893777585a4e39f 199.204.45.250 - - [13/Apr/2026:03:10:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.240:5000 2366 0.293 201 9d793fa49fa59a9fa470eb8cd47ae3f1 199.204.45.250 - - [13/Apr/2026:03:10:20 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.240:5000 86 0.023 404 866115a4ed8615e928c992405f64520c 199.204.45.250 - - [13/Apr/2026:03:10:20 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.240:5000 382 0.018 200 705d0622181f64a063ac0b4806b3e754 199.204.45.250 - - [13/Apr/2026:03:10:20 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=1a37ef3b731642c1bd0c2dcd4295b112 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.017 [openstack-keystone-api-5000] [] 10.0.0.240:5000 207 0.017 200 127cef71e22a81c7c4f986648e68d152 199.204.45.250 - - [13/Apr/2026:03:10:20 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.021 [openstack-keystone-api-5000] [] 10.0.0.240:5000 392 0.021 201 436b31466c4152a2058d7ab6f1a8f948 W0413 03:10:21.608860 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0413 03:10:21.609020 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0413 03:10:21.609105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:10:21.609128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:10:21.612956 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:35.7kB} I0413 03:10:21.612986 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0413 03:10:21.626755 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0413 03:10:21.627134 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"c7b9f6e8-aa03-47c4-93a2-1733adf25d73", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8639", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 03:10:21.627273 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0413 03:10:21.627686 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0413 03:10:21.627782 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0413 03:10:21.627851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:10:21.627871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:10:21.628007 7 controller.go:196] "Configuration changes detected, backend reload required" I0413 03:10:21.676090 7 controller.go:216] "Backend successfully reloaded" I0413 03:10:21.676445 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6hpl", UID:"2f6fbe61-3c80-49bf-b5d7-9bd9920a5306", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0413 03:10:21.870326 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0413 03:10:21.871576 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0413 03:10:24.961913 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0413 03:10:24.962172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:10:24.962197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:10:38.435114 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0413 03:10:38.435261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:10:38.435279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:10:42.319395 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0413 03:10:42.319635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:10:42.319673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:10:42.319854 7 controller.go:196] "Configuration changes detected, backend reload required" I0413 03:10:42.370229 7 controller.go:216] "Backend successfully reloaded" I0413 03:10:42.370441 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6hpl", UID:"2f6fbe61-3c80-49bf-b5d7-9bd9920a5306", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0413 03:10:45.652981 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0413 03:10:45.653186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:10:45.653218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:10:48.987130 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0413 03:10:48.987409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:10:48.987476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:10:52.320369 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0413 03:10:52.320723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:10:52.320792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:11:09.051416 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0413 03:11:09.051572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:11:09.051598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:11:12.385246 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0413 03:11:12.385440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:11:12.385480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:11:13.037175 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.96.218.187"}] I0413 03:11:13.042103 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"c7b9f6e8-aa03-47c4-93a2-1733adf25d73", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9113", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 03:11:15.718811 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0413 03:11:15.719095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:11:15.719165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:11:19.051950 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0413 03:11:19.052186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:11:19.052224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:11:26.007933 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0413 03:11:26.008113 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:11:26.008141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:12:04.994042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:12:04.994077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:13:26.896235 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0413 03:13:26.896438 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0413 03:13:26.896554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:13:26.896593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:13:26.900732 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:39.2kB} I0413 03:13:26.900790 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0413 03:13:26.906030 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0413 03:13:26.906607 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"f360f6dc-cde6-455c-bbc6-6528848e456e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10170", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 03:13:26.907111 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0413 03:13:26.907742 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0413 03:13:26.907906 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0413 03:13:26.908018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:13:26.908072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:13:26.908419 7 controller.go:196] "Configuration changes detected, backend reload required" I0413 03:13:26.966387 7 controller.go:216] "Backend successfully reloaded" I0413 03:13:26.966678 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-v6hpl", UID:"2f6fbe61-3c80-49bf-b5d7-9bd9920a5306", APIVersion:"v1", ResourceVersion:"1413", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0413 03:13:27.315583 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0413 03:13:27.316576 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0413 03:13:30.243102 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0413 03:13:30.243318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:13:30.243347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [13/Apr/2026:03:13:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.005 300 c83dce683c16bfd0d871a7689950c789 199.204.45.250 - - [13/Apr/2026:03:13:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.333 [openstack-keystone-api-5000] [] 10.0.0.240:5000 3201 0.333 201 88a0fca3b5dbe3ab041a7be6da074b0d 199.204.45.250 - - [13/Apr/2026:03:13:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e6689aa3c3c0f617629914e8a5bcf4f2 199.204.45.250 - - [13/Apr/2026:03:13:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 66123a38142219151f1b64469a3d2806 199.204.45.250 - - [13/Apr/2026:03:13:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.004 300 abdbe409ad04c600a2fd4d195f3f4ac9 199.204.45.250 - - [13/Apr/2026:03:13:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.291 [openstack-keystone-api-5000] [] 10.0.0.240:5000 3201 0.291 201 5a14701142c5e96e6b425fe2ee4f3116 199.204.45.250 - - [13/Apr/2026:03:13:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8c40ecd8bc4758f36580fce5110871f5 199.204.45.250 - - [13/Apr/2026:03:13:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4f45ba9a982a2fe610ac1bd4653e9d2b 199.204.45.250 - - [13/Apr/2026:03:13:34 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.002 300 b8ecf01a4aca5d184e8e1ed9293fe666 199.204.45.250 - - [13/Apr/2026:03:13:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.282 [openstack-keystone-api-5000] [] 10.0.0.240:5000 3201 0.282 201 25c2141d72383765d8dc9a19a197b3f7 199.204.45.250 - - [13/Apr/2026:03:13:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d7054cb357ae150bbf304fdc98fd408b 199.204.45.250 - - [13/Apr/2026:03:13:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1f9d2527a7cf57a48775ce49215e6129 199.204.45.250 - - [13/Apr/2026:03:13:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.002 300 7c73064baa4a94f68a2977be3586dd9b 199.204.45.250 - - [13/Apr/2026:03:13:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.240:5000 3201 0.315 201 c184eb72a8ed4a52967fad2b49d6af79 199.204.45.250 - - [13/Apr/2026:03:13:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4a0899e4c5fb19a347ddec6f575b699a 199.204.45.250 - - [13/Apr/2026:03:13:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c528090c852b17ca82ad616d479f5f91 W0413 03:13:37.311639 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0413 03:13:37.311859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:13:37.311881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [13/Apr/2026:03:13:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.004 300 e0a5e4d9f41f59f19d6959f4a02df05a 199.204.45.250 - - [13/Apr/2026:03:13:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.240:5000 3201 0.293 201 15f46648913e9d24f92a4684a0e178a2 199.204.45.250 - - [13/Apr/2026:03:13:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b502e7021fb55056e76d68b55b9d67ee 199.204.45.250 - - [13/Apr/2026:03:13:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3e2c1e8789bcf545659769edf1797901 199.204.45.250 - - [13/Apr/2026:03:13:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.009 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.009 300 fac57a21c666f6189883c9cca9248c9d 199.204.45.250 - - [13/Apr/2026:03:13:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.240:5000 3201 0.300 201 152106f050db21ca56a9e40a63a863e8 199.204.45.250 - - [13/Apr/2026:03:13:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 91a2f4d39dad1a3d0175141d6898958a 199.204.45.250 - - [13/Apr/2026:03:13:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e69494b804090ee88efcea9aae6a0a29 199.204.45.250 - - [13/Apr/2026:03:13:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.004 300 3b0c6346c5ec2107458aa3e71f872b06 199.204.45.250 - - [13/Apr/2026:03:13:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.240:5000 3201 0.304 201 008537fcca0611f351f1ba5b7c0bb00c 199.204.45.250 - - [13/Apr/2026:03:13:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 22bff951d9c2d8de5d41dc963a7423ed 199.204.45.250 - - [13/Apr/2026:03:13:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e9f9f6a198ac8c1c38e43f816fd2dad8 199.204.45.250 - - [13/Apr/2026:03:13:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.003 300 b66ffeeeece0d79a24a0895cd89c3adc 199.204.45.250 - - [13/Apr/2026:03:13:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.240:5000 3201 0.300 201 3e6b271ae2d461a2e0c4f8803d310463 199.204.45.250 - - [13/Apr/2026:03:13:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5322d932b63ded9c29c0aa015880a357 199.204.45.250 - - [13/Apr/2026:03:13:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2a0292248d99342d5a640bf2c36e5a20 199.204.45.250 - - [13/Apr/2026:03:13:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.004 300 73e4b3bebae5db675dc59a233209467b 199.204.45.250 - - [13/Apr/2026:03:13:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.240:5000 3201 0.299 201 8718112252c8a60ef9259e2798fbc81b 199.204.45.250 - - [13/Apr/2026:03:13:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ef0bccff34e61bec94248663c8d48408 199.204.45.250 - - [13/Apr/2026:03:13:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bd175d0be5eb7c90e1ef3087cf1d0e8a W0413 03:13:46.813252 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:13:46.813288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.250 - - [13/Apr/2026:03:13:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.003 300 fc7c248b412b9ba7b95f93509be6e0bf 199.204.45.250 - - [13/Apr/2026:03:13:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.240:5000 3201 0.299 201 f045638ef9e87cafb6973e4d7f4b5044 199.204.45.250 - - [13/Apr/2026:03:13:47 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.190:9292 1312 0.002 300 74f8c21673a926167df52bf07de20c32 199.204.45.250 - - [13/Apr/2026:03:13:48 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.587 [openstack-glance-api-9292] [] 10.0.0.190:9292 69 0.587 200 b772e8297581e989553d0709bc123a80 199.204.45.250 - - [13/Apr/2026:03:13:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.240:5000 281 0.003 300 972002287423d655674ab39848e2090e 199.204.45.250 - - [13/Apr/2026:03:13:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.240:5000 3201 0.284 201 6ce08b550c68ea738e44a32436c8602c 199.204.45.250 - - [13/Apr/2026:03:13:51 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.001 [openstack-glance-api-9292] [] 10.0.0.190:9292 1312 0.002 300 27af0f607c6b92a3598ba13841426821 199.204.45.250 - - [13/Apr/2026:03:13:51 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.037 [openstack-glance-api-9292] [] 10.0.0.190:9292 69 0.037 200 239e3f0e5bfe55462ecf9165b22f6ac6 199.204.45.250 - - [13/Apr/2026:03:13:51 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.131 [openstack-glance-api-9292] [] 10.0.0.190:9292 151 0.131 404 d1da4a9122bd9076479091e4b0aec376 199.204.45.250 - - [13/Apr/2026:03:13:51 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.022 [openstack-glance-api-9292] [] 10.0.0.190:9292 81 0.022 200 960336c90784115849c10cb6c5c6f1ed 199.204.45.250 - - [13/Apr/2026:03:13:51 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.028 [openstack-glance-api-9292] [] 10.0.0.190:9292 84 0.028 200 43d7714f7286f8afd457c44e6859457f 199.204.45.250 - - [13/Apr/2026:03:13:51 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.062 [openstack-glance-api-9292] [] 10.0.0.190:9292 760 0.062 201 31b86cb69acad3d9a7dcaea6ba977ce6 199.204.45.250 - - [13/Apr/2026:03:13:55 +0000] "PUT /v2/images/3fe00e7c-6a24-475c-9c45-6d8c5a3c3085/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.772 [openstack-glance-api-9292] [] 10.0.0.190:9292 0 3.773 204 969e0c1c210cf2fb64a557d6dc7fc3db 199.204.45.250 - - [13/Apr/2026:03:13:55 +0000] "GET /v2/images/3fe00e7c-6a24-475c-9c45-6d8c5a3c3085 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.190:9292 1171 0.016 200 6b1cdc307b25a47937fb6df8e234e2c0 199.204.45.250 - - [13/Apr/2026:03:13:55 +0000] "GET /v2/images/3fe00e7c-6a24-475c-9c45-6d8c5a3c3085 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.190:9292 1171 0.017 200 bb9de1d4f2735c653f0c18cc2bfedabe W0413 03:13:58.388658 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:13:58.388752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:14:01.722504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:14:01.722566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0413 03:14:13.036026 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.96.218.187"}] I0413 03:14:13.040904 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"f360f6dc-cde6-455c-bbc6-6528848e456e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10588", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0413 03:14:13.043232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0413 03:14:13.043261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store