------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0314 01:35:07.961502 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0314 01:35:07.961921 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0314 01:35:07.969144 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0314 01:35:07.972262 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0314 01:35:08.235888 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0314 01:35:08.260483 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0314 01:35:08.272791 7 nginx.go:271] "Starting NGINX Ingress controller" I0314 01:35:08.277667 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"ae4c93a9-5790-40d5-a6b1-4dba9977c876", APIVersion:"v1", ResourceVersion:"1148", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0314 01:35:08.282215 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"b64113a7-2c01-441d-b04e-54e153c8d4b7", APIVersion:"v1", ResourceVersion:"1146", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0314 01:35:08.282324 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"f258ae73-d7c3-4755-8290-f172a030f136", APIVersion:"v1", ResourceVersion:"1147", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0314 01:35:09.474968 7 nginx.go:317] "Starting NGINX process" I0314 01:35:09.475031 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0314 01:35:09.475837 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0314 01:35:09.476181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:09.476211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:35:09.476266 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:35:09.483402 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0314 01:35:09.483518 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-fdw9v" I0314 01:35:09.504522 7 controller.go:216] "Backend successfully reloaded" I0314 01:35:09.504607 7 controller.go:227] "Initial sync, sleeping for 1 second" I0314 01:35:09.504748 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdw9v", UID:"c43e8bdc-da14-4f92-9769-3d2ca6568e1a", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:35:13.293795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:13.293836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:16.627926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:16.628000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:19.961734 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:19.961769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:23.294666 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:23.294730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:26.628827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:26.628885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:29.961784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:29.961850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:33.293928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:33.293973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:36.629633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:36.629685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:39.961503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:39.961586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:44.886676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:44.886707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:37.278791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:37.278823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:03.475992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:03.476037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:06.809751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:06.809793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:10.142932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:10.142994 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:13.476853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:13.476903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:16.813667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:16.813732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:20.143392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:20.143430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:29.047014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:29.047045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:32.383568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:32.383611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:36.096133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:36.096170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:39.430185 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:37:39.430231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:44.707077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:44.707112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:47.373733 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-122.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-122.nip.io-tls was not found. Using default certificate W0314 01:39:47.373802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:47.373820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:39:47.375582 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0314 01:39:47.375619 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0314 01:39:47.381571 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0314 01:39:47.381860 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"64cbc2b9-65db-41b3-8c65-bc076b5e4c38", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3097", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:39:47.381974 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-122.nip.io-tls" in local store I0314 01:39:47.654868 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-122.nip.io-tls" I0314 01:39:47.656143 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-122.nip.io-tls" W0314 01:39:48.041243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:48.041292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:39:48.041384 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:39:48.077257 7 controller.go:216] "Backend successfully reloaded" I0314 01:39:48.077518 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdw9v", UID:"c43e8bdc-da14-4f92-9769-3d2ca6568e1a", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:39:51.375043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:51.375095 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.122 - - [14/Mar/2026:01:39:58 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.331 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 2.329 200 9e5d1de33bffd7c5f87b60126833f3ac 199.204.45.122 - - [14/Mar/2026:01:39:58 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.184 [auth-system-keycloak-80] [] 10.0.0.153:8080 116 0.184 404 38ccda295cca1c5992b2fdfe28a5220a 199.204.45.122 - - [14/Mar/2026:01:40:02 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.184 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 4.183 201 a1c02132aa9595fff803b3fec43a76da 199.204.45.122 - - [14/Mar/2026:01:40:03 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.689 [auth-system-keycloak-80] [] 10.0.0.153:8080 4246 0.690 200 5b4fe32898d4496e6cb62e5494d1e470 199.204.45.122 - - [14/Mar/2026:01:40:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.474 200 6951f734812b247ffd5cbed226e9102b 199.204.45.122 - - [14/Mar/2026:01:40:04 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.087 [auth-system-keycloak-80] [] 10.0.0.153:8080 12500 0.088 200 101c5f7820c6e50396bb8f2863d4fc0f 199.204.45.122 - - [14/Mar/2026:01:40:04 +0000] "GET /admin/realms/atmosphere/client-scopes/75bdeb22-23b6-46c1-b219-cb27908bbfa8 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.012 [auth-system-keycloak-80] [] 10.0.0.153:8080 1278 0.012 200 4301bd25e98d05206434b2e15ab241d1 199.204.45.122 - - [14/Mar/2026:01:40:04 +0000] "PUT /admin/realms/atmosphere/client-scopes/75bdeb22-23b6-46c1-b219-cb27908bbfa8 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.052 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.051 204 f141923d216a0686142b7ee3bad291d9 199.204.45.122 - - [14/Mar/2026:01:40:04 +0000] "GET /admin/realms/atmosphere/client-scopes/75bdeb22-23b6-46c1-b219-cb27908bbfa8/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.075 [auth-system-keycloak-80] [] 10.0.0.153:8080 963 0.075 200 1583bc22ceb9ccb298170c8d965851e8 199.204.45.122 - - [14/Mar/2026:01:40:04 +0000] "GET /admin/realms/atmosphere/client-scopes/75bdeb22-23b6-46c1-b219-cb27908bbfa8/protocol-mappers/models/56dd0a80-b829-45c1-a010-3a603cd4b82c HTTP/1.1" 200 366 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.153:8080 366 0.010 200 6c9923bbcd28eafbccb72e6666494b56 199.204.45.122 - - [14/Mar/2026:01:40:05 +0000] "PUT /admin/realms/atmosphere/client-scopes/75bdeb22-23b6-46c1-b219-cb27908bbfa8/protocol-mappers/models/56dd0a80-b829-45c1-a010-3a603cd4b82c HTTP/1.1" 204 0 "-" "Ansible" 1622 0.084 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.083 204 34e4b0f110330dc390a2870f4877d683 199.204.45.122 - - [14/Mar/2026:01:40:05 +0000] "GET /admin/realms/atmosphere/client-scopes/75bdeb22-23b6-46c1-b219-cb27908bbfa8 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.079 [auth-system-keycloak-80] [] 10.0.0.153:8080 1218 0.080 200 867e2ecc37afef15cba2cae5a4df022d I0314 01:40:09.493259 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.99.173.37"}] I0314 01:40:09.501716 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"64cbc2b9-65db-41b3-8c65-bc076b5e4c38", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3387", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:40:09.503286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:09.503323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.122 - - [14/Mar/2026:01:40:26 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.460 200 fa37978199175aec95d96be122fe14ba 199.204.45.122 - - [14/Mar/2026:01:40:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.058 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.059 200 b4961d9a066ac0e7271013d05ffe3ca1 199.204.45.122 - - [14/Mar/2026:01:40:26 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.190 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.188 201 c72ba612804fa5ef296b77a2f0df8fd2 199.204.45.122 - - [14/Mar/2026:01:40:26 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.083 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.083 200 c284e86083c77c48913b6b6c34015f9e 199.204.45.122 - - [14/Mar/2026:01:40:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.053 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 1.052 200 d48c1f9f2cecc95b8376844700a59463 199.204.45.122 - - [14/Mar/2026:01:40:28 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.062 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.061 200 9078abe7e03ffbe946c3270b543a7b55 199.204.45.122 - - [14/Mar/2026:01:40:29 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.868 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.867 201 1af1cabcda9db7f25ba185382267dc10 199.204.45.122 - - [14/Mar/2026:01:40:29 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.027 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.027 200 866663c214b32602e2f0f5bd5b0b4223 199.204.45.122 - - [14/Mar/2026:01:40:30 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.499 200 b2a29fbc997d85d8c9531d32b9261d0f 199.204.45.122 - - [14/Mar/2026:01:40:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.012 200 3f15f8ebdbd13f22a869d2f6361b195c 199.204.45.122 - - [14/Mar/2026:01:40:30 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.153 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.152 201 1cdbce50f3eb7fce495c6cdff0d5ab1e 199.204.45.122 - - [14/Mar/2026:01:40:30 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.024 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.025 200 aa8dca45a7033133ea69e6bd83a13063 199.204.45.122 - - [14/Mar/2026:01:40:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.468 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.465 200 83f2df1afed155e5313249319317f140 199.204.45.122 - - [14/Mar/2026:01:40:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.040 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.039 200 636749751806ae12716f748ca50fe78d 199.204.45.122 - - [14/Mar/2026:01:40:31 +0000] "GET /admin/realms/atmosphere/clients/a833e709-2098-4ac0-9504-a3a70aa9bbca/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.014 404 2417f6276a1b04107804374ac836b5d0 199.204.45.122 - - [14/Mar/2026:01:40:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.008 200 465416d27d40c10db1cd1d04264c16ce 199.204.45.122 - - [14/Mar/2026:01:40:31 +0000] "POST /admin/realms/atmosphere/clients/a833e709-2098-4ac0-9504-a3a70aa9bbca/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.053 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.053 201 3e5f5c6691df7a8632ff6e8d5322e996 199.204.45.122 - - [14/Mar/2026:01:40:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.153:8080 1261 0.008 200 9a3bb3a0e4bf0e0c0ed46ee50eeb4180 199.204.45.122 - - [14/Mar/2026:01:40:31 +0000] "GET /admin/realms/atmosphere/clients/a833e709-2098-4ac0-9504-a3a70aa9bbca/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.069 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.068 200 2421bbb2d1c13f3370f2e698810e52a3 199.204.45.122 - - [14/Mar/2026:01:40:32 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.493 200 d6238a6acd942e52045106664fdda127 199.204.45.122 - - [14/Mar/2026:01:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.008 200 a08fd7f3efeef1b42a46b9a668e1aa5c 199.204.45.122 - - [14/Mar/2026:01:40:32 +0000] "GET /admin/realms/atmosphere/clients/b9b274a9-a9f0-42b4-ac13-af889c5d69ae/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.009 404 0f00ce2d44b8e99c6273d3da82b41184 199.204.45.122 - - [14/Mar/2026:01:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.007 200 384c9a6094aeaad173b3d1b3150df869 199.204.45.122 - - [14/Mar/2026:01:40:32 +0000] "POST /admin/realms/atmosphere/clients/b9b274a9-a9f0-42b4-ac13-af889c5d69ae/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.034 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.033 201 336e8d2f8391191836de1f076b4fa922 199.204.45.122 - - [14/Mar/2026:01:40:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.008 200 e846b278eca6dbbf006dfd892db7ac56 199.204.45.122 - - [14/Mar/2026:01:40:32 +0000] "GET /admin/realms/atmosphere/clients/b9b274a9-a9f0-42b4-ac13-af889c5d69ae/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.067 [auth-system-keycloak-80] [] 10.0.0.153:8080 165 0.067 200 c50dfb2c6bd19e27d8520b25301008ab 199.204.45.122 - - [14/Mar/2026:01:40:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.653 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.651 200 99d0c80f5e6d14b35c6b46348fdbdfed 199.204.45.122 - - [14/Mar/2026:01:40:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.006 200 c92f2cf0a87ac5185dd2a1c8cc474706 199.204.45.122 - - [14/Mar/2026:01:40:33 +0000] "GET /admin/realms/atmosphere/clients/b9b274a9-a9f0-42b4-ac13-af889c5d69ae/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.040 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.039 404 273ed30a005799a32199fce83e825f82 199.204.45.122 - - [14/Mar/2026:01:40:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.007 200 9c44080d59bbb07efc17ace64c219cb5 199.204.45.122 - - [14/Mar/2026:01:40:33 +0000] "POST /admin/realms/atmosphere/clients/b9b274a9-a9f0-42b4-ac13-af889c5d69ae/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.016 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.015 201 5de6c95a211d8db4abbeaa2e2f71e0a0 199.204.45.122 - - [14/Mar/2026:01:40:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.040 200 faec7b7b09ab30cadaa6f6a135581620 199.204.45.122 - - [14/Mar/2026:01:40:33 +0000] "GET /admin/realms/atmosphere/clients/b9b274a9-a9f0-42b4-ac13-af889c5d69ae/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.015 200 998c79cc9e0dc4ae39c86f926ab56b0e 199.204.45.122 - - [14/Mar/2026:01:40:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.508 200 6b82a1d643395fbc8585b46333d5cc27 199.204.45.122 - - [14/Mar/2026:01:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.012 200 d662444dede6aac759f851756ff5d83f 199.204.45.122 - - [14/Mar/2026:01:40:34 +0000] "GET /admin/realms/atmosphere/clients/b9b274a9-a9f0-42b4-ac13-af889c5d69ae/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.008 404 0a77863c468f29c2e510881e4ccbc538 199.204.45.122 - - [14/Mar/2026:01:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.045 200 94c245730f52b48e2a78498506e91da6 199.204.45.122 - - [14/Mar/2026:01:40:34 +0000] "POST /admin/realms/atmosphere/clients/b9b274a9-a9f0-42b4-ac13-af889c5d69ae/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.016 201 ada1fb87c4e5db0ced5187b6d8861efc 199.204.45.122 - - [14/Mar/2026:01:40:34 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.063 [auth-system-keycloak-80] [] 10.0.0.153:8080 1286 0.063 200 be22ab995a62dfe7e18eaceb2c5682c1 199.204.45.122 - - [14/Mar/2026:01:40:34 +0000] "GET /admin/realms/atmosphere/clients/b9b274a9-a9f0-42b4-ac13-af889c5d69ae/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.013 200 4ff2915e9241c4e23356e75c2837686c 199.204.45.122 - - [14/Mar/2026:01:40:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.515 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.514 200 6dda5f78113d777e9778eaf06ad71d8e 199.204.45.122 - - [14/Mar/2026:01:40:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.008 200 513060f2ada9b438c5c799c9b54f79ea 199.204.45.122 - - [14/Mar/2026:01:40:35 +0000] "GET /admin/realms/atmosphere/clients/e3e65a24-dd76-4b28-936c-766180d1330a/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 119 0.007 404 127ea1cf4cc868c8e6f3b032cd8a0d47 199.204.45.122 - - [14/Mar/2026:01:40:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.042 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.042 200 31cc5c3f606b09c88e2b78c581ea322c 199.204.45.122 - - [14/Mar/2026:01:40:35 +0000] "POST /admin/realms/atmosphere/clients/e3e65a24-dd76-4b28-936c-766180d1330a/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.013 201 c6f9f3eec0ce54b22eb437e9be452b0f 199.204.45.122 - - [14/Mar/2026:01:40:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.153:8080 1251 0.007 200 c49a5187f8900fb95115f39741cc0ae5 199.204.45.122 - - [14/Mar/2026:01:40:35 +0000] "GET /admin/realms/atmosphere/clients/e3e65a24-dd76-4b28-936c-766180d1330a/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.153:8080 166 0.010 200 235e0566030f726571ac6c16983e3683 W0314 01:40:52.488862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:52.488906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:55.823234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:55.823270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:59.155653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:59.155710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:40.384934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:40.385001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:40.448435 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:40.448679 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0314 01:41:40.448693 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:41:40.448793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:41:40.448806 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:40.448832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:40.448874 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0314 01:41:40.449098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:40.449119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:40.449260 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0314 01:41:40.449340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:40.449359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:41:40.451054 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 01:41:40.451082 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0314 01:41:40.451602 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0314 01:41:40.451636 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0314 01:41:40.455577 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0314 01:41:40.455619 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0314 01:41:40.461589 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0314 01:41:40.461770 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"8345e870-9ca8-4522-9c32-c481c0b69e5f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4056", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:41:40.462051 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0314 01:41:40.462289 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0314 01:41:40.462551 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0314 01:41:40.462574 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0314 01:41:40.462558 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"60389095-ac78-43f2-a922-67eac9d5251d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4059", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:41:40.462769 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7fbb8023-bd26-4739-a74e-283b57892fcb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4061", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:41:40.462924 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0314 01:41:40.771783 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0314 01:41:40.772923 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0314 01:41:40.948542 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0314 01:41:40.949488 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0314 01:41:42.406913 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0314 01:41:42.408165 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0314 01:41:43.718553 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:43.718624 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:41:43.718651 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:41:43.718738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:43.718760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:41:43.718850 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:41:43.760520 7 controller.go:216] "Backend successfully reloaded" I0314 01:41:43.760959 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdw9v", UID:"c43e8bdc-da14-4f92-9769-3d2ca6568e1a", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:41:47.052540 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:47.052619 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:41:47.052658 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:41:47.052786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:47.052818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:50.385653 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:50.385745 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:41:50.385784 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:41:50.385907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:50.385943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:53.719060 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:53.719158 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:41:53.719226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:41:53.719457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:53.719503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:57.052984 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:57.053049 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:41:57.053089 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:41:57.053219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:57.053239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:00.385826 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:00.385889 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:42:00.385919 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:42:00.386024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:00.386038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:03.719090 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:03.719157 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:42:03.719192 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:42:03.719347 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:03.719375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:07.051723 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:07.051786 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:42:07.051823 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:42:07.052018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:07.052063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:42:09.489346 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.99.173.37"}] I0314 01:42:09.490084 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.99.173.37"}] I0314 01:42:09.490153 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.99.173.37"}] I0314 01:42:09.499625 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"8345e870-9ca8-4522-9c32-c481c0b69e5f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4837", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:42:09.501906 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7fbb8023-bd26-4739-a74e-283b57892fcb", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4838", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:42:09.502781 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"60389095-ac78-43f2-a922-67eac9d5251d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4839", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:42:10.385367 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:10.385448 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:42:10.385487 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:42:10.385653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:10.385677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:13.719138 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:13.719222 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:42:13.719262 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:42:13.719394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:13.719425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:17.052562 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:17.052630 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:42:17.052665 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:42:17.052789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:17.052818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:20.385016 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:20.385064 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:42:20.385089 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:42:20.385188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:20.385208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:23.718983 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:23.719066 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:42:23.719155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:23.719174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:27.053891 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:27.053994 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:42:27.054160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:27.054193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:30.385323 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:30.385419 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:42:30.385523 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:30.385564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:33.718473 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:33.718569 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:42:33.718735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:33.718768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:37.051732 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:37.051844 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:42:37.052002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:37.052032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.249 - - [14/Mar/2026:01:42:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.110 [auth-system-keycloak-80] [] 10.0.0.153:8080 6432 0.110 200 b39e7d45e02a7f44dba28cb5bda90f54 10.0.0.141 - - [14/Mar/2026:01:42:39 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.153:8080 6432 0.007 200 9f0dc731b05bf833aefd9cddfeae8516 W0314 01:42:40.385585 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:40.385744 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:42:40.385911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:40.385957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:43.718856 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:43.719016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:43.719037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:47.051726 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:47.051946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:47.051977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:50.385905 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:42:50.386221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:50.386254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:53.718744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:53.718834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:57.053804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:42:57.053874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.122 - - [14/Mar/2026:01:42:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.470 200 c655c2c32ad6082502208816f8de7db5 199.204.45.122 - - [14/Mar/2026:01:42:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.009 [auth-system-keycloak-80] [] 10.0.0.153:8080 4246 0.008 200 1c6a3d3f2a0e74ead07a3c59e3ef3961 199.204.45.122 - - [14/Mar/2026:01:42:59 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.433 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.431 204 3e232f32e6ee4a974d047f33031b28e3 199.204.45.122 - - [14/Mar/2026:01:42:59 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.134 [auth-system-keycloak-80] [] 10.0.0.153:8080 4384 0.134 200 315ea64678a2f6bad844347fec9604f3 W0314 01:43:00.386050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:00.386099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.122 - - [14/Mar/2026:01:43:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.474 200 5200bf1733c871e34a70bf0c669131c0 199.204.45.122 - - [14/Mar/2026:01:43:00 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.034 [auth-system-keycloak-80] [] 10.0.0.153:8080 1682 0.034 200 fe9fecc4bc3051ed473424634139d4d8 199.204.45.122 - - [14/Mar/2026:01:43:01 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.153:8080 6432 0.006 200 c3c30d8ddbfabbc47b56244712fba2d6 199.204.45.122 - - [14/Mar/2026:01:43:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.468 200 f4142753a906ee7222ccaf0fe0e27364 199.204.45.122 - - [14/Mar/2026:01:43:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.049 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.049 200 42f041e545d57d0657ecc641f1161c87 199.204.45.122 - - [14/Mar/2026:01:43:02 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.123 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.121 201 d8dfb534683592c03bc28b3f223c68cb 199.204.45.122 - - [14/Mar/2026:01:43:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.062 [auth-system-keycloak-80] [] 10.0.0.153:8080 2246 0.061 200 75899cd75a6838c6fbf65c61a9d7d1c7 199.204.45.122 - - [14/Mar/2026:01:43:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.153:8080 1928 0.480 200 ed8b870f92b0a89ef7554618ef091e2c 199.204.45.122 - - [14/Mar/2026:01:43:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.153:8080 2246 0.005 200 2a38c7d9dc991131d159731c27ff0500 199.204.45.122 - - [14/Mar/2026:01:43:03 +0000] "GET /admin/realms/atmosphere/clients/74dade7d-016c-4973-92b4-3be45f90ddf8/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.013 [auth-system-keycloak-80] [] 10.0.0.153:8080 233 0.013 200 1bbb3df137e18ba565a3ad62e9fde6a2 199.204.45.122 - - [14/Mar/2026:01:43:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.037 [auth-system-keycloak-80] [] 10.0.0.153:8080 831 0.036 200 8af5d25f4d20969cabb9a44b5fd5f02f 199.204.45.122 - - [14/Mar/2026:01:43:04 +0000] "GET /admin/realms/atmosphere/clients/39ddbbc1-3c36-4403-b41b-e2bd59e5018a/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.085 [auth-system-keycloak-80] [] 10.0.0.153:8080 3758 0.085 200 0c4a140005360fb01ebf461997d43f67 199.204.45.122 - - [14/Mar/2026:01:43:04 +0000] "GET /admin/realms/atmosphere/users/577b3f44-7b5a-449a-a500-a47af011088e/role-mappings/clients/39ddbbc1-3c36-4403-b41b-e2bd59e5018a/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.177 [auth-system-keycloak-80] [] 10.0.0.153:8080 3758 0.177 200 201122b8e952cd7494bd8314d9313ff0 199.204.45.122 - - [14/Mar/2026:01:43:04 +0000] "GET /admin/realms/atmosphere/users/577b3f44-7b5a-449a-a500-a47af011088e/role-mappings/clients/39ddbbc1-3c36-4403-b41b-e2bd59e5018a/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.022 [auth-system-keycloak-80] [] 10.0.0.153:8080 2 0.021 200 f10a5b0d163d9b33846608be57481c9a 199.204.45.122 - - [14/Mar/2026:01:43:04 +0000] "POST /admin/realms/atmosphere/users/577b3f44-7b5a-449a-a500-a47af011088e/role-mappings/clients/39ddbbc1-3c36-4403-b41b-e2bd59e5018a HTTP/1.1" 204 0 "-" "Ansible" 1390 0.071 [auth-system-keycloak-80] [] 10.0.0.153:8080 0 0.070 204 722011b545caff2146363bfe5eac8bb6 199.204.45.122 - - [14/Mar/2026:01:43:04 +0000] "GET /admin/realms/atmosphere/users/577b3f44-7b5a-449a-a500-a47af011088e/role-mappings/clients/39ddbbc1-3c36-4403-b41b-e2bd59e5018a/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.012 [auth-system-keycloak-80] [] 10.0.0.153:8080 576 0.012 200 c2a7fc2ad6e6064e9c6447f91e689abe W0314 01:43:07.115166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:07.115220 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:10.449304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:10.449373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:20.456795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:20.456873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:23.791190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:23.791242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:12.696079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:12.696127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:48.473710 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 01:45:48.473866 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:48.473923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:45:48.477551 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0314 01:45:48.477610 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0314 01:45:48.482104 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0314 01:45:48.482465 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"dfed2e94-890d-4114-970d-98e169bf0768", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6402", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:45:48.482844 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0314 01:45:48.483333 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 01:45:48.483467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:48.483497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:45:48.483687 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:45:48.527859 7 controller.go:216] "Backend successfully reloaded" I0314 01:45:48.527990 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdw9v", UID:"c43e8bdc-da14-4f92-9769-3d2ca6568e1a", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:45:48.679688 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0314 01:45:48.681086 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0314 01:45:51.820085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:45:51.820130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.122 - - [14/Mar/2026:01:45:52 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.005 300 fe8972433ebdce6a07a46742cb55ec24 199.204.45.122 - - [14/Mar/2026:01:45:54 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 266 0.004 200 046d45773e9c726b0ea75c73e7900d56 199.204.45.122 - - [14/Mar/2026:01:45:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1360 0.339 201 d6335f12604eb23fa9c638e563e031f7 199.204.45.122 - - [14/Mar/2026:01:45:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 fde1958e01c1b9d0206b0c8f1734ecac 199.204.45.122 - - [14/Mar/2026:01:45:54 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.025 [openstack-keystone-api-5000] [] 10.0.0.188:5000 90 0.025 404 9e1afceda944b2e28705e2fc30142287 199.204.45.122 - - [14/Mar/2026:01:45:54 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.188:5000 370 0.026 200 8a255fcdf13f92664540a5edc84bc4d3 199.204.45.122 - - [14/Mar/2026:01:45:54 +0000] "GET /v3/domains/6655cbc85cca4ecb823ce5300d1f5ee8 HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-keystone-api-5000] [] 10.0.0.188:5000 247 0.020 200 5f1ae75694402a4cef24a15e96fea3f6 199.204.45.122 - - [14/Mar/2026:01:45:55 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 266 0.004 200 18864e5fc578d20d4a503f3fa7eb9e87 199.204.45.122 - - [14/Mar/2026:01:45:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1360 0.286 201 de09a2e7056a33f7ad11aa042ecada8a 199.204.45.122 - - [14/Mar/2026:01:45:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 ff2ab13974d4f4f61e1cf8c0702fe1bf 199.204.45.122 - - [14/Mar/2026:01:45:55 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.028 [openstack-keystone-api-5000] [] 10.0.0.188:5000 101 0.029 404 579da88f37fd1f2b9a986d98077865c5 199.204.45.122 - - [14/Mar/2026:01:45:55 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.188:5000 156 0.018 200 7c42131be6226ab0ed46c79c53f410b0 199.204.45.122 - - [14/Mar/2026:01:45:55 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.023 [openstack-keystone-api-5000] [] 10.0.0.188:5000 342 0.023 201 00b1bc1a2caccbce81a9c17606273cb5 199.204.45.122 - - [14/Mar/2026:01:45:56 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 266 0.004 200 048d44766655005a36987b71913f8cab 199.204.45.122 - - [14/Mar/2026:01:45:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1360 0.284 201 7c017cc1873f4090de24cfa4e33159bf 199.204.45.122 - - [14/Mar/2026:01:45:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 e29bbb1d47674f9741e29a4cba038b8b 199.204.45.122 - - [14/Mar/2026:01:45:56 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.188:5000 98 0.019 404 cae03346849ee161e8edd365fba06065 199.204.45.122 - - [14/Mar/2026:01:45:56 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.013 [openstack-keystone-api-5000] [] 10.0.0.188:5000 136 0.013 200 ecbe35600337b49a2b24652232f42dc1 199.204.45.122 - - [14/Mar/2026:01:45:56 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.014 [openstack-keystone-api-5000] [] 10.0.0.188:5000 357 0.014 201 709c71e396f2b1c5856f0479829f066a 199.204.45.122 - - [14/Mar/2026:01:45:57 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 266 0.003 200 4869af9377019319825ba139d5bb02d7 199.204.45.122 - - [14/Mar/2026:01:45:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.288 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1360 0.287 201 9b02dc71088d5519327087c4fb312ce1 199.204.45.122 - - [14/Mar/2026:01:45:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 90bfb89d444fe176a11a1b326e4bb8c0 199.204.45.122 - - [14/Mar/2026:01:45:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.023 [openstack-keystone-api-5000] [] 10.0.0.188:5000 131 0.022 404 33b83e4a92d74d085cf6d76f3d779c74 199.204.45.122 - - [14/Mar/2026:01:45:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.018 [openstack-keystone-api-5000] [] 10.0.0.188:5000 168 0.019 200 3cbe6c30ff3aac806ed2fe4b004a44ca 199.204.45.122 - - [14/Mar/2026:01:45:57 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.023 [openstack-keystone-api-5000] [] 10.0.0.188:5000 224 0.023 201 dd1b2a0518933b317aac4b586c1b846d W0314 01:46:07.711686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:07.711721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:46:09.490098 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.99.173.37"}] I0314 01:46:09.497043 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"dfed2e94-890d-4114-970d-98e169bf0768", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6584", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:46:11.045839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:11.045891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:14.379697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:14.379767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:17.712792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:17.712856 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:33.186844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:33.186881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:36.521261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:36.521306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:40.836543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:40.836586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:44.169993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:44.170039 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:14.693455 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:48:14.693599 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 01:48:14.693672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:14.693695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:48:14.697408 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0314 01:48:14.697434 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0314 01:48:14.700303 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0314 01:48:14.700524 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"6b3db1d3-e0f5-4e15-9873-20ff8f98dc0e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7441", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:48:14.700755 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0314 01:48:14.701114 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:48:14.701238 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 01:48:14.701312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:14.701335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:48:14.701467 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:48:14.753105 7 controller.go:216] "Backend successfully reloaded" I0314 01:48:14.753395 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdw9v", UID:"c43e8bdc-da14-4f92-9769-3d2ca6568e1a", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:48:14.930280 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0314 01:48:14.932066 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.122 - - [14/Mar/2026:01:48:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 793d34d2d18dbd272c88ba781436043d 199.204.45.122 - - [14/Mar/2026:01:48:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.330 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1992 0.331 201 dc5c3766161da41db53ebd149b26c68e 199.204.45.122 - - [14/Mar/2026:01:48:15 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.026 [openstack-keystone-api-5000] [] 10.0.0.188:5000 85 0.025 404 f4ab9c79852f4d3179dc962d50deaa58 199.204.45.122 - - [14/Mar/2026:01:48:15 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.188:5000 129 0.023 200 9899f28b6c7fa23553003c451cd1ccfe 199.204.45.122 - - [14/Mar/2026:01:48:15 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.029 [openstack-keystone-api-5000] [] 10.0.0.188:5000 230 0.028 201 244f207f3a809d9569e2849cde7244ea W0314 01:48:18.035021 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:48:18.035189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:18.035218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:21.368568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:21.368603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.122 - - [14/Mar/2026:01:48:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.005 300 faca9400f3911d270efd3498a159c29b 199.204.45.122 - - [14/Mar/2026:01:48:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.296 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1992 0.296 201 8c44a5caa90a57cf5cf3e591c04d9b73 199.204.45.122 - - [14/Mar/2026:01:48:24 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.026 [openstack-keystone-api-5000] [] 10.0.0.188:5000 1521 0.026 200 6c867529794f50429fd87254aad4bbd2 199.204.45.122 - - [14/Mar/2026:01:48:24 +0000] "PUT /v3/roles/c080ed906971443fa7c57f76a016952f/implies/7c10a681a667400bb810300eff195e35 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.037 [openstack-keystone-api-5000] [] 10.0.0.188:5000 521 0.038 201 10eb58b9062599e0753e63469509640a I0314 01:49:09.489904 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.99.173.37"}] I0314 01:49:09.497028 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"6b3db1d3-e0f5-4e15-9873-20ff8f98dc0e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7868", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:49:09.498771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:09.498795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.122 - - [14/Mar/2026:01:49:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.006 300 29872e2926831617ba8e5a524ab039e9 199.204.45.122 - - [14/Mar/2026:01:49:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2055 0.340 201 d9f6f8e193d3166635e62869887b6f20 199.204.45.122 - - [14/Mar/2026:01:49:14 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.025 [openstack-keystone-api-5000] [] 10.0.0.188:5000 87 0.025 404 de1a0e200acbe457e5deb429cdcdfe5b 199.204.45.122 - - [14/Mar/2026:01:49:14 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.033 [openstack-keystone-api-5000] [] 10.0.0.188:5000 390 0.033 200 c879728a7df7efb6bb59c53653beecd0 199.204.45.122 - - [14/Mar/2026:01:49:14 +0000] "GET /v3/users/rgw-RegionOne?domain_id=a24447caeda14b71af0aa6a0fa3ea65f HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.030 [openstack-keystone-api-5000] [] 10.0.0.188:5000 91 0.029 404 0cd576e4570b565fc0eb10a076613ec0 199.204.45.122 - - [14/Mar/2026:01:49:14 +0000] "GET /v3/users?domain_id=a24447caeda14b71af0aa6a0fa3ea65f&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.045 [openstack-keystone-api-5000] [] 10.0.0.188:5000 178 0.046 200 48c0e9d504abc8f9eb0bbe3496d8f656 199.204.45.122 - - [14/Mar/2026:01:49:14 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.288 [openstack-keystone-api-5000] [] 10.0.0.188:5000 291 0.288 201 350761fb7a65869bbeef067c4f3d382e 199.204.45.122 - - [14/Mar/2026:01:49:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 ff15143be255ab1d512494f7f2eb5cdf 199.204.45.122 - - [14/Mar/2026:01:49:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.282 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2055 0.282 201 dd49fd8e19ac928d669fd16c11af6946 199.204.45.122 - - [14/Mar/2026:01:49:19 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 429 0.022 [openstack-keystone-api-5000] [] 10.0.0.188:5000 83 0.021 404 89d40c1f5a0360263455cf69edee11cd 199.204.45.122 - - [14/Mar/2026:01:49:19 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 447 0.022 [openstack-keystone-api-5000] [] 10.0.0.188:5000 361 0.021 200 d3b0efccf46128b088699e95adbbfcda 199.204.45.122 - - [14/Mar/2026:01:49:19 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.188:5000 87 0.020 404 dc2fad54cd53cab9dca1546fd525b792 199.204.45.122 - - [14/Mar/2026:01:49:19 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.024 [openstack-keystone-api-5000] [] 10.0.0.188:5000 390 0.025 200 8a711bfe17d0019725d9307018934a93 199.204.45.122 - - [14/Mar/2026:01:49:19 +0000] "GET /v3/users/rgw-RegionOne?domain_id=a24447caeda14b71af0aa6a0fa3ea65f HTTP/1.1" 404 91 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 480 0.024 [openstack-keystone-api-5000] [] 10.0.0.188:5000 91 0.024 404 2da72cabe09129590722f89a078a3dcd 199.204.45.122 - - [14/Mar/2026:01:49:19 +0000] "GET /v3/users?domain_id=a24447caeda14b71af0aa6a0fa3ea65f&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 498 0.034 [openstack-keystone-api-5000] [] 10.0.0.188:5000 458 0.034 200 73fa3228224096bae6a043fd39711653 199.204.45.122 - - [14/Mar/2026:01:49:19 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 434 0.018 [openstack-keystone-api-5000] [] 10.0.0.188:5000 88 0.017 404 5a0b53a7b12e751f9ee4b5d9222697e2 199.204.45.122 - - [14/Mar/2026:01:49:19 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 452 0.026 [openstack-keystone-api-5000] [] 10.0.0.188:5000 520 0.026 200 ff4cb3f464056122f87b587e49b1cc50 199.204.45.122 - - [14/Mar/2026:01:49:21 +0000] "PUT /v3/projects/e86d625143964a27be684e62ee540f00/users/c4b375ad9918499bb93d8e26f3d497a2/roles/47e1becf3bbf4d57ab7ccd3277b2dff3 HTTP/1.1" 204 0 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 556 1.782 [openstack-keystone-api-5000] [] 10.0.0.188:5000 0 1.782 204 4d0869072e6ef4fae835bf52b6de185a 199.204.45.122 - - [14/Mar/2026:01:49:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 4a290834cfb5353e2eac104ad0dc2988 199.204.45.122 - - [14/Mar/2026:01:49:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.322 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2055 0.323 201 86f3d3e1dcf974103e0b3068f7c6fba0 199.204.45.122 - - [14/Mar/2026:01:49:28 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.016 [openstack-keystone-api-5000] [] 10.0.0.188:5000 151 0.016 200 568162c244e0a98d1987ea74dd198bde 199.204.45.122 - - [14/Mar/2026:01:49:28 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.032 [openstack-keystone-api-5000] [] 10.0.0.188:5000 263 0.032 201 973782c429698e57f328c8429410db19 199.204.45.122 - - [14/Mar/2026:01:49:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 c80591c19478b5270b20dd80944f255b 199.204.45.122 - - [14/Mar/2026:01:49:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2157 0.296 201 563c360c73a3e9165a9d93ec5fd87ea1 199.204.45.122 - - [14/Mar/2026:01:49:29 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.019 [openstack-keystone-api-5000] [] 10.0.0.188:5000 86 0.019 404 55dc5b1675ade6bc9c0514f7cbfff6e5 199.204.45.122 - - [14/Mar/2026:01:49:29 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.015 [openstack-keystone-api-5000] [] 10.0.0.188:5000 382 0.016 200 a2ea3f81a220c0192310695bf327310f 199.204.45.122 - - [14/Mar/2026:01:49:29 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=a6e9a69383d44ef5af129ca80a7aaffe HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.019 [openstack-keystone-api-5000] [] 10.0.0.188:5000 205 0.019 200 7fa2df07f7b121a5fdf6fa059f66f097 199.204.45.122 - - [14/Mar/2026:01:49:29 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.079 [openstack-keystone-api-5000] [] 10.0.0.188:5000 379 0.079 201 7d142070069a3c96c1a3719eaeb91243 199.204.45.122 - - [14/Mar/2026:01:49:29 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 e9157b39079b3e56a7ad0f70f58814eb 199.204.45.122 - - [14/Mar/2026:01:49:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.308 [openstack-keystone-api-5000] [] 10.0.0.188:5000 2366 0.308 201 688a45c8c5c365be4f2e15fb7ab7ba2c 199.204.45.122 - - [14/Mar/2026:01:49:30 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.023 [openstack-keystone-api-5000] [] 10.0.0.188:5000 86 0.023 404 16d466ae93e201e6a620366976df2e05 199.204.45.122 - - [14/Mar/2026:01:49:30 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.188:5000 382 0.017 200 2c1ba025a30045e995fae8e7a80811d1 199.204.45.122 - - [14/Mar/2026:01:49:30 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=a6e9a69383d44ef5af129ca80a7aaffe HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.020 [openstack-keystone-api-5000] [] 10.0.0.188:5000 207 0.019 200 9d3d79b55cab3eec2c84099f80057e80 199.204.45.122 - - [14/Mar/2026:01:49:30 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.124 [openstack-keystone-api-5000] [] 10.0.0.188:5000 392 0.123 201 7581c89f175012d7b0b82cd755d25a1d W0314 01:49:31.421454 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:49:31.421661 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 01:49:31.421741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:31.421764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:49:31.425707 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:35.7kB} I0314 01:49:31.425733 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0314 01:49:31.432318 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0314 01:49:31.432842 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"01d028c1-95a5-4474-9001-f42edfa15577", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8015", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:49:31.432867 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0314 01:49:31.433251 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:49:31.433366 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 01:49:31.433447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:31.433468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:49:31.433650 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:49:31.488281 7 controller.go:216] "Backend successfully reloaded" I0314 01:49:31.489305 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdw9v", UID:"c43e8bdc-da14-4f92-9769-3d2ca6568e1a", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:49:31.722607 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0314 01:49:31.723540 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0314 01:49:34.766791 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:49:34.767035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:34.767067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:46.507599 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:49:46.507756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:46.507794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:49:46.507924 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:49:46.548510 7 controller.go:216] "Backend successfully reloaded" I0314 01:49:46.548953 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdw9v", UID:"c43e8bdc-da14-4f92-9769-3d2ca6568e1a", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:49:49.840998 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:49:49.841139 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:49.841163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:53.174938 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:49:53.175125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:53.175149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:56.508107 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:49:56.508445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:56.508477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:00.027815 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:50:00.027945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:00.027965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:50:09.490653 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.99.173.37"}] I0314 01:50:09.496858 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"01d028c1-95a5-4474-9001-f42edfa15577", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8385", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:50:09.498174 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:50:09.498354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:09.498424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:18.507263 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:50:18.507443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:18.507469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:21.841845 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:50:21.842122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:21.842165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:27.598970 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:50:27.599162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:27.599190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:31.818535 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:50:31.818711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:31.818736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:51:09.420769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:51:09.420826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:52:35.083260 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:52:35.083398 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 01:52:35.083475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:52:35.083500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:52:35.087990 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:39.2kB} I0314 01:52:35.088016 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0314 01:52:35.093494 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0314 01:52:35.093698 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"03025ce9-2aff-4b0f-a16f-79c807b4f3cc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9446", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:52:35.093954 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0314 01:52:35.094279 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:52:35.094366 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 01:52:35.094433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:52:35.094452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:52:35.094604 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:52:35.148849 7 controller.go:216] "Backend successfully reloaded" I0314 01:52:35.149127 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-fdw9v", UID:"c43e8bdc-da14-4f92-9769-3d2ca6568e1a", APIVersion:"v1", ResourceVersion:"1196", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:52:35.385131 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0314 01:52:35.386130 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0314 01:52:38.428603 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:52:38.428752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:52:38.428766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.122 - - [14/Mar/2026:01:52:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 ed22267e6b4b320fa69010a6942a4c64 199.204.45.122 - - [14/Mar/2026:01:52:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.322 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.323 201 94d21ec388b06f44cdebf8a71a48c33d 199.204.45.122 - - [14/Mar/2026:01:52:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d6ff36d4a8d65a0c5592db89a8fa0091 199.204.45.122 - - [14/Mar/2026:01:52:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8f74b31c8abefb4860af0d59edfc2028 199.204.45.122 - - [14/Mar/2026:01:52:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.002 300 5fc21bc78a1aa2ae6afd2174451e1cbc 199.204.45.122 - - [14/Mar/2026:01:52:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.301 201 5d92d2cd0bf43daa99d4b9970f48ffb2 199.204.45.122 - - [14/Mar/2026:01:52:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3bcef901931ddcabb7b6b916681158ff 199.204.45.122 - - [14/Mar/2026:01:52:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 0eaee4f564bb09a6e5b8cc264771b1d6 199.204.45.122 - - [14/Mar/2026:01:52:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 4cb7b2188ac10e54f88cc5f60b306fa8 199.204.45.122 - - [14/Mar/2026:01:52:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.281 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.280 201 c9e2766644414ba41323414284755933 199.204.45.122 - - [14/Mar/2026:01:52:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 01cac34ec41c8699e922385a415df4ba 199.204.45.122 - - [14/Mar/2026:01:52:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 530cabce929209511bfedb98bfb88612 199.204.45.122 - - [14/Mar/2026:01:52:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.003 300 338df89ffdad0179fcf125fdd2851b82 W0314 01:52:44.610633 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:52:44.610765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:52:44.610779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.122 - - [14/Mar/2026:01:52:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.287 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.286 201 8dab3d7bad644f34606bb579379b0108 199.204.45.122 - - [14/Mar/2026:01:52:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 85ff5ffa88fa7e7ea8414357e9f34170 199.204.45.122 - - [14/Mar/2026:01:52:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 68dc9908d279baf8f763de55cace44ba 199.204.45.122 - - [14/Mar/2026:01:52:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 330fcf5f519f0dfe3bd9f045cafef5fa 199.204.45.122 - - [14/Mar/2026:01:52:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.283 201 d4e739046e29ab79ad5f6788b286eaad 199.204.45.122 - - [14/Mar/2026:01:52:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3180da1ee198c538d44746f8bb8e5b9e 199.204.45.122 - - [14/Mar/2026:01:52:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e6663648584d1b36cdfc4b2b57d3c46d 199.204.45.122 - - [14/Mar/2026:01:52:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 5c5a12744c58475a9aae728a323f9ccb 199.204.45.122 - - [14/Mar/2026:01:52:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.278 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.278 201 26ea2617baab53fc535d4083ebfdbeeb 199.204.45.122 - - [14/Mar/2026:01:52:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b27e798fc8d388219a3ccdb3386fee89 199.204.45.122 - - [14/Mar/2026:01:52:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fc23c7b0be26fa360a04b7e669984106 199.204.45.122 - - [14/Mar/2026:01:52:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 bbe64f53547b697d28148da6aff4f220 199.204.45.122 - - [14/Mar/2026:01:52:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.292 201 4b8a70311d0ae7cb5764c983b30ef286 199.204.45.122 - - [14/Mar/2026:01:52:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6862a85ddaf0b85cb06b5a0fc62427bf 199.204.45.122 - - [14/Mar/2026:01:52:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 26996dbe2d38345bffc9ade453e2f8ce 199.204.45.122 - - [14/Mar/2026:01:52:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.002 300 4972a38706a633e0317a29c5b33888c7 199.204.45.122 - - [14/Mar/2026:01:52:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.295 201 aff81b02e28e8574220dd17b76d3ac36 199.204.45.122 - - [14/Mar/2026:01:52:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 70f15adeb5bc50537a9ade109c31ea8d 199.204.45.122 - - [14/Mar/2026:01:52:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d5dc379337d7e20a80c6985374598104 199.204.45.122 - - [14/Mar/2026:01:52:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 6dc9f3595aae8c3992b3ba812df588c5 199.204.45.122 - - [14/Mar/2026:01:52:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.292 201 101b39b7c5cec82a60cfd67aa3dfc49f 199.204.45.122 - - [14/Mar/2026:01:52:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 068948c5a272bf89213f20e7850ede61 199.204.45.122 - - [14/Mar/2026:01:52:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7d517a6e4d0b4a83825c62642ee3d204 W0314 01:52:53.951338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:52:53.951414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.122 - - [14/Mar/2026:01:52:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 79335c13e6cf435faa17c10a51742878 199.204.45.122 - - [14/Mar/2026:01:52:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.298 201 d3ab8a32e1ae85fa56a5b2571b0b4838 199.204.45.122 - - [14/Mar/2026:01:52:55 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.167:9292 1312 0.003 300 4d462fbf1f3eae697a75f40260b6511d 199.204.45.122 - - [14/Mar/2026:01:52:55 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.535 [openstack-glance-api-9292] [] 10.0.0.167:9292 69 0.534 200 7d972e1266db5545492b149eede9ce53 199.204.45.122 - - [14/Mar/2026:01:52:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.188:5000 281 0.004 300 9f67751452341255b6647cc75c547b90 199.204.45.122 - - [14/Mar/2026:01:52:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.188:5000 3201 0.312 201 5930cf3ba1170b186df1f568db8ab3de 199.204.45.122 - - [14/Mar/2026:01:52:58 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.167:9292 1312 0.003 300 3e89c96f095850abc0eb1ddb20b17781 199.204.45.122 - - [14/Mar/2026:01:52:59 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.043 [openstack-glance-api-9292] [] 10.0.0.167:9292 69 0.043 200 51a5a01af0b1b0d0849627cdb3f84032 199.204.45.122 - - [14/Mar/2026:01:52:59 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.129 [openstack-glance-api-9292] [] 10.0.0.167:9292 151 0.130 404 ff8fb6796ac1666626ea06e70421584b 199.204.45.122 - - [14/Mar/2026:01:52:59 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.024 [openstack-glance-api-9292] [] 10.0.0.167:9292 81 0.024 200 f6e4c3225d096fd9c1dc529be4e6b0b8 199.204.45.122 - - [14/Mar/2026:01:52:59 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.024 [openstack-glance-api-9292] [] 10.0.0.167:9292 84 0.024 200 ba9dc1567b9698ac094cb9ce1618fee7 199.204.45.122 - - [14/Mar/2026:01:52:59 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.067 [openstack-glance-api-9292] [] 10.0.0.167:9292 760 0.067 201 4dd655076b9687427c142c90116893ae 199.204.45.122 - - [14/Mar/2026:01:53:05 +0000] "PUT /v2/images/e851a537-ed58-4cab-82f0-e67c3bb912cb/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 5.696 [openstack-glance-api-9292] [] 10.0.0.167:9292 0 5.697 204 eb3acb5115da8acda681baf38fc73ee1 199.204.45.122 - - [14/Mar/2026:01:53:05 +0000] "GET /v2/images/e851a537-ed58-4cab-82f0-e67c3bb912cb HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.167:9292 1171 0.016 200 e3bd9d70ca0c5a8cb6291550ceb35685 199.204.45.122 - - [14/Mar/2026:01:53:05 +0000] "GET /v2/images/e851a537-ed58-4cab-82f0-e67c3bb912cb HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.167:9292 1171 0.015 200 70875faed563bceeaf70167bc1857a28 W0314 01:53:08.144952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:53:08.144990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:53:09.491633 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.99.173.37"}] I0314 01:53:09.498692 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"03025ce9-2aff-4b0f-a16f-79c807b4f3cc", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9739", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:53:11.479991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:53:11.480034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:53:14.813248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:53:14.813319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store