------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0319 21:52:37.125129 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0319 21:52:37.125277 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0319 21:52:37.135008 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0319 21:52:37.138418 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0319 21:52:37.669853 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0319 21:52:37.682781 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0319 21:52:37.694809 7 nginx.go:271] "Starting NGINX Ingress controller" I0319 21:52:37.700194 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"55e2baa8-1d1b-42d8-9ada-692305355042", APIVersion:"v1", ResourceVersion:"1104", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0319 21:52:37.705076 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"3fb44646-2b85-4869-914a-3c5b3d08eb5e", APIVersion:"v1", ResourceVersion:"1103", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0319 21:52:37.705153 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"6f9c8d4d-d33e-4c66-a1e3-2a0118f047df", APIVersion:"v1", ResourceVersion:"1102", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0319 21:52:38.897858 7 nginx.go:317] "Starting NGINX process" I0319 21:52:38.897953 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0319 21:52:38.898535 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0319 21:52:38.898874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:52:38.898927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 21:52:38.898975 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 21:52:38.907035 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0319 21:52:38.907058 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-6fdw9" I0319 21:52:38.937973 7 controller.go:216] "Backend successfully reloaded" I0319 21:52:38.938062 7 controller.go:227] "Initial sync, sleeping for 1 second" I0319 21:52:38.938128 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6fdw9", UID:"5f03b2d3-72e3-4542-8e06-155f375a1f9f", APIVersion:"v1", ResourceVersion:"1206", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 21:52:42.724752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:52:42.724794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:52:46.058902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:52:46.058938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:52:49.392826 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:52:49.392869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:52:52.727317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:52:52.727356 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:52:56.058975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:52:56.059017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:52:59.392268 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:52:59.392302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:02.725633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:02.725690 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:06.058572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:06.058609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:13.937699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:53:13.937759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:01.492084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:01.492128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:04.827568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:04.827612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:21.113567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:21.113628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:24.446947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:24.446991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:27.781339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:27.781377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:31.114102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:31.114137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:34.447066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:34.447119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:37.780538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:37.780574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:41.113655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:41.113706 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:46.130993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:46.131040 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:49.464630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:49.464672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:52.799007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:52.799049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:56.131871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:56.131903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:59.465735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:54:59.465956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:22.756030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:22.756057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:26.090777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:26.091012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:26.327082 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-30.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-30.nip.io-tls was not found. Using default certificate W0319 21:57:26.327194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:26.327223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 21:57:26.328261 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0319 21:57:26.328311 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0319 21:57:26.334659 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0319 21:57:26.334978 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-30.nip.io-tls" in local store I0319 21:57:26.335087 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4033e710-d37d-440b-a77f-4723b16e8b0b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3121", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 21:57:26.702488 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-30.nip.io-tls" I0319 21:57:26.707666 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-30.nip.io-tls" W0319 21:57:29.423813 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:29.423862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 21:57:29.423934 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 21:57:29.460242 7 controller.go:216] "Backend successfully reloaded" I0319 21:57:29.460438 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6fdw9", UID:"5f03b2d3-72e3-4542-8e06-155f375a1f9f", APIVersion:"v1", ResourceVersion:"1206", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 21:57:32.757106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:32.757200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [19/Mar/2026:21:57:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.159 [auth-system-keycloak-80] [] 10.0.0.74:8080 1925 2.157 200 64bea06e72cfa05f48ad153c6b80095b 199.204.45.30 - - [19/Mar/2026:21:57:37 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.166 [auth-system-keycloak-80] [] 10.0.0.74:8080 116 0.166 404 c92a89076c531254057807dc83a7b9cc I0319 21:57:38.914579 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.109.111.69"}] I0319 21:57:38.920462 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"4033e710-d37d-440b-a77f-4723b16e8b0b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3358", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 21:57:38.920769 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:57:38.920793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [19/Mar/2026:21:57:41 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.618 [auth-system-keycloak-80] [] 10.0.0.74:8080 0 3.617 201 7107cda01ebf9ec6698d1fa223d7c5ab 199.204.45.30 - - [19/Mar/2026:21:57:42 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.668 [auth-system-keycloak-80] [] 10.0.0.74:8080 4246 0.668 200 aff5fdacf653794c84d8dfb50c7c9bab 199.204.45.30 - - [19/Mar/2026:21:57:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.507 [auth-system-keycloak-80] [] 10.0.0.74:8080 1925 0.506 200 bbc31d5701089c40e3a36ba48730622e 199.204.45.30 - - [19/Mar/2026:21:57:43 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.099 [auth-system-keycloak-80] [] 10.0.0.74:8080 12500 0.099 200 2acf1ad583ae4e62bf8da24d471546a1 199.204.45.30 - - [19/Mar/2026:21:57:43 +0000] "GET /admin/realms/atmosphere/client-scopes/04129180-337c-4835-b3cf-cb658a97d0bb HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.067 [auth-system-keycloak-80] [] 10.0.0.74:8080 1278 0.067 200 d0b7389cf2fd0f0e3d540665fcb378bb 199.204.45.30 - - [19/Mar/2026:21:57:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/04129180-337c-4835-b3cf-cb658a97d0bb HTTP/1.1" 204 0 "-" "Ansible" 1846 0.080 [auth-system-keycloak-80] [] 10.0.0.74:8080 0 0.079 204 41a7dee6f11d3cff6a0c99c0c9ff4319 199.204.45.30 - - [19/Mar/2026:21:57:43 +0000] "GET /admin/realms/atmosphere/client-scopes/04129180-337c-4835-b3cf-cb658a97d0bb/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.020 [auth-system-keycloak-80] [] 10.0.0.74:8080 963 0.020 200 72dfaf028a33507daea459021de87908 199.204.45.30 - - [19/Mar/2026:21:57:43 +0000] "GET /admin/realms/atmosphere/client-scopes/04129180-337c-4835-b3cf-cb658a97d0bb/protocol-mappers/models/f5b9ba00-1d77-4584-9e45-73e7ac3ea9ea HTTP/1.1" 200 366 "-" "Ansible" 1307 0.062 [auth-system-keycloak-80] [] 10.0.0.74:8080 366 0.062 200 dd0bb4d6288cf14a8de2174738274c24 199.204.45.30 - - [19/Mar/2026:21:57:43 +0000] "PUT /admin/realms/atmosphere/client-scopes/04129180-337c-4835-b3cf-cb658a97d0bb/protocol-mappers/models/f5b9ba00-1d77-4584-9e45-73e7ac3ea9ea HTTP/1.1" 204 0 "-" "Ansible" 1620 0.102 [auth-system-keycloak-80] [] 10.0.0.74:8080 0 0.102 204 7554b64d395d23276d45a7fcad63eb16 199.204.45.30 - - [19/Mar/2026:21:57:43 +0000] "GET /admin/realms/atmosphere/client-scopes/04129180-337c-4835-b3cf-cb658a97d0bb HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.075 [auth-system-keycloak-80] [] 10.0.0.74:8080 1218 0.075 200 50bfa6e82749c064c18d210174991eca 199.204.45.30 - - [19/Mar/2026:21:58:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.528 [auth-system-keycloak-80] [] 10.0.0.74:8080 1925 0.526 200 a328f64985e41ddd4669d6831df7404c 199.204.45.30 - - [19/Mar/2026:21:58:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.015 [auth-system-keycloak-80] [] 10.0.0.74:8080 2 0.015 200 bf62e1ed782ac27f2850e8314cd4547a 199.204.45.30 - - [19/Mar/2026:21:58:05 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.193 [auth-system-keycloak-80] [] 10.0.0.74:8080 0 0.193 201 663dc63dbec69074a761a8f4388e4ee1 199.204.45.30 - - [19/Mar/2026:21:58:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.073 [auth-system-keycloak-80] [] 10.0.0.74:8080 1259 0.072 200 d243fca41302f7d90181100cf708bbba 199.204.45.30 - - [19/Mar/2026:21:58:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.710 [auth-system-keycloak-80] [] 10.0.0.74:8080 1925 0.709 200 ecaa435652cbb2f78d0acb0f7f1dc841 199.204.45.30 - - [19/Mar/2026:21:58:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.058 [auth-system-keycloak-80] [] 10.0.0.74:8080 2 0.058 200 4c29de7f990eae1d5453e582c6ee6786 199.204.45.30 - - [19/Mar/2026:21:58:06 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.106 [auth-system-keycloak-80] [] 10.0.0.74:8080 0 0.106 201 8504def2b0db0615c45c7fb75c4e41e2 199.204.45.30 - - [19/Mar/2026:21:58:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.086 [auth-system-keycloak-80] [] 10.0.0.74:8080 1283 0.086 200 691679b134f3ffe3dd3a4ba1c6d4b709 W0319 21:58:07.157221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:58:07.157249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [19/Mar/2026:21:58:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.496 [auth-system-keycloak-80] [] 10.0.0.74:8080 1925 0.495 200 39a16ce77c0c01a7d186c0048cdc581e 199.204.45.30 - - [19/Mar/2026:21:58:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.74:8080 2 0.012 200 c6ca52eb3b54ec70ef4889ec1c79d318 199.204.45.30 - - [19/Mar/2026:21:58:07 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.091 [auth-system-keycloak-80] [] 10.0.0.74:8080 0 0.090 201 f04333d71a26a81184fabf7d137c2161 199.204.45.30 - - [19/Mar/2026:21:58:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.080 [auth-system-keycloak-80] [] 10.0.0.74:8080 1249 0.080 200 fd28731c7e4a851e1215fca40eb2e736 199.204.45.30 - - [19/Mar/2026:21:58:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.517 [auth-system-keycloak-80] [] 10.0.0.74:8080 1925 0.516 200 bfa00ee7a4107e96c9f9a37a0523e0ad 199.204.45.30 - - [19/Mar/2026:21:58:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.74:8080 1259 0.009 200 74c113166eefeb2d606e21311799acd5 199.204.45.30 - - [19/Mar/2026:21:58:08 +0000] "GET /admin/realms/atmosphere/clients/55ace2bb-6f26-4d86-b7b8-89374ffe80c3/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.044 [auth-system-keycloak-80] [] 10.0.0.74:8080 119 0.043 404 59711e9d2a9273d4921cd1945bf2b45c 199.204.45.30 - - [19/Mar/2026:21:58:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.74:8080 1259 0.008 200 9e6b3b28042a7843bff0e0a137899052 199.204.45.30 - - [19/Mar/2026:21:58:08 +0000] "POST /admin/realms/atmosphere/clients/55ace2bb-6f26-4d86-b7b8-89374ffe80c3/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.027 [auth-system-keycloak-80] [] 10.0.0.74:8080 0 0.026 201 214de2ae16b178fbe274d762897467f7 199.204.45.30 - - [19/Mar/2026:21:58:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.028 [auth-system-keycloak-80] [] 10.0.0.74:8080 1259 0.028 200 5c4e9fc048f9148c702cca36ac86c211 199.204.45.30 - - [19/Mar/2026:21:58:09 +0000] "GET /admin/realms/atmosphere/clients/55ace2bb-6f26-4d86-b7b8-89374ffe80c3/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.74:8080 166 0.017 200 6b55b2aae7e790a0a5d6b1d5b47e1f1a 199.204.45.30 - - [19/Mar/2026:21:58:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.502 [auth-system-keycloak-80] [] 10.0.0.74:8080 1925 0.501 200 fc69a6ee128e21a56f7e1203a3bba602 199.204.45.30 - - [19/Mar/2026:21:58:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.74:8080 1283 0.007 200 913be06fc3cc2c76b387f173dbb1313e 199.204.45.30 - - [19/Mar/2026:21:58:09 +0000] "GET /admin/realms/atmosphere/clients/9612c4c6-663c-4c5c-ab86-2a0c3b39a047/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.74:8080 119 0.010 404 b3c31fc26e4e61bf72a762c45828774e 199.204.45.30 - - [19/Mar/2026:21:58:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.74:8080 1283 0.007 200 f5ff69fb54c00c586042901cffecd346 199.204.45.30 - - [19/Mar/2026:21:58:09 +0000] "POST /admin/realms/atmosphere/clients/9612c4c6-663c-4c5c-ab86-2a0c3b39a047/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.039 [auth-system-keycloak-80] [] 10.0.0.74:8080 0 0.038 201 2285fc8bb062a4da91c6f89757992b81 199.204.45.30 - - [19/Mar/2026:21:58:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.74:8080 1283 0.007 200 1d86a7488a51f65ba02bb0e738c8b727 199.204.45.30 - - [19/Mar/2026:21:58:09 +0000] "GET /admin/realms/atmosphere/clients/9612c4c6-663c-4c5c-ab86-2a0c3b39a047/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.74:8080 165 0.012 200 67de5df12ec04fda33166c84ae93e949 W0319 21:58:10.490855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:58:10.490902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [19/Mar/2026:21:58:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.489 [auth-system-keycloak-80] [] 10.0.0.74:8080 1925 0.488 200 97825893b618410901feaf855099d8a9 199.204.45.30 - - [19/Mar/2026:21:58:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.74:8080 1283 0.007 200 d1d94f859a45b514e037aea067d5bafc 199.204.45.30 - - [19/Mar/2026:21:58:10 +0000] "GET /admin/realms/atmosphere/clients/9612c4c6-663c-4c5c-ab86-2a0c3b39a047/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.066 [auth-system-keycloak-80] [] 10.0.0.74:8080 119 0.065 404 a4b5a4cc982928ab95868a9922f9f7f7 199.204.45.30 - - [19/Mar/2026:21:58:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.74:8080 1283 0.006 200 3b401a6cf6bb0087a5627547960ba015 199.204.45.30 - - [19/Mar/2026:21:58:10 +0000] "POST /admin/realms/atmosphere/clients/9612c4c6-663c-4c5c-ab86-2a0c3b39a047/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.74:8080 0 0.014 201 d670e17d416a7a1c340dd002c18a441f 199.204.45.30 - - [19/Mar/2026:21:58:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.048 [auth-system-keycloak-80] [] 10.0.0.74:8080 1283 0.048 200 7e8226a9e1ea464af95f3bde7fe84f0c 199.204.45.30 - - [19/Mar/2026:21:58:10 +0000] "GET /admin/realms/atmosphere/clients/9612c4c6-663c-4c5c-ab86-2a0c3b39a047/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.74:8080 166 0.012 200 a278e2218150454eeed5c4a6bb4955b7 199.204.45.30 - - [19/Mar/2026:21:58:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.539 [auth-system-keycloak-80] [] 10.0.0.74:8080 1925 0.537 200 d85b91d31e0fc5b63cb81680ac5394d3 199.204.45.30 - - [19/Mar/2026:21:58:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.039 [auth-system-keycloak-80] [] 10.0.0.74:8080 1283 0.039 200 732a64236911696f4dd454f18d5a4f88 199.204.45.30 - - [19/Mar/2026:21:58:11 +0000] "GET /admin/realms/atmosphere/clients/9612c4c6-663c-4c5c-ab86-2a0c3b39a047/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.74:8080 119 0.010 404 b46056b9f3ee879724ae74826f4356c6 199.204.45.30 - - [19/Mar/2026:21:58:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.060 [auth-system-keycloak-80] [] 10.0.0.74:8080 1283 0.060 200 1ab93148d9a1afc774e6527a934abc8b 199.204.45.30 - - [19/Mar/2026:21:58:11 +0000] "POST /admin/realms/atmosphere/clients/9612c4c6-663c-4c5c-ab86-2a0c3b39a047/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.74:8080 0 0.017 201 00876993f9006a12643ee6b55d04c874 199.204.45.30 - - [19/Mar/2026:21:58:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.74:8080 1283 0.007 200 f89edb7db274363e2de2eb882491ab79 199.204.45.30 - - [19/Mar/2026:21:58:12 +0000] "GET /admin/realms/atmosphere/clients/9612c4c6-663c-4c5c-ab86-2a0c3b39a047/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.049 [auth-system-keycloak-80] [] 10.0.0.74:8080 166 0.049 200 0d0321392a3018714cf8eac0bc5a6273 199.204.45.30 - - [19/Mar/2026:21:58:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.492 [auth-system-keycloak-80] [] 10.0.0.74:8080 1925 0.491 200 0246fb1224de9da7a1e2a358261299eb 199.204.45.30 - - [19/Mar/2026:21:58:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.74:8080 1249 0.007 200 36022c7e84fea20257e961b2c6af8cbb 199.204.45.30 - - [19/Mar/2026:21:58:12 +0000] "GET /admin/realms/atmosphere/clients/877a2ad5-d889-4ffd-ab4c-fb1d23f6cee5/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.008 [auth-system-keycloak-80] [] 10.0.0.74:8080 119 0.008 404 1b02ec59695c7dbd7253644682d21c05 199.204.45.30 - - [19/Mar/2026:21:58:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.74:8080 1249 0.004 200 4e40ad429fbfb60003f74ab1dcb730e2 199.204.45.30 - - [19/Mar/2026:21:58:12 +0000] "POST /admin/realms/atmosphere/clients/877a2ad5-d889-4ffd-ab4c-fb1d23f6cee5/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.049 [auth-system-keycloak-80] [] 10.0.0.74:8080 0 0.048 201 9e5250062221cf27be4640554842f084 199.204.45.30 - - [19/Mar/2026:21:58:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.74:8080 1249 0.005 200 9d8d6339142fae2f6420af2eb8339def 199.204.45.30 - - [19/Mar/2026:21:58:13 +0000] "GET /admin/realms/atmosphere/clients/877a2ad5-d889-4ffd-ab4c-fb1d23f6cee5/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.067 [auth-system-keycloak-80] [] 10.0.0.74:8080 166 0.067 200 59b8f24df5b1e397adfc4377461c1967 W0319 21:58:13.824537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:58:13.824604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:17.530164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:17.530202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:17.615537 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:17.615593 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0319 21:59:17.615620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:17.615630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:17.615868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:17.615968 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0319 21:59:17.616041 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:17.616094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:17.616241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:17.616367 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0319 21:59:17.616472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:17.616555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 21:59:17.616894 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.001s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:18.2kB} I0319 21:59:17.616914 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0319 21:59:17.619772 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0319 21:59:17.619838 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0319 21:59:17.621109 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:18.2kB} I0319 21:59:17.621149 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0319 21:59:17.622871 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0319 21:59:17.623251 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0319 21:59:17.623249 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b2864fe6-4155-4d08-a0a9-43ed3c31b9dd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4069", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 21:59:17.628946 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0319 21:59:17.629228 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"63ff3f23-8c1d-454a-8db0-2b877966d170", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4072", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 21:59:17.629399 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0319 21:59:17.629450 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0319 21:59:17.629532 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2125b8a3-88d8-4fc7-bd93-c89340173a98", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4074", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 21:59:17.629977 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0319 21:59:17.989060 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0319 21:59:17.990409 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0319 21:59:18.233760 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0319 21:59:18.234611 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0319 21:59:19.234806 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0319 21:59:19.236135 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0319 21:59:20.865019 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:20.865087 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:20.865144 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:20.865307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:20.865333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 21:59:20.865467 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 21:59:20.918019 7 controller.go:216] "Backend successfully reloaded" I0319 21:59:20.918405 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6fdw9", UID:"5f03b2d3-72e3-4542-8e06-155f375a1f9f", APIVersion:"v1", ResourceVersion:"1206", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 21:59:24.198148 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:24.198215 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:24.198299 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:24.198433 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:24.198461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:27.530420 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:27.530519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:27.530654 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:27.530844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:27.530883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:30.863623 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:30.863693 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:30.863745 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:30.863876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:30.863906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:34.196998 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:34.197074 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:34.197175 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:34.197377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:34.197418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:37.530935 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:37.531081 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0319 21:59:37.531136 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:37.531336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:37.531377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 21:59:38.912964 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.109.111.69"}] I0319 21:59:38.913563 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.109.111.69"}] I0319 21:59:38.913920 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.109.111.69"}] I0319 21:59:38.926239 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"b2864fe6-4155-4d08-a0a9-43ed3c31b9dd", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4787", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 21:59:38.928867 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"2125b8a3-88d8-4fc7-bd93-c89340173a98", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4788", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 21:59:38.929903 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"63ff3f23-8c1d-454a-8db0-2b877966d170", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4789", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 21:59:40.863997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:40.864055 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:40.864136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:40.864156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:44.197990 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:44.198316 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:44.198507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:44.198571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:47.531082 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:47.531135 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:47.531209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:47.531227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:50.864270 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:50.864363 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:50.864485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:50.864510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:54.197700 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0319 21:59:54.197838 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:54.198049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:54.198106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.124 - - [19/Mar/2026:21:59:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.094 [auth-system-keycloak-80] [] 10.0.0.74:8080 6411 0.094 200 ac13c6a6e0827cdd26a914f4728c2fb1 10.0.0.78 - - [19/Mar/2026:21:59:56 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.095 [auth-system-keycloak-80] [] 10.0.0.74:8080 6411 0.096 200 50599488ccd2fc236b70f9bf5d523ac5 W0319 21:59:57.531122 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0319 21:59:57.531229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 21:59:57.531247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:00.864635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:00.864714 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:04.197695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:04.197743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:07.531779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:07.531832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:10.864245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:10.864293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:14.197603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:14.197648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [19/Mar/2026:22:00:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.476 [auth-system-keycloak-80] [] 10.0.0.74:8080 1925 0.475 200 0f5891bdec370f67710e13e9a64a92e5 199.204.45.30 - - [19/Mar/2026:22:00:19 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.006 [auth-system-keycloak-80] [] 10.0.0.74:8080 4246 0.007 200 19c202764338ef1f3dbd17bfe1b926bc 199.204.45.30 - - [19/Mar/2026:22:00:19 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.461 [auth-system-keycloak-80] [] 10.0.0.74:8080 0 0.460 204 6742ee3a186d2ce72ef508fd51511695 199.204.45.30 - - [19/Mar/2026:22:00:20 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.123 [auth-system-keycloak-80] [] 10.0.0.74:8080 4384 0.123 200 b6d3deb68338ff0f70b331a540b0d296 199.204.45.30 - - [19/Mar/2026:22:00:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.483 [auth-system-keycloak-80] [] 10.0.0.74:8080 1925 0.483 200 fbb8c8097da8dceb40d5e031dc7bb058 199.204.45.30 - - [19/Mar/2026:22:00:21 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.024 [auth-system-keycloak-80] [] 10.0.0.74:8080 1682 0.024 200 09bdeb101ddeda90ac357c6177f51f2b 199.204.45.30 - - [19/Mar/2026:22:00:21 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.74:8080 6411 0.006 200 98bf5c8f924cd4837c880ed246a2e475 199.204.45.30 - - [19/Mar/2026:22:00:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.530 [auth-system-keycloak-80] [] 10.0.0.74:8080 1925 0.529 200 7090c6ab77c8a1c9bd192719aa6aebe2 199.204.45.30 - - [19/Mar/2026:22:00:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.74:8080 2 0.008 200 09c15a7c549cb99b6ea5b97bad96daec 199.204.45.30 - - [19/Mar/2026:22:00:23 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.107 [auth-system-keycloak-80] [] 10.0.0.74:8080 0 0.105 201 3130044ca8a8852c089359d3aaac1c21 199.204.45.30 - - [19/Mar/2026:22:00:23 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.036 [auth-system-keycloak-80] [] 10.0.0.74:8080 2242 0.037 200 de78b7f9f90c328530f45f90e637cd2e 199.204.45.30 - - [19/Mar/2026:22:00:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.510 [auth-system-keycloak-80] [] 10.0.0.74:8080 1925 0.509 200 03046e996ae0595f030ef4b2ae09548f 199.204.45.30 - - [19/Mar/2026:22:00:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.005 [auth-system-keycloak-80] [] 10.0.0.74:8080 2242 0.005 200 ec4ea5d559dd4d45ecb2619c2478f0c3 199.204.45.30 - - [19/Mar/2026:22:00:24 +0000] "GET /admin/realms/atmosphere/clients/2ebae1b4-de97-469b-8d69-3afe5b148de6/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.015 [auth-system-keycloak-80] [] 10.0.0.74:8080 233 0.015 200 a80f108fa7a6ee472d2404a28222a8b6 199.204.45.30 - - [19/Mar/2026:22:00:24 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.057 [auth-system-keycloak-80] [] 10.0.0.74:8080 831 0.056 200 066886c7751565fbb823a8d54ea79dd8 199.204.45.30 - - [19/Mar/2026:22:00:24 +0000] "GET /admin/realms/atmosphere/clients/65e12e86-849c-46fc-b1e4-6995b49040bc/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.026 [auth-system-keycloak-80] [] 10.0.0.74:8080 3758 0.027 200 f6ea1d4816ffacc574b028007b7b22a2 199.204.45.30 - - [19/Mar/2026:22:00:24 +0000] "GET /admin/realms/atmosphere/users/67c415ce-1f50-4a18-9bcd-c461f3066625/role-mappings/clients/65e12e86-849c-46fc-b1e4-6995b49040bc/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.159 [auth-system-keycloak-80] [] 10.0.0.74:8080 3758 0.160 200 ecf2a4b951b7cb1cf1e539c53f9f84ac 199.204.45.30 - - [19/Mar/2026:22:00:24 +0000] "GET /admin/realms/atmosphere/users/67c415ce-1f50-4a18-9bcd-c461f3066625/role-mappings/clients/65e12e86-849c-46fc-b1e4-6995b49040bc/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.077 [auth-system-keycloak-80] [] 10.0.0.74:8080 2 0.077 200 86f6d7d3ed8f6ca1718759b29bffadb9 199.204.45.30 - - [19/Mar/2026:22:00:24 +0000] "POST /admin/realms/atmosphere/users/67c415ce-1f50-4a18-9bcd-c461f3066625/role-mappings/clients/65e12e86-849c-46fc-b1e4-6995b49040bc HTTP/1.1" 204 0 "-" "Ansible" 1388 0.070 [auth-system-keycloak-80] [] 10.0.0.74:8080 0 0.070 204 a2969cea59d501485b203fdec5bd034c 199.204.45.30 - - [19/Mar/2026:22:00:24 +0000] "GET /admin/realms/atmosphere/users/67c415ce-1f50-4a18-9bcd-c461f3066625/role-mappings/clients/65e12e86-849c-46fc-b1e4-6995b49040bc/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.013 [auth-system-keycloak-80] [] 10.0.0.74:8080 576 0.014 200 49c484fb5ed69e71d5830510bb49bacb W0319 22:00:27.489990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:27.490021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:30.824691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:30.824746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:44.389746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:44.389783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:47.724011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:00:47.724067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:02:33.145878 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:02:33.145932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:11.816153 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 22:03:11.816201 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:11.816211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:03:11.818023 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0319 22:03:11.818043 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0319 22:03:11.824497 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0319 22:03:11.824763 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"d723d557-83ba-4095-856a-c3644ae45064", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6371", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 22:03:11.825082 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0319 22:03:11.825452 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0319 22:03:11.825544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:11.825574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:03:11.825718 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 22:03:11.879433 7 controller.go:216] "Backend successfully reloaded" I0319 22:03:11.879719 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6fdw9", UID:"5f03b2d3-72e3-4542-8e06-155f375a1f9f", APIVersion:"v1", ResourceVersion:"1206", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 22:03:12.160698 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0319 22:03:12.162172 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0319 22:03:15.160627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:15.160687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [19/Mar/2026:22:03:16 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.005 300 db2ecd7c2ec265ccf29d594b48fce789 199.204.45.30 - - [19/Mar/2026:22:03:17 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.031 [openstack-keystone-api-5000] [] 10.0.0.19:5000 265 0.030 200 6a89da4d8c4eef5fc979d9daa304ffc1 199.204.45.30 - - [19/Mar/2026:22:03:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.367 [openstack-keystone-api-5000] [] 10.0.0.19:5000 1359 0.367 201 ac2831204a0d3f4834ff2afb3ba337ca 199.204.45.30 - - [19/Mar/2026:22:03:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.005 300 7bbae5f5b89d2a860247511d4ea05840 199.204.45.30 - - [19/Mar/2026:22:03:18 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.039 [openstack-keystone-api-5000] [] 10.0.0.19:5000 90 0.039 404 e65a081446fe1b777a05e4bf5c66f593 199.204.45.30 - - [19/Mar/2026:22:03:18 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.024 [openstack-keystone-api-5000] [] 10.0.0.19:5000 366 0.024 200 789f5da8144167c66dd04fb1ab592b95 199.204.45.30 - - [19/Mar/2026:22:03:18 +0000] "GET /v3/domains/e546b45aff2f4262b4d98fc334354552 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.022 [openstack-keystone-api-5000] [] 10.0.0.19:5000 244 0.022 200 544479669f74908030271f4126abbe62 199.204.45.30 - - [19/Mar/2026:22:03:18 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.19:5000 265 0.004 200 48c52ce91f12ba0a9f238bf6e310953a 199.204.45.30 - - [19/Mar/2026:22:03:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.350 [openstack-keystone-api-5000] [] 10.0.0.19:5000 1359 0.350 201 ddbec3083ac30cee8211906ad3086ab2 199.204.45.30 - - [19/Mar/2026:22:03:19 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.003 300 623ceb34e2b0b39a492489eced152ec4 199.204.45.30 - - [19/Mar/2026:22:03:19 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.020 [openstack-keystone-api-5000] [] 10.0.0.19:5000 101 0.021 404 4a3a79964298a759da8b27c0084a1c2f 199.204.45.30 - - [19/Mar/2026:22:03:19 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.017 [openstack-keystone-api-5000] [] 10.0.0.19:5000 155 0.017 200 6c79d806ba2aecc7836c3ccb46d0d61d 199.204.45.30 - - [19/Mar/2026:22:03:19 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.025 [openstack-keystone-api-5000] [] 10.0.0.19:5000 451 0.025 201 987ce8fb816acb107716203729eec9d0 199.204.45.30 - - [19/Mar/2026:22:03:19 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.19:5000 265 0.003 200 9a6e4d0d0ddf5e7fdb1c620838c62bca 199.204.45.30 - - [19/Mar/2026:22:03:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.19:5000 1359 0.303 201 728f771d0cb32441842d83f4dd109402 199.204.45.30 - - [19/Mar/2026:22:03:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.003 300 d0051fda1dc8d8291c31d55fd41c88e1 199.204.45.30 - - [19/Mar/2026:22:03:20 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.022 [openstack-keystone-api-5000] [] 10.0.0.19:5000 98 0.022 404 0ef64cc2833dfc75f447e5a1ff5ddcab 199.204.45.30 - - [19/Mar/2026:22:03:20 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.017 [openstack-keystone-api-5000] [] 10.0.0.19:5000 135 0.017 200 ee6d1b096f2449b130ac7731c3348696 199.204.45.30 - - [19/Mar/2026:22:03:20 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.019 [openstack-keystone-api-5000] [] 10.0.0.19:5000 356 0.020 201 06351dae161ecd0c6564192df2656366 199.204.45.30 - - [19/Mar/2026:22:03:20 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.19:5000 265 0.004 200 0d312e75607fc14b57f7cce30a8ac65e 199.204.45.30 - - [19/Mar/2026:22:03:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.19:5000 1359 0.300 201 1a6107bf04babcffc071c807218896de 199.204.45.30 - - [19/Mar/2026:22:03:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.005 300 5ebd3adfff8e77e007c6534c3ec89ef4 199.204.45.30 - - [19/Mar/2026:22:03:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.024 [openstack-keystone-api-5000] [] 10.0.0.19:5000 131 0.024 404 179512adb5dd94040cd958eae7750471 199.204.45.30 - - [19/Mar/2026:22:03:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.018 [openstack-keystone-api-5000] [] 10.0.0.19:5000 167 0.019 200 fb1cfd5d8a55626df1228317995769ac 199.204.45.30 - - [19/Mar/2026:22:03:21 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.024 [openstack-keystone-api-5000] [] 10.0.0.19:5000 222 0.023 201 ba1343364f0a79dc9c2e5e31bf4d7a53 W0319 22:03:30.675609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:30.675796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:34.009150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:34.009205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:37.421194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:37.421247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:03:38.913205 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.109.111.69"}] I0319 22:03:38.920225 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"d723d557-83ba-4095-856a-c3644ae45064", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6606", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 22:03:40.753875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:40.753925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:44.087335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:44.087388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:56.129615 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:56.129646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:59.464118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:03:59.464175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:03.796371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:03.796403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:07.130670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:04:07.130708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:05:38.018816 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 22:05:38.018932 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 22:05:38.018987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:05:38.019010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:05:38.027589 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.009s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.009s testedConfigurationSize:32.2kB} I0319 22:05:38.027649 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0319 22:05:38.032235 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0319 22:05:38.032678 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"24be1447-606d-4575-9607-98fc934ab0f1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7405", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 22:05:38.032899 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0319 22:05:38.033305 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 22:05:38.033513 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0319 22:05:38.033674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:05:38.035397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:05:38.035822 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 22:05:38.090340 7 controller.go:216] "Backend successfully reloaded" I0319 22:05:38.090620 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6fdw9", UID:"5f03b2d3-72e3-4542-8e06-155f375a1f9f", APIVersion:"v1", ResourceVersion:"1206", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 22:05:38.256212 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0319 22:05:38.257142 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.30 - - [19/Mar/2026:22:05:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.005 300 a8bcb22239b184db696a7a5f8d4dbe98 I0319 22:05:38.913246 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.109.111.69"}] I0319 22:05:38.918917 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"24be1447-606d-4575-9607-98fc934ab0f1", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7439", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.30 - - [19/Mar/2026:22:05:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.426 [openstack-keystone-api-5000] [] 10.0.0.19:5000 1990 0.425 201 fa44ed6f3b07056190ba8b929b017496 199.204.45.30 - - [19/Mar/2026:22:05:39 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.021 [openstack-keystone-api-5000] [] 10.0.0.19:5000 85 0.021 404 9d71bdfc66416e663b18d7c7f50955da 199.204.45.30 - - [19/Mar/2026:22:05:39 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.021 [openstack-keystone-api-5000] [] 10.0.0.19:5000 128 0.022 200 6199428e88f104261e6050131599ef2c 199.204.45.30 - - [19/Mar/2026:22:05:39 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.023 [openstack-keystone-api-5000] [] 10.0.0.19:5000 229 0.023 201 0889329cb014f571ddc0133122bd7e95 W0319 22:05:41.368224 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0319 22:05:41.368723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:05:41.368763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:05:44.700568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:05:44.700688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [19/Mar/2026:22:05:44 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 227 0.003 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.004 300 48400a77c66477b61838581fb6e553b5 199.204.45.30 - - [19/Mar/2026:22:05:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 546 0.325 [openstack-keystone-api-5000] [] 10.0.0.19:5000 1990 0.325 201 165a6b8e1c9f95b8497fcd2b4f7c4855 199.204.45.30 - - [19/Mar/2026:22:05:45 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.026 [openstack-keystone-api-5000] [] 10.0.0.19:5000 1514 0.026 200 a01ba26c5daa251b1814bb28e3e67fb8 199.204.45.30 - - [19/Mar/2026:22:05:45 +0000] "PUT /v3/roles/7745436925be47b686633859335841c7/implies/cf487a8ec4aa4486819a827240039365 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.032 [openstack-keystone-api-5000] [] 10.0.0.19:5000 518 0.032 201 0149015222e7a42bb7ff732cc3285418 W0319 22:05:48.033964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:05:48.034012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [19/Mar/2026:22:06:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.005 300 5b15fefe987e0978e1fcb3073e99f89f 199.204.45.30 - - [19/Mar/2026:22:06:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.339 [openstack-keystone-api-5000] [] 10.0.0.19:5000 2053 0.340 201 d21ac7c5c191ef39baa94c94b3dcec38 199.204.45.30 - - [19/Mar/2026:22:06:30 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.19:5000 87 0.027 404 ae73f75484e61cd11d9e39bd28bc8e09 199.204.45.30 - - [19/Mar/2026:22:06:30 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.019 [openstack-keystone-api-5000] [] 10.0.0.19:5000 388 0.020 200 d7c4665417ef7bb6c820a0e9a66e9678 199.204.45.30 - - [19/Mar/2026:22:06:30 +0000] "GET /v3/users/rgw-RegionOne?domain_id=fa1684e3d0124f38886d29fdc3640dd3 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.027 [openstack-keystone-api-5000] [] 10.0.0.19:5000 91 0.028 404 16c5d72725b4b1c0bb140516be88830c 199.204.45.30 - - [19/Mar/2026:22:06:30 +0000] "GET /v3/users?domain_id=fa1684e3d0124f38886d29fdc3640dd3&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.038 [openstack-keystone-api-5000] [] 10.0.0.19:5000 177 0.038 200 4f1618ef31371ab90ff89f428d039301 199.204.45.30 - - [19/Mar/2026:22:06:30 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.282 [openstack-keystone-api-5000] [] 10.0.0.19:5000 290 0.282 201 a3f9450cbe43ad9f0b071c1447b1ddb2 199.204.45.30 - - [19/Mar/2026:22:06:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 227 0.005 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.005 300 05cd5b2bdc1711a25ef43b2bae105349 199.204.45.30 - - [19/Mar/2026:22:06:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.0.1 keystoneauth1/5.8.1 python-requests/2.32.3 CPython/3.12.3" 546 0.301 [openstack-keystone-api-5000] [] 10.0.0.19:5000 2053 0.302 201 09f5bfd7eb6da93d4912cb5ba4dc776a 199.204.45.30 - - [19/Mar/2026:22:06:33 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.021 [openstack-keystone-api-5000] [] 10.0.0.19:5000 83 0.021 404 4dcb257f99f3d860667359d5fbf42376 199.204.45.30 - - [19/Mar/2026:22:06:33 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.020 [openstack-keystone-api-5000] [] 10.0.0.19:5000 359 0.020 200 82bd46861bacdca6a63fd68266bfa1ef 199.204.45.30 - - [19/Mar/2026:22:06:33 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.033 [openstack-keystone-api-5000] [] 10.0.0.19:5000 87 0.033 404 d4bb655a2b29565bb2d42eac33a4d298 199.204.45.30 - - [19/Mar/2026:22:06:33 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.025 [openstack-keystone-api-5000] [] 10.0.0.19:5000 388 0.025 200 184d3418c2e749a7d815f13d9a57512a 199.204.45.30 - - [19/Mar/2026:22:06:33 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.027 [openstack-keystone-api-5000] [] 10.0.0.19:5000 91 0.027 404 0d1d37e154f0863319478583b67ba426 199.204.45.30 - - [19/Mar/2026:22:06:34 +0000] "GET /v3/users?domain_id=fa1684e3d0124f38886d29fdc3640dd3&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.040 [openstack-keystone-api-5000] [] 10.0.0.19:5000 456 0.040 200 76d70b29337163c9d2c2d994445e0044 199.204.45.30 - - [19/Mar/2026:22:06:34 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.023 [openstack-keystone-api-5000] [] 10.0.0.19:5000 88 0.022 404 4315d7a64d75f616a74219039dae3e1b 199.204.45.30 - - [19/Mar/2026:22:06:34 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.122 [openstack-keystone-api-5000] [] 10.0.0.19:5000 518 0.122 200 324a40396e86ae6b050869e25e239a13 199.204.45.30 - - [19/Mar/2026:22:06:34 +0000] "PUT /v3/projects/20a484c87a6e434e96160642721814dc/users/7d340533c8b84181aa5ed211e9567d68/roles/29be50cd62c54fe0b796368ac0658124 HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.045 [openstack-keystone-api-5000] [] 10.0.0.19:5000 0 0.045 204 5583f91beb2c0b72f87adf338354fe96 199.204.45.30 - - [19/Mar/2026:22:06:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.004 300 6088c874c05a240a89d53b941cbc07eb 199.204.45.30 - - [19/Mar/2026:22:06:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.343 [openstack-keystone-api-5000] [] 10.0.0.19:5000 2053 0.342 201 9b75e1b597c817abd00a217002b8ed7d 199.204.45.30 - - [19/Mar/2026:22:06:36 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.034 [openstack-keystone-api-5000] [] 10.0.0.19:5000 150 0.034 200 48b3e14b25806393760f53f764acd68b 199.204.45.30 - - [19/Mar/2026:22:06:36 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.031 [openstack-keystone-api-5000] [] 10.0.0.19:5000 262 0.031 201 e9081dcf7e6f834fa8c35e67f51257eb 199.204.45.30 - - [19/Mar/2026:22:06:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.003 300 acd26a95657f21aa80746bd247ec9421 199.204.45.30 - - [19/Mar/2026:22:06:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.302 [openstack-keystone-api-5000] [] 10.0.0.19:5000 2155 0.301 201 9461a713af34411ec4579046c9c00e53 199.204.45.30 - - [19/Mar/2026:22:06:37 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.019 [openstack-keystone-api-5000] [] 10.0.0.19:5000 86 0.019 404 e23090bb36e18f69cb63fbb3ad326fe9 199.204.45.30 - - [19/Mar/2026:22:06:37 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.015 [openstack-keystone-api-5000] [] 10.0.0.19:5000 380 0.015 200 e3ac6b27ef13284b975764878090fc2c 199.204.45.30 - - [19/Mar/2026:22:06:37 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=7321b51a1d614246953e066b2612541a HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.021 [openstack-keystone-api-5000] [] 10.0.0.19:5000 204 0.020 200 ae5ea220c7cda5b1832fbf814ec96422 199.204.45.30 - - [19/Mar/2026:22:06:37 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.034 [openstack-keystone-api-5000] [] 10.0.0.19:5000 377 0.034 201 92b860d48b23425d6b5d0fd04831942a 199.204.45.30 - - [19/Mar/2026:22:06:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.003 300 e22d43409c4712e32ec52f5acbb7eca3 199.204.45.30 - - [19/Mar/2026:22:06:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.19:5000 2363 0.296 201 8d971ed6612b0077ff4118e6304dad33 199.204.45.30 - - [19/Mar/2026:22:06:38 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.19:5000 86 0.020 404 43290c4758409805e132182fa066a5d4 199.204.45.30 - - [19/Mar/2026:22:06:38 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.015 [openstack-keystone-api-5000] [] 10.0.0.19:5000 380 0.015 200 e7f2b2715c24e575d5082d8399ebbad0 199.204.45.30 - - [19/Mar/2026:22:06:38 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=7321b51a1d614246953e066b2612541a HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.014 [openstack-keystone-api-5000] [] 10.0.0.19:5000 206 0.014 200 8254ea3e1196aecb4f8a79045e258e95 199.204.45.30 - - [19/Mar/2026:22:06:38 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.026 [openstack-keystone-api-5000] [] 10.0.0.19:5000 391 0.026 201 911c2c843f4f820e39676c2e435fed3b W0319 22:06:39.580817 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 22:06:39.580968 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 22:06:39.581044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:06:39.581061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:06:39.586331 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0319 22:06:39.586372 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0319 22:06:39.593035 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0319 22:06:39.593294 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"27ebe07c-31f7-40d8-bd2e-5e0c45b3b05c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7930", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 22:06:39.593512 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0319 22:06:39.593875 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 22:06:39.593981 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0319 22:06:39.594058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:06:39.594085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:06:39.594267 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 22:06:39.642980 7 controller.go:216] "Backend successfully reloaded" I0319 22:06:39.643331 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6fdw9", UID:"5f03b2d3-72e3-4542-8e06-155f375a1f9f", APIVersion:"v1", ResourceVersion:"1206", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 22:06:39.861752 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0319 22:06:39.862767 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0319 22:06:42.927411 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 22:06:42.927547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:06:42.927564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:06:56.425446 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 22:06:56.425570 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:06:56.425582 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:01.383981 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0319 22:07:01.384144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:01.384166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:04.717565 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:07:04.717782 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:04.717814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:07:04.717978 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 22:07:04.775972 7 controller.go:216] "Backend successfully reloaded" I0319 22:07:04.776516 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6fdw9", UID:"5f03b2d3-72e3-4542-8e06-155f375a1f9f", APIVersion:"v1", ResourceVersion:"1206", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0319 22:07:08.051160 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:07:08.051625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:08.051671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:11.384922 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:07:11.385056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:11.385075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:14.719073 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:07:14.719206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:14.719225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:26.881377 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:07:26.881546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:26.881577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:35.274002 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:07:35.274165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:35.274312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:07:38.912841 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.109.111.69"}] I0319 22:07:38.916485 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"27ebe07c-31f7-40d8-bd2e-5e0c45b3b05c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8505", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 22:07:38.918694 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:07:38.918872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:38.918898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:45.578346 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0319 22:07:45.578454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:07:45.578469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:24.855430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:08:24.855494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:09:41.303198 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 22:09:41.303399 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 22:09:41.303510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:09:41.303538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:09:41.311437 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.009s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.009s testedConfigurationSize:39.1kB} I0319 22:09:41.311492 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0319 22:09:41.323705 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0319 22:09:41.324077 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0319 22:09:41.324409 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 22:09:41.324491 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0319 22:09:41.324549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:09:41.324562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:09:41.324637 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"2ccf94c7-d3e0-4582-8e19-e613ff1cb1b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9365", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0319 22:09:41.324669 7 controller.go:196] "Configuration changes detected, backend reload required" I0319 22:09:41.379139 7 controller.go:216] "Backend successfully reloaded" I0319 22:09:41.379516 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-6fdw9", UID:"5f03b2d3-72e3-4542-8e06-155f375a1f9f", APIVersion:"v1", ResourceVersion:"1206", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0319 22:09:41.732776 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0319 22:09:41.734598 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0319 22:09:44.659164 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 22:09:44.659353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:09:44.659386 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [19/Mar/2026:22:09:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.003 300 ecc501544d18eb56c6a94a2255fe857f 199.204.45.30 - - [19/Mar/2026:22:09:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.329 [openstack-keystone-api-5000] [] 10.0.0.19:5000 3197 0.329 201 02a8d2a556354bd9888b0a3e7da0d621 199.204.45.30 - - [19/Mar/2026:22:09:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - aa872b594d0b86f6b10a0cdb22b8bf9e 199.204.45.30 - - [19/Mar/2026:22:09:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9b4fbe5cf35db4bad2c44ca3b61799cb 199.204.45.30 - - [19/Mar/2026:22:09:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.006 300 04daf4a9590c11e4b00863248e4ecbe0 199.204.45.30 - - [19/Mar/2026:22:09:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.19:5000 3197 0.300 201 2a2d5415a12ed18fa1ecd3916ff97fd8 199.204.45.30 - - [19/Mar/2026:22:09:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5c5a8724f2c9d9d49342202028ff7934 199.204.45.30 - - [19/Mar/2026:22:09:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3bb94d48c3c6abe47ba693cd5504f533 199.204.45.30 - - [19/Mar/2026:22:09:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.003 300 1f9a595775a8a1f350d9508f648b49c4 199.204.45.30 - - [19/Mar/2026:22:09:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.19:5000 3197 0.303 201 a544b10eb4093a5d6ba86daa569b8bc6 199.204.45.30 - - [19/Mar/2026:22:09:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 91e4cf743547bb82938176ecde8d7ffa 199.204.45.30 - - [19/Mar/2026:22:09:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1acdc60555c86db377642b1178f49982 199.204.45.30 - - [19/Mar/2026:22:09:50 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.003 300 191acf270e3d88441249718b1b81abed 199.204.45.30 - - [19/Mar/2026:22:09:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.19:5000 3197 0.290 201 0bb8e56e7fbde9278a58713b632b5615 W0319 22:09:50.805201 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0319 22:09:50.805427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:09:50.805459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [19/Mar/2026:22:09:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7315f449bdb9dbe34da0ccba9d09c369 199.204.45.30 - - [19/Mar/2026:22:09:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 156a0bd96b0b6a577af02ccecf802749 199.204.45.30 - - [19/Mar/2026:22:09:52 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.004 300 0180385be8c6a9abece04c573d93486b 199.204.45.30 - - [19/Mar/2026:22:09:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.309 [openstack-keystone-api-5000] [] 10.0.0.19:5000 3197 0.310 201 af6a6015bbb6603e3669518b83ef463a 199.204.45.30 - - [19/Mar/2026:22:09:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 638068457b7b83de3d3a120d269a15e4 199.204.45.30 - - [19/Mar/2026:22:09:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7c523ecb3b8d7379ca9b4a0cde12edcd 199.204.45.30 - - [19/Mar/2026:22:09:54 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.005 300 03fd615af4b808fb13cf00a1ba285570 199.204.45.30 - - [19/Mar/2026:22:09:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.332 [openstack-keystone-api-5000] [] 10.0.0.19:5000 3197 0.332 201 d841735816e6f0e0136af42a115b7fbf 199.204.45.30 - - [19/Mar/2026:22:09:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 28a5658fd8c986055e9a6aa8cff83b61 199.204.45.30 - - [19/Mar/2026:22:09:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4cc5252816649b89c945ab48c945e2c8 199.204.45.30 - - [19/Mar/2026:22:09:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.003 300 c186ed7ae315268a740ec074569aca6d 199.204.45.30 - - [19/Mar/2026:22:09:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.313 [openstack-keystone-api-5000] [] 10.0.0.19:5000 3197 0.313 201 10cf43336b36fbd121e0390326c940d0 199.204.45.30 - - [19/Mar/2026:22:09:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 78c19b7381233d132dc94d35c41f2429 199.204.45.30 - - [19/Mar/2026:22:09:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 31900a177f86f8320f87934eed12e4a9 199.204.45.30 - - [19/Mar/2026:22:09:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.004 300 6ac3dec1c47f932c7b973cffddc5c26d 199.204.45.30 - - [19/Mar/2026:22:09:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.334 [openstack-keystone-api-5000] [] 10.0.0.19:5000 3197 0.334 201 1f670e459b9c93a09b0ec74036716b3d 199.204.45.30 - - [19/Mar/2026:22:09:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bc572d48c611e0f0690ecb6d386d0259 199.204.45.30 - - [19/Mar/2026:22:09:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 627cff40af9d05c6ec1c46f4c7ef7d19 199.204.45.30 - - [19/Mar/2026:22:09:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.003 300 191d541eebbf5d2f517934f69a69fe25 199.204.45.30 - - [19/Mar/2026:22:09:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.19:5000 3197 0.293 201 5d184cc49511c17404b328be7c82452f 199.204.45.30 - - [19/Mar/2026:22:09:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fc3a4ad59ce33e751ec04e799faafa85 199.204.45.30 - - [19/Mar/2026:22:09:59 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d97989aff6cd13fd5c25b0d6860d3943 W0319 22:10:00.382025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:10:00.382066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.30 - - [19/Mar/2026:22:10:01 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.004 300 06d00719e052eaa11669bd0c6bb14b5c 199.204.45.30 - - [19/Mar/2026:22:10:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.19:5000 3197 0.303 201 9c9abb49789c69ad06aba2c8cca58a67 199.204.45.30 - - [19/Mar/2026:22:10:01 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.241:9292 1301 0.002 300 6fa60cc459c3941b03972667bf0dc571 199.204.45.30 - - [19/Mar/2026:22:10:02 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.582 [openstack-glance-api-9292] [] 10.0.0.241:9292 69 0.582 200 64a6b657dc21001d1d61c1a0a643be93 199.204.45.30 - - [19/Mar/2026:22:10:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.19:5000 280 0.004 300 2308920dfe302a9aea6125ea624d8749 199.204.45.30 - - [19/Mar/2026:22:10:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.19:5000 3197 0.290 201 4172f350e621040437b018a7a7d7f11c 199.204.45.30 - - [19/Mar/2026:22:10:05 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.241:9292 1301 0.002 300 37b797e15bc53a75091ef5092b81831b 199.204.45.30 - - [19/Mar/2026:22:10:05 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.036 [openstack-glance-api-9292] [] 10.0.0.241:9292 69 0.036 200 fdf93190528df547bbb01212ca2c78b3 199.204.45.30 - - [19/Mar/2026:22:10:05 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.126 [openstack-glance-api-9292] [] 10.0.0.241:9292 151 0.126 404 569df078fe8d2cacfaca722d6a907a5b 199.204.45.30 - - [19/Mar/2026:22:10:05 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.021 [openstack-glance-api-9292] [] 10.0.0.241:9292 81 0.020 200 d624325cf0b6d4daed6f007663e81cd0 199.204.45.30 - - [19/Mar/2026:22:10:05 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.024 [openstack-glance-api-9292] [] 10.0.0.241:9292 84 0.025 200 7165c7c7d1b4e7b79f7b7eab0434c00e 199.204.45.30 - - [19/Mar/2026:22:10:05 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.060 [openstack-glance-api-9292] [] 10.0.0.241:9292 760 0.060 201 3a6e153d538a5ff16a0e1a4f71f7c31e 199.204.45.30 - - [19/Mar/2026:22:10:10 +0000] "PUT /v2/images/36d31da8-73df-49cc-8a5b-9b8393b1264c/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 5.019 [openstack-glance-api-9292] [] 10.0.0.241:9292 0 5.019 204 518dd30e560c368d998528a05b89b007 199.204.45.30 - - [19/Mar/2026:22:10:10 +0000] "GET /v2/images/36d31da8-73df-49cc-8a5b-9b8393b1264c HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.241:9292 1171 0.016 200 df3ac9aa3668074b27d65a362f52b418 199.204.45.30 - - [19/Mar/2026:22:10:10 +0000] "GET /v2/images/36d31da8-73df-49cc-8a5b-9b8393b1264c HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.018 [openstack-glance-api-9292] [] 10.0.0.241:9292 1171 0.018 200 a70f8e6c52e9ffa81e5101acf2f8fb87 W0319 22:10:13.521036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:10:13.521070 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:10:16.855441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:10:16.855474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0319 22:10:38.914004 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.109.111.69"}] I0319 22:10:38.918828 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"2ccf94c7-d3e0-4582-8e19-e613ff1cb1b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9823", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0319 22:10:38.921260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0319 22:10:38.921313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store