------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0724 04:40:23.889768 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0724 04:40:23.890020 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0724 04:40:23.897344 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0724 04:40:23.900660 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0724 04:40:24.570290 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0724 04:40:24.593211 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0724 04:40:24.606783 7 nginx.go:271] "Starting NGINX Ingress controller" I0724 04:40:24.615136 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"1fba48fb-f60b-4d91-b881-0e7a9c5642fa", APIVersion:"v1", ResourceVersion:"1868", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0724 04:40:24.618867 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"a7fec4eb-5a77-4cef-907c-e3332127db9b", APIVersion:"v1", ResourceVersion:"1870", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0724 04:40:24.618912 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"4b56e859-7b5b-4112-9517-b4d2026df4db", APIVersion:"v1", ResourceVersion:"1869", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0724 04:40:25.810273 7 nginx.go:317] "Starting NGINX process" I0724 04:40:25.811733 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" I0724 04:40:25.811911 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... W0724 04:40:25.812651 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0724 04:40:25.812729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:25.812743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:40:25.812784 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 04:40:25.869043 7 controller.go:216] "Backend successfully reloaded" I0724 04:40:25.869138 7 controller.go:227] "Initial sync, sleeping for 1 second" I0724 04:40:25.869231 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j2gnv", UID:"30b413d7-eeae-45d1-b319-5f7560e20b48", APIVersion:"v1", ResourceVersion:"1914", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0724 04:40:26.006698 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0724 04:40:26.006745 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-j2gnv" W0724 04:40:29.635586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:29.635621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:32.969158 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:32.969215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:36.302824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:36.302869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:39.635751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:39.635796 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:42.969123 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:42.969192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:46.303318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:46.303360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:49.636069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:49.636112 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:52.969479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:52.969526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:56.303048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:56.303085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:59.635652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:40:59.635702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:02.971337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:02.971382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:06.302953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:06.303015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:09.638004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:09.638048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:12.970145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:12.970196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:18.573012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:18.573063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:28.151488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:28.151534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:31.486065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:31.486108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:35.558004 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:35.558043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:38.893355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:41:38.893403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:42:31.231567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:42:31.231625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:42:34.566343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:42:34.566391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:42:47.331528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:42:47.331556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:42:54.982364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:42:54.982407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:43:06.723759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:43:06.723799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:43:10.058144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:43:10.058206 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:43:13.390642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:43:13.390727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:43:29.380638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:43:29.380668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:43:32.714060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:43:32.714107 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:43:36.047762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:43:36.047799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:43:40.463222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:43:40.463263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:44:03.596200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:44:03.596232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:44:06.930031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:44:06.930078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:44:28.631255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:44:28.631299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:46:34.032195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:46:34.032242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:46:37.045221 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-138.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-138.nip.io-tls was not found. Using default certificate W0724 04:46:37.045279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:46:37.045294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:46:37.046833 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.002s testedConfigurationSize:14.7kB} I0724 04:46:37.046866 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0724 04:46:37.053573 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0724 04:46:37.053865 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"1b4a107c-66e2-42b0-a523-402df6bed640", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4943", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 04:46:37.053946 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-138.nip.io-tls" in local store I0724 04:46:37.290385 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-138.nip.io-tls" I0724 04:46:37.291941 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-138.nip.io-tls" W0724 04:46:37.366547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:46:37.366610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:46:37.366705 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 04:46:37.410928 7 controller.go:216] "Backend successfully reloaded" I0724 04:46:37.411863 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j2gnv", UID:"30b413d7-eeae-45d1-b319-5f7560e20b48", APIVersion:"v1", ResourceVersion:"1914", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0724 04:46:40.699181 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:46:40.699238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [24/Jul/2026:04:46:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.019 [auth-system-keycloak-80] [] 10.0.0.49:8080 1928 2.017 200 aefb774871fb49e8d16a0e1bf50b2a13 199.204.45.138 - - [24/Jul/2026:04:46:44 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.179 [auth-system-keycloak-80] [] 10.0.0.49:8080 116 0.179 404 b7e6844a3c6593c9a09a44050abfe962 199.204.45.138 - - [24/Jul/2026:04:46:48 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.399 [auth-system-keycloak-80] [] 10.0.0.49:8080 0 4.397 201 1b882c06e4b658cf8c99c04f9fd6d2b6 199.204.45.138 - - [24/Jul/2026:04:46:49 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.763 [auth-system-keycloak-80] [] 10.0.0.49:8080 4246 0.763 200 8e52de9df7aae62d2314da630f0b0ad0 199.204.45.138 - - [24/Jul/2026:04:46:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.743 [auth-system-keycloak-80] [] 10.0.0.49:8080 1928 0.741 200 45a9e593ce0bf9f326729ad78e3e7cc0 199.204.45.138 - - [24/Jul/2026:04:46:50 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.016 [auth-system-keycloak-80] [] 10.0.0.49:8080 1682 0.016 200 2475eea9c13ba40510689c6c7f83d183 199.204.45.138 - - [24/Jul/2026:04:46:51 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.035 [auth-system-keycloak-80] [] 10.0.0.49:8080 6432 0.035 200 13fc7742cb509f4ba139367f9d7f5501 199.204.45.138 - - [24/Jul/2026:04:46:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.49:8080 1928 0.475 200 99e8c205dbd4bbcb6d50e585f03af6a5 199.204.45.138 - - [24/Jul/2026:04:46:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.059 [auth-system-keycloak-80] [] 10.0.0.49:8080 2 0.059 200 f25d6188f15650312c89a61013d3feb2 199.204.45.138 - - [24/Jul/2026:04:46:57 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.591 [auth-system-keycloak-80] [] 10.0.0.49:8080 0 0.590 201 d38dc9d27c4667a1029fd25c895dcd4c 199.204.45.138 - - [24/Jul/2026:04:46:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.069 [auth-system-keycloak-80] [] 10.0.0.49:8080 2246 0.070 200 66dce783923ec76d8648db59e58c2c7f 199.204.45.138 - - [24/Jul/2026:04:46:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.520 [auth-system-keycloak-80] [] 10.0.0.49:8080 1928 0.514 200 f2f4ee3fcbb7700e7b2afa17935460b8 199.204.45.138 - - [24/Jul/2026:04:46:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.49:8080 2246 0.009 200 fc76620869287bc9a782015cf7bcdcb9 199.204.45.138 - - [24/Jul/2026:04:46:59 +0000] "GET /admin/realms/atmosphere/clients/42e65c45-f446-462b-899b-8bafe7065990/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.076 [auth-system-keycloak-80] [] 10.0.0.49:8080 233 0.076 200 dc2b7d1be8a24a0f84c306d26848e381 199.204.45.138 - - [24/Jul/2026:04:46:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.034 [auth-system-keycloak-80] [] 10.0.0.49:8080 831 0.034 200 30d436da283904012894d2dd1a2d4b8b 199.204.45.138 - - [24/Jul/2026:04:46:59 +0000] "GET /admin/realms/atmosphere/clients/7e57a042-0b3b-4a85-abd8-a3ea99cb3bb8/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.062 [auth-system-keycloak-80] [] 10.0.0.49:8080 3758 0.061 200 1b9cc78f44ac2aa540551aa62719edda W0724 04:46:59.400077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:46:59.400136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [24/Jul/2026:04:46:59 +0000] "GET /admin/realms/atmosphere/users/374e8e8f-299e-43b6-beaa-28c95ca03bd5/role-mappings/clients/7e57a042-0b3b-4a85-abd8-a3ea99cb3bb8/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.164 [auth-system-keycloak-80] [] 10.0.0.49:8080 3758 0.164 200 8038969ad7e40f011a4921b0cd49ec6e 199.204.45.138 - - [24/Jul/2026:04:46:59 +0000] "GET /admin/realms/atmosphere/users/374e8e8f-299e-43b6-beaa-28c95ca03bd5/role-mappings/clients/7e57a042-0b3b-4a85-abd8-a3ea99cb3bb8/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.021 [auth-system-keycloak-80] [] 10.0.0.49:8080 2 0.021 200 2c6c2f37d4cb6ab4159240c8bd8ec062 199.204.45.138 - - [24/Jul/2026:04:46:59 +0000] "POST /admin/realms/atmosphere/users/374e8e8f-299e-43b6-beaa-28c95ca03bd5/role-mappings/clients/7e57a042-0b3b-4a85-abd8-a3ea99cb3bb8 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.076 [auth-system-keycloak-80] [] 10.0.0.49:8080 0 0.075 204 a9e59ae9980392bb0056216175f182d1 199.204.45.138 - - [24/Jul/2026:04:46:59 +0000] "GET /admin/realms/atmosphere/users/374e8e8f-299e-43b6-beaa-28c95ca03bd5/role-mappings/clients/7e57a042-0b3b-4a85-abd8-a3ea99cb3bb8/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.075 [auth-system-keycloak-80] [] 10.0.0.49:8080 576 0.075 200 5a7635336bca1ae0952dddd8e0f98e1b W0724 04:47:02.733952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:47:02.734008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:47:26.015327 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.167.212"}] I0724 04:47:26.028848 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"1b4a107c-66e2-42b0-a523-402df6bed640", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5318", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 04:47:26.030595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:47:26.030633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:49:05.300783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:49:05.300821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store E0724 04:49:56.429660 7 leaderelection.go:429] Failed to update lock optimistically: etcdserver: request timed out, falling back to slow path E0724 04:50:04.423441 7 leaderelection.go:436] error retrieving resource lock ingress-nginx/ingress-nginx-leader: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/ingress-nginx/leases/ingress-nginx-leader": context deadline exceeded I0724 04:50:04.423504 7 leaderelection.go:297] failed to renew lease ingress-nginx/ingress-nginx-leader: context deadline exceeded E0724 04:50:04.423627 7 status.go:104] "error running poll" err="timed out waiting for the condition" I0724 04:50:04.423916 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... E0724 04:50:07.105987 7 leaderelection.go:429] Failed to update lock optimistically: Operation cannot be fulfilled on leases.coordination.k8s.io "ingress-nginx-leader": the object has been modified; please apply your changes to the latest version and try again, falling back to slow path I0724 04:50:08.326895 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader W0724 04:51:04.844725 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0724 04:51:04.844798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:04.844811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:51:04.846663 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.1kB} I0724 04:51:04.846696 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0724 04:51:04.853493 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0724 04:51:04.853854 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"6b091560-4b54-49f6-abc6-9617114d810c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6359", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 04:51:04.854412 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0724 04:51:04.855469 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0724 04:51:04.855534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:04.855547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:51:04.855649 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 04:51:04.904699 7 controller.go:216] "Backend successfully reloaded" I0724 04:51:04.905019 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j2gnv", UID:"30b413d7-eeae-45d1-b319-5f7560e20b48", APIVersion:"v1", ResourceVersion:"1914", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0724 04:51:05.274337 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0724 04:51:05.277100 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0724 04:51:08.189595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:08.189653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:51:08.335216 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.167.212"}] I0724 04:51:08.342815 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"6b091560-4b54-49f6-abc6-9617114d810c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6403", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.138 - - [24/Jul/2026:04:51:08 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.005 300 58eb18e7686d71832118cd92da7ef152 199.204.45.138 - - [24/Jul/2026:04:51:09 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.68:5000 266 0.005 200 794a91c679f726ae638ec86f160f2024 199.204.45.138 - - [24/Jul/2026:04:51:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.491 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1360 0.491 201 43f69e15a122c25fc0765477f007cc49 199.204.45.138 - - [24/Jul/2026:04:51:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 51eb9c2f754d7a6041fdeb3591e89964 199.204.45.138 - - [24/Jul/2026:04:51:10 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 438 0.039 [openstack-keystone-api-5000] [] 10.0.0.68:5000 90 0.039 404 2dc8f0e8e5a0cc8b5d3ac683bd27017e 199.204.45.138 - - [24/Jul/2026:04:51:10 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 456 0.029 [openstack-keystone-api-5000] [] 10.0.0.68:5000 370 0.029 200 deb64f14dbbc097f26bb2dc01a44f018 199.204.45.138 - - [24/Jul/2026:04:51:10 +0000] "GET /v3/domains/df41dae8fba44f4896573c04fcd2c285 HTTP/1.1" 200 247 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.68:5000 247 0.019 200 7f9535ebc77c9bd78e96ae9d06bc3c7a W0724 04:51:11.521747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:11.521834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [24/Jul/2026:04:51:11 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 266 0.005 200 84028612e6b398c160c55ce114db9b2a 199.204.45.138 - - [24/Jul/2026:04:51:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1360 0.318 201 84deec824c7f628916123f44c03a7710 199.204.45.138 - - [24/Jul/2026:04:51:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 c632657cb4f5021e8979075e5166b159 199.204.45.138 - - [24/Jul/2026:04:51:11 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 463 0.025 [openstack-keystone-api-5000] [] 10.0.0.68:5000 101 0.025 404 6592cc7b611e2401b17ebf4a4fbf5eac 199.204.45.138 - - [24/Jul/2026:04:51:11 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 465 0.021 [openstack-keystone-api-5000] [] 10.0.0.68:5000 156 0.021 200 0f6dad4804a9a2813e237a31712aae60 199.204.45.138 - - [24/Jul/2026:04:51:11 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 681 0.032 [openstack-keystone-api-5000] [] 10.0.0.68:5000 342 0.033 201 24bfbfd3d69dda70ac19add6a3956e07 199.204.45.138 - - [24/Jul/2026:04:51:12 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 266 0.004 200 005fd704976ef1d856d14ed0316ce5d4 199.204.45.138 - - [24/Jul/2026:04:51:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1360 0.309 201 3f7c7f5f97a1f2c3630a8128383a653b 199.204.45.138 - - [24/Jul/2026:04:51:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.003 300 a018c8a71934bf8ced9039e397a1acac 199.204.45.138 - - [24/Jul/2026:04:51:13 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.68:5000 98 0.023 404 9c0077ed39c0e3eaf00c096e8736cccf 199.204.45.138 - - [24/Jul/2026:04:51:13 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.68:5000 136 0.018 200 5acef02cb35c0ee0a9dd1aa471c86b8e 199.204.45.138 - - [24/Jul/2026:04:51:13 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 763 0.025 [openstack-keystone-api-5000] [] 10.0.0.68:5000 357 0.025 201 f3d1a1e29442b8915bc0f0ab499a111e 199.204.45.138 - - [24/Jul/2026:04:51:14 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 266 0.004 200 ab259a29698208b9f8c83eba703b66a6 199.204.45.138 - - [24/Jul/2026:04:51:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.326 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1360 0.326 201 1fbcb3928c5a362515a9c16d556bcac4 199.204.45.138 - - [24/Jul/2026:04:51:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.005 300 99738204ed065d5f6d4eecb15dd6bbd4 199.204.45.138 - - [24/Jul/2026:04:51:14 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 498 0.031 [openstack-keystone-api-5000] [] 10.0.0.68:5000 131 0.031 404 fb122663e28b931a9a26d6f44ca8133e 199.204.45.138 - - [24/Jul/2026:04:51:14 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 486 0.016 [openstack-keystone-api-5000] [] 10.0.0.68:5000 168 0.016 200 e4a1895f4743157bd92b20fb1b11fc52 199.204.45.138 - - [24/Jul/2026:04:51:14 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 581 0.027 [openstack-keystone-api-5000] [] 10.0.0.68:5000 224 0.027 201 f1e3b46af95cfa3135faa2148bc35336 W0724 04:51:20.544136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:20.544176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [24/Jul/2026:04:51:21 +0000] "GET /realms/master HTTP/1.1" 200 624 "-" "ansible-httpget" 144 0.008 [auth-system-keycloak-80] [] 10.0.0.49:8080 624 0.008 200 850856125112b8434452808679f770fb 199.204.45.138 - - [24/Jul/2026:04:51:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.49:8080 1928 0.481 200 0ffe9d7e9853c7a2d39a99150bfbd0c1 199.204.45.138 - - [24/Jul/2026:04:51:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.011 [auth-system-keycloak-80] [] 10.0.0.49:8080 4246 0.012 200 c7805f5172a532c79c005107d12b6eb9 199.204.45.138 - - [24/Jul/2026:04:51:22 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.543 [auth-system-keycloak-80] [] 10.0.0.49:8080 0 0.542 204 1da3b50d41c4fd034c6a5476c2147661 199.204.45.138 - - [24/Jul/2026:04:51:23 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.212 [auth-system-keycloak-80] [] 10.0.0.49:8080 4384 0.212 200 5d2b8ac8d89c8de5b1713fc840fa5e2a W0724 04:51:23.878678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:23.878733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [24/Jul/2026:04:51:24 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.49:8080 1928 0.469 200 ea738d6afa5fa52407258c8498f3b5d3 199.204.45.138 - - [24/Jul/2026:04:51:24 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.072 [auth-system-keycloak-80] [] 10.0.0.49:8080 12500 0.072 200 1b75c77950f83d89a6429f7f3fcdce3d 199.204.45.138 - - [24/Jul/2026:04:51:24 +0000] "GET /admin/realms/atmosphere/client-scopes/fb92f230-d834-44a5-985c-25939e39912f HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.011 [auth-system-keycloak-80] [] 10.0.0.49:8080 1278 0.012 200 ae96ba7d242588826841dc27a46f8e13 199.204.45.138 - - [24/Jul/2026:04:51:24 +0000] "PUT /admin/realms/atmosphere/client-scopes/fb92f230-d834-44a5-985c-25939e39912f HTTP/1.1" 204 0 "-" "Ansible" 1848 0.063 [auth-system-keycloak-80] [] 10.0.0.49:8080 0 0.061 204 27ed8820adef87ea3f7dd292ceefd4ff 199.204.45.138 - - [24/Jul/2026:04:51:24 +0000] "GET /admin/realms/atmosphere/client-scopes/fb92f230-d834-44a5-985c-25939e39912f/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.093 [auth-system-keycloak-80] [] 10.0.0.49:8080 963 0.093 200 feaa2c35251b3515e25b0a3eac275fcf 199.204.45.138 - - [24/Jul/2026:04:51:24 +0000] "GET /admin/realms/atmosphere/client-scopes/fb92f230-d834-44a5-985c-25939e39912f/protocol-mappers/models/e8636fc1-3c94-4acd-8395-3899ebfc0432 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.063 [auth-system-keycloak-80] [] 10.0.0.49:8080 366 0.063 200 9c3c1cb9bc73a9d6dede4e05273facd8 199.204.45.138 - - [24/Jul/2026:04:51:24 +0000] "PUT /admin/realms/atmosphere/client-scopes/fb92f230-d834-44a5-985c-25939e39912f/protocol-mappers/models/e8636fc1-3c94-4acd-8395-3899ebfc0432 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.032 [auth-system-keycloak-80] [] 10.0.0.49:8080 0 0.032 204 d96aa0dd8d2cc09dba8a9e9bec0c4f97 199.204.45.138 - - [24/Jul/2026:04:51:24 +0000] "GET /admin/realms/atmosphere/client-scopes/fb92f230-d834-44a5-985c-25939e39912f HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.064 [auth-system-keycloak-80] [] 10.0.0.49:8080 1218 0.064 200 2412e6a0e2c55f182c1dec4e27fe1628 W0724 04:51:27.211864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:27.211901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:30.546167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:30.546200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:33.879567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:33.879619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:37.211959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:37.212044 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:40.545442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:40.545485 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:43.878628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:43.878676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:47.211701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:47.211735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [24/Jul/2026:04:51:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.531 [auth-system-keycloak-80] [] 10.0.0.49:8080 1928 0.530 200 c9de2f4842c118ef34486668b1ee64f8 199.204.45.138 - - [24/Jul/2026:04:51:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.072 [auth-system-keycloak-80] [] 10.0.0.49:8080 2 0.072 200 58c5f2dc094f908ebcf2d7e5d9112f3f 199.204.45.138 - - [24/Jul/2026:04:51:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.120 [auth-system-keycloak-80] [] 10.0.0.49:8080 0 0.119 201 559563253cddda959319ffe9eda2b3e0 199.204.45.138 - - [24/Jul/2026:04:51:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.085 [auth-system-keycloak-80] [] 10.0.0.49:8080 1261 0.086 200 5a39e5c9070a2dadd61d99ed2298845a 199.204.45.138 - - [24/Jul/2026:04:51:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.524 [auth-system-keycloak-80] [] 10.0.0.49:8080 1928 0.523 200 d575b859038f9436b8517bb6728cd08f 199.204.45.138 - - [24/Jul/2026:04:51:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.018 [auth-system-keycloak-80] [] 10.0.0.49:8080 2 0.018 200 9f0e249e85a30670a18203bea907af60 199.204.45.138 - - [24/Jul/2026:04:51:49 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.145 [auth-system-keycloak-80] [] 10.0.0.49:8080 0 0.143 201 2c4c8c413d7f6b177b31077687a836ce 199.204.45.138 - - [24/Jul/2026:04:51:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.021 [auth-system-keycloak-80] [] 10.0.0.49:8080 1286 0.021 200 42af70eb7d9d67c43c64b0c134fc2985 W0724 04:51:50.544846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:50.544895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [24/Jul/2026:04:51:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.532 [auth-system-keycloak-80] [] 10.0.0.49:8080 1928 0.531 200 0ee3436a3c14d4d2c77274f740d8d1e4 199.204.45.138 - - [24/Jul/2026:04:51:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.035 [auth-system-keycloak-80] [] 10.0.0.49:8080 2 0.035 200 1565627a6c46aa1b29a7c4b40f6065cc 199.204.45.138 - - [24/Jul/2026:04:51:50 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.116 [auth-system-keycloak-80] [] 10.0.0.49:8080 0 0.116 201 04b911474b88b9259ae6cac9e96c88e6 199.204.45.138 - - [24/Jul/2026:04:51:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.070 [auth-system-keycloak-80] [] 10.0.0.49:8080 1251 0.070 200 a7de5ed86df421156b6887c332626e80 E0724 04:51:51.002232 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-138.nip.io. Skipping. W0724 04:51:51.002594 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0724 04:51:51.002655 7 controller.go:1441] Error getting SSL certificate "openstack/horizon-int-certs": local SSL certificate openstack/horizon-int-certs was not found. Using default certificate W0724 04:51:51.002696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:51.002715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:51:51.004800 7 admission.go:149] processed ingress via admission controller {testedIngressLength:3 testedIngressTime:0.002s renderingIngressLength:3 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:22.8kB} I0724 04:51:51.004827 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/dashboard" I0724 04:51:51.012447 7 store.go:440] "Found valid IngressClass" ingress="openstack/dashboard" ingressclass="atmosphere" E0724 04:51:51.012563 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-138.nip.io. Skipping. I0724 04:51:51.012620 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"6da7eee9-3d18-4a8c-ab41-06e221e35dfe", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7206", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 04:51:51.012948 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/horizon-int-certs" in local store I0724 04:51:51.603109 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/horizon-int-certs" E0724 04:51:51.603534 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-138.nip.io. Skipping. I0724 04:51:51.605448 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/horizon-int-certs" 199.204.45.138 - - [24/Jul/2026:04:51:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.752 [auth-system-keycloak-80] [] 10.0.0.49:8080 1928 0.750 200 872e1862cccf7e52140a25a054490deb 199.204.45.138 - - [24/Jul/2026:04:51:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.006 [auth-system-keycloak-80] [] 10.0.0.49:8080 1261 0.006 200 87fa5f6f74b77a1865653e9cb158dd51 199.204.45.138 - - [24/Jul/2026:04:51:52 +0000] "GET /admin/realms/atmosphere/clients/d14d74b6-4b83-46c3-b632-c1f76a059754/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.052 [auth-system-keycloak-80] [] 10.0.0.49:8080 119 0.052 404 f726527b90be99a001eccb428473f794 199.204.45.138 - - [24/Jul/2026:04:51:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.007 [auth-system-keycloak-80] [] 10.0.0.49:8080 1261 0.008 200 0a43826c4a549d914af427d764a7e615 199.204.45.138 - - [24/Jul/2026:04:51:52 +0000] "POST /admin/realms/atmosphere/clients/d14d74b6-4b83-46c3-b632-c1f76a059754/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.067 [auth-system-keycloak-80] [] 10.0.0.49:8080 0 0.065 201 63e1a34d4b65d4617be2bd1b9aebfb9c 199.204.45.138 - - [24/Jul/2026:04:51:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.49:8080 1261 0.008 200 aa6b05701f8c9e7753053b5b057adc29 199.204.45.138 - - [24/Jul/2026:04:51:52 +0000] "GET /admin/realms/atmosphere/clients/d14d74b6-4b83-46c3-b632-c1f76a059754/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.071 [auth-system-keycloak-80] [] 10.0.0.49:8080 166 0.070 200 7126cd51819256cdc04982236306c127 199.204.45.138 - - [24/Jul/2026:04:51:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.478 [auth-system-keycloak-80] [] 10.0.0.49:8080 1928 0.475 200 f7f25fb48bbbe496030cb10771049d4b 199.204.45.138 - - [24/Jul/2026:04:51:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.49:8080 1286 0.008 200 8bb4fe762bd88acd2bdc1ad97295a9ff 199.204.45.138 - - [24/Jul/2026:04:51:53 +0000] "GET /admin/realms/atmosphere/clients/ae032582-6944-4e88-97a1-fe4aca993bf7/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.49:8080 119 0.015 404 efd83ef1216dfe8cf50c19c8b0b21aef 199.204.45.138 - - [24/Jul/2026:04:51:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.49:8080 1286 0.008 200 086b1af18bff57008078a7596a31feb3 199.204.45.138 - - [24/Jul/2026:04:51:53 +0000] "POST /admin/realms/atmosphere/clients/ae032582-6944-4e88-97a1-fe4aca993bf7/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.027 [auth-system-keycloak-80] [] 10.0.0.49:8080 0 0.025 201 e6e00232ad65ddad7b19afaa9361654c 199.204.45.138 - - [24/Jul/2026:04:51:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.49:8080 1286 0.013 200 de80527054e020a154cea0c3d67805ea 199.204.45.138 - - [24/Jul/2026:04:51:53 +0000] "GET /admin/realms/atmosphere/clients/ae032582-6944-4e88-97a1-fe4aca993bf7/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.032 [auth-system-keycloak-80] [] 10.0.0.49:8080 165 0.032 200 191fb067a1c81643595184842f013f22 W0724 04:51:53.878620 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0724 04:51:53.878708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:53.878721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:51:53.878784 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 04:51:53.925401 7 controller.go:216] "Backend successfully reloaded" I0724 04:51:53.926398 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j2gnv", UID:"30b413d7-eeae-45d1-b319-5f7560e20b48", APIVersion:"v1", ResourceVersion:"1914", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.204.45.138 - - [24/Jul/2026:04:51:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.480 [auth-system-keycloak-80] [] 10.0.0.49:8080 1928 0.477 200 1c65b56a86ec5a4eec008714199bf2ce 199.204.45.138 - - [24/Jul/2026:04:51:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.49:8080 1286 0.007 200 4c81cf721cb6b646a6518f285e16f8da 199.204.45.138 - - [24/Jul/2026:04:51:54 +0000] "GET /admin/realms/atmosphere/clients/ae032582-6944-4e88-97a1-fe4aca993bf7/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.49:8080 119 0.014 404 31b842fb87122567148027b17207077e 199.204.45.138 - - [24/Jul/2026:04:51:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.49:8080 1286 0.007 200 d8f311efacf4b356758aa2141b766bc8 199.204.45.138 - - [24/Jul/2026:04:51:54 +0000] "POST /admin/realms/atmosphere/clients/ae032582-6944-4e88-97a1-fe4aca993bf7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.025 [auth-system-keycloak-80] [] 10.0.0.49:8080 0 0.023 201 d92e13a29f78ab8931291170337a797b 199.204.45.138 - - [24/Jul/2026:04:51:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.49:8080 1286 0.009 200 97f99df21b03c7db57325e73d2f73e0d 199.204.45.138 - - [24/Jul/2026:04:51:54 +0000] "GET /admin/realms/atmosphere/clients/ae032582-6944-4e88-97a1-fe4aca993bf7/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.022 [auth-system-keycloak-80] [] 10.0.0.49:8080 166 0.022 200 8fae169d921483d4857c1dbbd4c85761 199.204.45.138 - - [24/Jul/2026:04:51:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.49:8080 1928 0.468 200 ef361bcf98c5f1708812a5b61b97a68f 199.204.45.138 - - [24/Jul/2026:04:51:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.038 [auth-system-keycloak-80] [] 10.0.0.49:8080 1286 0.038 200 2880c37d5fed9d6c7ab96ab46d6c007e 199.204.45.138 - - [24/Jul/2026:04:51:55 +0000] "GET /admin/realms/atmosphere/clients/ae032582-6944-4e88-97a1-fe4aca993bf7/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.49:8080 119 0.010 404 77a1d50a205ce48a83623d702b3f9d6a 199.204.45.138 - - [24/Jul/2026:04:51:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.49:8080 1286 0.006 200 d9734d49f95a17a55ba14cfc2daacc98 199.204.45.138 - - [24/Jul/2026:04:51:56 +0000] "POST /admin/realms/atmosphere/clients/ae032582-6944-4e88-97a1-fe4aca993bf7/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.146 [auth-system-keycloak-80] [] 10.0.0.49:8080 0 0.145 201 2400e0aee468a891089f1d5ca2a470e3 199.204.45.138 - - [24/Jul/2026:04:51:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.49:8080 1286 0.008 200 48855aa4d3de053588ebafce3c183bf9 199.204.45.138 - - [24/Jul/2026:04:51:56 +0000] "GET /admin/realms/atmosphere/clients/ae032582-6944-4e88-97a1-fe4aca993bf7/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.026 [auth-system-keycloak-80] [] 10.0.0.49:8080 166 0.026 200 7abf438044375d2af524aeeb128bb337 W0724 04:51:57.213625 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0724 04:51:57.213735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:51:57.213751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [24/Jul/2026:04:51:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.520 [auth-system-keycloak-80] [] 10.0.0.49:8080 1928 0.515 200 88471564884d8acdd6ee404f147539b5 199.204.45.138 - - [24/Jul/2026:04:51:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.49:8080 1251 0.008 200 c182f069cc9797835726b4b738753f82 199.204.45.138 - - [24/Jul/2026:04:51:57 +0000] "GET /admin/realms/atmosphere/clients/ec67b570-8375-49db-b2ab-4b72cc37f3b2/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.49:8080 119 0.008 404 36e20b247f451939544ec126e8b6c1d6 199.204.45.138 - - [24/Jul/2026:04:51:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.030 [auth-system-keycloak-80] [] 10.0.0.49:8080 1251 0.030 200 121ab7bd784425d429bc234bfc2a4b1b 199.204.45.138 - - [24/Jul/2026:04:51:57 +0000] "POST /admin/realms/atmosphere/clients/ec67b570-8375-49db-b2ab-4b72cc37f3b2/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.021 [auth-system-keycloak-80] [] 10.0.0.49:8080 0 0.020 201 5be7166b2686e88ae957006715962edf 199.204.45.138 - - [24/Jul/2026:04:51:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.49:8080 1251 0.006 200 106db1fcb8a616b9141b63cfb4d71c98 199.204.45.138 - - [24/Jul/2026:04:51:57 +0000] "GET /admin/realms/atmosphere/clients/ec67b570-8375-49db-b2ab-4b72cc37f3b2/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.49:8080 166 0.013 200 ddda9c4cbd91eb69af90b96f7832ec8f W0724 04:52:00.544520 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0724 04:52:00.544681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:00.544711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:03.878157 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0724 04:52:03.878305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:03.878338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:07.214198 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0724 04:52:07.214316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:07.214339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:52:08.335464 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="dashboard" currentValue=null newValue=[{"ip":"10.103.167.212"}] I0724 04:52:08.345200 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"dashboard", UID:"6da7eee9-3d18-4a8c-ab41-06e221e35dfe", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7793", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync E0724 04:52:08.345492 7 main.go:215] Error parsing cors-allow-origin parameters. Supplied incorrect origin: dashboard.199-204-45-138.nip.io. Skipping. W0724 04:52:10.544791 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0724 04:52:10.544975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:10.545036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:13.878082 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0724 04:52:13.878214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:13.878235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:17.211719 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0724 04:52:17.211889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:17.211921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:27.124426 7 controller.go:1219] Service "openstack/horizon-int" does not have any active Endpoint. W0724 04:52:27.124731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:27.124756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:37.868793 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:37.868832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:41.202261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:52:41.202303 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:09.177120 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0724 04:53:09.177207 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0724 04:53:09.177250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:09.177265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:53:09.182362 7 admission.go:149] processed ingress via admission controller {testedIngressLength:4 testedIngressTime:0.006s renderingIngressLength:4 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:26.3kB} I0724 04:53:09.182401 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/placement" I0724 04:53:09.192384 7 store.go:440] "Found valid IngressClass" ingress="openstack/placement" ingressclass="atmosphere" W0724 04:53:09.192965 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/placement-api-certs" in local store W0724 04:53:09.193398 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0724 04:53:09.193656 7 controller.go:1441] Error getting SSL certificate "openstack/placement-api-certs": local SSL certificate openstack/placement-api-certs was not found. Using default certificate W0724 04:53:09.193879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:09.193917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:53:09.194057 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"71ac980f-07d7-42bc-aed6-15c25180d622", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8812", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 04:53:09.194818 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 04:53:09.269726 7 controller.go:216] "Backend successfully reloaded" I0724 04:53:09.270411 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j2gnv", UID:"30b413d7-eeae-45d1-b319-5f7560e20b48", APIVersion:"v1", ResourceVersion:"1914", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0724 04:53:09.729128 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/placement-api-certs" I0724 04:53:09.731306 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/placement-api-certs" W0724 04:53:12.530069 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0724 04:53:12.530175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:12.530191 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:14.586646 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0724 04:53:14.586714 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0724 04:53:14.586822 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0724 04:53:14.586899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:14.586925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:14.590742 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0724 04:53:14.590793 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 04:53:14.590871 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0724 04:53:14.590907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:14.590923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:14.591760 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0724 04:53:14.591868 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0724 04:53:14.591984 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0724 04:53:14.592063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:14.592096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:53:14.593117 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:29.9kB} I0724 04:53:14.593145 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0724 04:53:14.594388 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.008s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.009s testedConfigurationSize:29.9kB} I0724 04:53:14.594431 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0724 04:53:14.595621 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:29.8kB} I0724 04:53:14.595652 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0724 04:53:14.600332 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0724 04:53:14.600733 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0724 04:53:14.600838 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f6782d55-d7ee-4c2e-aacc-e45bf10b4f17", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9034", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 04:53:14.604551 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0724 04:53:14.605005 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0724 04:53:14.605030 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0724 04:53:14.605258 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0724 04:53:14.605284 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b23b865e-1296-48c4-9028-c03b17f70f18", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9035", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 04:53:14.605299 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d30325ef-7be0-492b-ae8a-13b5a83326b6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9036", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 04:53:15.044106 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0724 04:53:15.044925 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0724 04:53:15.158111 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0724 04:53:15.158999 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0724 04:53:15.861183 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0724 04:53:15.861238 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 04:53:15.861260 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0724 04:53:15.861280 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0724 04:53:15.861343 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0724 04:53:15.861438 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:15.861449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:53:15.861544 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 04:53:15.914232 7 controller.go:216] "Backend successfully reloaded" I0724 04:53:15.914508 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j2gnv", UID:"30b413d7-eeae-45d1-b319-5f7560e20b48", APIVersion:"v1", ResourceVersion:"1914", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0724 04:53:16.567942 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0724 04:53:16.568997 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0724 04:53:19.194236 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0724 04:53:19.194292 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 04:53:19.194320 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0724 04:53:19.194347 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0724 04:53:19.194691 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:19.194727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:22.530145 7 controller.go:1219] Service "openstack/placement-api" does not have any active Endpoint. W0724 04:53:22.530201 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 04:53:22.530228 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0724 04:53:22.530259 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0724 04:53:22.530391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:22.530408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.155 - - [24/Jul/2026:04:53:24 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.026 [auth-system-keycloak-80] [] 10.0.0.49:8080 6432 0.025 200 420e8da8159ddba3d18076243d6b0115 10.0.0.251 - - [24/Jul/2026:04:53:25 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.011 [auth-system-keycloak-80] [] 10.0.0.49:8080 6432 0.011 200 f81e1aa669be9bc009ac0776e02c0cfd W0724 04:53:25.860763 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 04:53:25.860842 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0724 04:53:25.860939 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0724 04:53:25.861126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:25.861155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:29.194616 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 04:53:29.194964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:29.195010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:32.527287 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 04:53:32.527482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:32.527498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:35.860295 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0724 04:53:35.860525 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:35.860549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:39.193912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:39.194029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:42.527741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:42.527784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:45.861426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:53:45.861481 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [24/Jul/2026:04:53:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 8bb13fbdd4c39ebe8b4c3518d92ac0b2 199.204.45.138 - - [24/Jul/2026:04:53:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 5324 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.355 [openstack-keystone-api-5000] [] 10.0.0.68:5000 5324 0.355 201 eb1152a8eb6fa8ca6ab63ce5acb2a55a 199.204.45.138 - - [24/Jul/2026:04:53:58 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 435 0.044 [openstack-keystone-api-5000] [] 10.0.0.68:5000 87 0.044 404 3f3a23eba45d3a9bf9c3e46e869bb522 199.204.45.138 - - [24/Jul/2026:04:53:58 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 453 0.021 [openstack-keystone-api-5000] [] 10.0.0.68:5000 390 0.022 200 929d79b728c8fd4e586ec4e8dcf3c990 199.204.45.138 - - [24/Jul/2026:04:53:58 +0000] "GET /v3/domains/12d96ef1da9345efa7a05ff7b9f96844 HTTP/1.1" 200 270 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 460 0.034 [openstack-keystone-api-5000] [] 10.0.0.68:5000 270 0.033 200 2ca4f3cce10f7776ca3e5b3af03323ca 199.204.45.138 - - [24/Jul/2026:04:53:58 +0000] "PATCH /v3/domains/12d96ef1da9345efa7a05ff7b9f96844 HTTP/1.1" 200 256 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 559 0.078 [openstack-keystone-api-5000] [] 10.0.0.68:5000 256 0.078 200 37ef692e071d754a600b6ff70f48fe0f 199.204.45.138 - - [24/Jul/2026:04:53:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.007 300 cd917479ea43093a29a1e42cf083569d 199.204.45.138 - - [24/Jul/2026:04:53:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 5324 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.317 [openstack-keystone-api-5000] [] 10.0.0.68:5000 5324 0.317 201 fdc8d8c2c8311d7605d3f4c211d8cbf4 199.204.45.138 - - [24/Jul/2026:04:53:59 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 435 0.078 [openstack-keystone-api-5000] [] 10.0.0.68:5000 87 0.078 404 5a962384f72ef9313d81e9fc906b6652 199.204.45.138 - - [24/Jul/2026:04:53:59 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 376 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 453 0.026 [openstack-keystone-api-5000] [] 10.0.0.68:5000 376 0.027 200 357d021eca5a96efce1b1beb1912a581 199.204.45.138 - - [24/Jul/2026:04:53:59 +0000] "GET /v3/users/rgw-RegionOne?domain_id=12d96ef1da9345efa7a05ff7b9f96844 HTTP/1.1" 404 91 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 482 0.029 [openstack-keystone-api-5000] [] 10.0.0.68:5000 91 0.029 404 d1b4b58251e87c359fccf36a99c79bb4 199.204.45.138 - - [24/Jul/2026:04:53:59 +0000] "GET /v3/users?domain_id=12d96ef1da9345efa7a05ff7b9f96844&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 500 0.062 [openstack-keystone-api-5000] [] 10.0.0.68:5000 178 0.062 200 31cd2cda0a07fe0c161ace7c908f9345 199.204.45.138 - - [24/Jul/2026:04:54:00 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 628 0.338 [openstack-keystone-api-5000] [] 10.0.0.68:5000 291 0.339 201 b04788fef71adec6605413bae61f07ea 199.204.45.138 - - [24/Jul/2026:04:54:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.003 300 626341a8192f06a2039ff6dd20420bf9 199.204.45.138 - - [24/Jul/2026:04:54:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 5324 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.336 [openstack-keystone-api-5000] [] 10.0.0.68:5000 5324 0.335 201 dd6ae2a41f4e1353cbd84c88b30b72a2 199.204.45.138 - - [24/Jul/2026:04:54:01 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 435 0.030 [openstack-keystone-api-5000] [] 10.0.0.68:5000 87 0.030 404 df16c1d366d4318a7baecfb4b242fa5f 199.204.45.138 - - [24/Jul/2026:04:54:01 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 376 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 453 0.031 [openstack-keystone-api-5000] [] 10.0.0.68:5000 376 0.031 200 79fc53d193aa16a819c5d4f6a1b4e075 199.204.45.138 - - [24/Jul/2026:04:54:01 +0000] "GET /v3/projects/service?domain_id=12d96ef1da9345efa7a05ff7b9f96844 HTTP/1.1" 404 88 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 479 0.043 [openstack-keystone-api-5000] [] 10.0.0.68:5000 88 0.043 404 df55793687938942834a66387f5aca23 199.204.45.138 - - [24/Jul/2026:04:54:01 +0000] "GET /v3/projects?domain_id=12d96ef1da9345efa7a05ff7b9f96844&name=service HTTP/1.1" 200 563 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 497 0.046 [openstack-keystone-api-5000] [] 10.0.0.68:5000 563 0.046 200 8dab4f42efcfea58818baf812f42e56e 199.204.45.138 - - [24/Jul/2026:04:54:01 +0000] "PATCH /v3/projects/9104a5b7f7e0460db7e7b5d690977d9f HTTP/1.1" 200 390 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 562 0.063 [openstack-keystone-api-5000] [] 10.0.0.68:5000 390 0.063 200 1e2e7da998b650e587f7c1cca78b575e W0724 04:54:03.088697 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0724 04:54:03.088844 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0724 04:54:03.089549 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:54:03.089573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:54:03.094512 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:40.4kB} I0724 04:54:03.094827 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0724 04:54:03.102730 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0724 04:54:03.103121 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0724 04:54:03.103427 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0724 04:54:03.103646 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0724 04:54:03.104020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:54:03.104045 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:54:03.104458 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 04:54:03.110717 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"4250ddd4-e798-46c3-9177-e64b9747c0e9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10129", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 04:54:03.159951 7 controller.go:216] "Backend successfully reloaded" I0724 04:54:03.160173 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j2gnv", UID:"30b413d7-eeae-45d1-b319-5f7560e20b48", APIVersion:"v1", ResourceVersion:"1914", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0724 04:54:03.354495 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0724 04:54:03.357570 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.138 - - [24/Jul/2026:04:54:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.005 300 0d277e00493ce99446663be6dd5c91ec 199.204.45.138 - - [24/Jul/2026:04:54:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 5324 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.323 [openstack-keystone-api-5000] [] 10.0.0.68:5000 5324 0.323 201 f2ce5c5bd1419f6ea3ddeba1b0d7d014 199.204.45.138 - - [24/Jul/2026:04:54:04 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 433 0.031 [openstack-keystone-api-5000] [] 10.0.0.68:5000 85 0.031 404 9896fd9e1a5b3e1f8f883fc9dc5130f7 199.204.45.138 - - [24/Jul/2026:04:54:04 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.68:5000 129 0.022 200 071f0d5f06924e973baf91b742f88913 199.204.45.138 - - [24/Jul/2026:04:54:04 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 507 0.041 [openstack-keystone-api-5000] [] 10.0.0.68:5000 230 0.040 201 a204da6fd9f0fc705e797a0b85e801aa W0724 04:54:06.437267 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0724 04:54:06.437435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:54:06.437457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [24/Jul/2026:04:54:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.005 300 2c12575fbae333b1d761b660ea814979 199.204.45.138 - - [24/Jul/2026:04:54:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 5324 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.408 [openstack-keystone-api-5000] [] 10.0.0.68:5000 5324 0.407 201 6db071233cb85f2bc0af82955cadf71e 199.204.45.138 - - [24/Jul/2026:04:54:07 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 429 0.042 [openstack-keystone-api-5000] [] 10.0.0.68:5000 83 0.042 404 aea6ddcfe77689328d66cb30de3beb4e 199.204.45.138 - - [24/Jul/2026:04:54:07 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 447 0.030 [openstack-keystone-api-5000] [] 10.0.0.68:5000 361 0.030 200 8f8e64430b532bd810c900cd1abb6e55 199.204.45.138 - - [24/Jul/2026:04:54:07 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.033 [openstack-keystone-api-5000] [] 10.0.0.68:5000 87 0.034 404 1a472cbe4f6b589c1177c08eeb497e1d 199.204.45.138 - - [24/Jul/2026:04:54:07 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 376 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.028 [openstack-keystone-api-5000] [] 10.0.0.68:5000 376 0.029 200 d45b0ac6ab7a3f7e1079682f1e87be90 199.204.45.138 - - [24/Jul/2026:04:54:07 +0000] "GET /v3/users/rgw-RegionOne?domain_id=12d96ef1da9345efa7a05ff7b9f96844 HTTP/1.1" 404 91 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 480 0.031 [openstack-keystone-api-5000] [] 10.0.0.68:5000 91 0.032 404 72daa142ff310bca2ab2412f5da6f007 199.204.45.138 - - [24/Jul/2026:04:54:07 +0000] "GET /v3/users?domain_id=12d96ef1da9345efa7a05ff7b9f96844&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 498 0.065 [openstack-keystone-api-5000] [] 10.0.0.68:5000 458 0.065 200 fbd7d59b1e07761d614607761c8e89b2 199.204.45.138 - - [24/Jul/2026:04:54:07 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 434 0.027 [openstack-keystone-api-5000] [] 10.0.0.68:5000 88 0.027 404 779938009509face8e1fab4979092857 199.204.45.138 - - [24/Jul/2026:04:54:07 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 498 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 452 0.036 [openstack-keystone-api-5000] [] 10.0.0.68:5000 498 0.036 200 654ff45dca5d26449e88ff0406e460f8 199.204.45.138 - - [24/Jul/2026:04:54:07 +0000] "PUT /v3/projects/9104a5b7f7e0460db7e7b5d690977d9f/users/f2983c11e16a4d9c89ba060854f691d7/roles/7be3e8c9a9a9465dae98f7ca184f6cb6 HTTP/1.1" 204 0 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 556 0.051 [openstack-keystone-api-5000] [] 10.0.0.68:5000 0 0.052 204 d3361ba2f517c9d162f434f875b2a425 I0724 04:54:08.334403 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.167.212"}] I0724 04:54:08.334742 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="placement" currentValue=null newValue=[{"ip":"10.103.167.212"}] I0724 04:54:08.334933 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.167.212"}] I0724 04:54:08.334755 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.167.212"}] I0724 04:54:08.336144 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.167.212"}] I0724 04:54:08.349895 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f6782d55-d7ee-4c2e-aacc-e45bf10b4f17", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10236", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 04:54:08.379612 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"4250ddd4-e798-46c3-9177-e64b9747c0e9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10237", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 04:54:08.425752 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"b23b865e-1296-48c4-9028-c03b17f70f18", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10238", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 04:54:08.472746 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"placement", UID:"71ac980f-07d7-42bc-aed6-15c25180d622", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10239", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 04:54:08.487113 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"d30325ef-7be0-492b-ae8a-13b5a83326b6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10240", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.204.45.138 - - [24/Jul/2026:04:54:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 1e532c5259aa9b8f6ce65fb237fa71e6 W0724 04:54:09.770476 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0724 04:54:09.770681 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:54:09.770720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.138 - - [24/Jul/2026:04:54:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 aae18c34c174f3e2d69fa34fab586e30 199.204.45.138 - - [24/Jul/2026:04:54:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 5324 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.369 [openstack-keystone-api-5000] [] 10.0.0.68:5000 5324 0.369 201 c7aac2ee7034e445e82214db652f5cfd 199.204.45.138 - - [24/Jul/2026:04:54:10 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 470 0.035 [openstack-keystone-api-5000] [] 10.0.0.68:5000 151 0.035 200 9ea48d2b80c8b6e0b806a11c3e7c4701 199.204.45.138 - - [24/Jul/2026:04:54:10 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 578 0.098 [openstack-keystone-api-5000] [] 10.0.0.68:5000 263 0.098 201 64cf26e01b1043cbc767cb9d68f72469 199.204.45.138 - - [24/Jul/2026:04:54:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 5426 "-" "openstacksdk/4.7.1 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.348 [openstack-keystone-api-5000] [] 10.0.0.68:5000 5426 0.347 201 4fa6e4f47edf72fbb154b18264f6615b 199.204.45.138 - - [24/Jul/2026:04:54:10 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.053 [openstack-keystone-api-5000] [] 10.0.0.68:5000 1521 0.054 200 eef9c6e7911e11caa9472f20aa51b4c4 199.204.45.138 - - [24/Jul/2026:04:54:10 +0000] "PUT /v3/roles/e392eba83c564730b8f2f5c2c4d954d8/implies/b857d034930b46d78dbbab900f6b0697 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.035 [openstack-keystone-api-5000] [] 10.0.0.68:5000 521 0.035 201 ef39eeb319c86faf4df2c61a1d403c98 199.204.45.138 - - [24/Jul/2026:04:54:11 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.003 300 047a889f3151f0f03a633905fce1f98b 199.204.45.138 - - [24/Jul/2026:04:54:11 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 5489 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.352 [openstack-keystone-api-5000] [] 10.0.0.68:5000 5489 0.351 201 392854637a654e7eae89a6d1d52d3517 199.204.45.138 - - [24/Jul/2026:04:54:11 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 434 0.064 [openstack-keystone-api-5000] [] 10.0.0.68:5000 86 0.063 404 8e2052094e695e6f2a16579b3ad21e81 199.204.45.138 - - [24/Jul/2026:04:54:11 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.68:5000 382 0.017 200 cb108f8a6ef7ff618ace93e332f826da 199.204.45.138 - - [24/Jul/2026:04:54:11 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=4497db04eef740539cf1502a353d1156 HTTP/1.1" 200 205 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 523 0.025 [openstack-keystone-api-5000] [] 10.0.0.68:5000 205 0.026 200 92ea4ab476c2e0f27f5153174bb5b559 199.204.45.138 - - [24/Jul/2026:04:54:11 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 689 0.065 [openstack-keystone-api-5000] [] 10.0.0.68:5000 379 0.066 201 62c9824ed6cabd093956fa58fc46ae02 199.204.45.138 - - [24/Jul/2026:04:54:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.68:5000 281 0.004 300 4ee9695de1185e7bfad3e8bc423c21d6 199.204.45.138 - - [24/Jul/2026:04:54:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 5698 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 550 0.312 [openstack-keystone-api-5000] [] 10.0.0.68:5000 5698 0.311 201 c8c6201cc146c6e7681ff0a04becc651 199.204.45.138 - - [24/Jul/2026:04:54:12 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 434 0.027 [openstack-keystone-api-5000] [] 10.0.0.68:5000 86 0.026 404 fec22a2772b705c03ad19b603006e8ad 199.204.45.138 - - [24/Jul/2026:04:54:12 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.68:5000 382 0.019 200 fc3750ba2acf0c4caac264f15b87870e 199.204.45.138 - - [24/Jul/2026:04:54:12 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=4497db04eef740539cf1502a353d1156 HTTP/1.1" 200 207 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 525 0.031 [openstack-keystone-api-5000] [] 10.0.0.68:5000 207 0.031 200 f1bfabe0042d1ad1c5dde4b583a7da0e 199.204.45.138 - - [24/Jul/2026:04:54:12 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.13.0 keystoneauth1/5.14.0 python-requests/2.25.1 CPython/3.10.12" 702 0.047 [openstack-keystone-api-5000] [] 10.0.0.68:5000 392 0.047 201 98cd9178d690834b3013ec010d4b12ed W0724 04:54:13.103740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:54:13.103776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:54:14.332371 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:54:14.332541 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0724 04:54:14.332644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:54:14.332670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:54:14.338744 7 admission.go:149] processed ingress via admission controller {testedIngressLength:9 testedIngressTime:0.007s renderingIngressLength:9 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:43.9kB} I0724 04:54:14.338786 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0724 04:54:14.345607 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0724 04:54:14.346610 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0724 04:54:14.346656 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"46cf5bc2-526d-4fac-a118-a5abfe1a2c87", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10332", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 04:54:14.584215 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0724 04:54:14.585088 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0724 04:54:16.438134 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:54:16.438317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:54:16.438341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:54:16.438482 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 04:54:16.496029 7 controller.go:216] "Backend successfully reloaded" I0724 04:54:16.496773 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j2gnv", UID:"30b413d7-eeae-45d1-b319-5f7560e20b48", APIVersion:"v1", ResourceVersion:"1914", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0724 04:54:19.770855 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:54:19.771086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:54:19.771120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:54:56.262326 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:54:56.262499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:54:56.262515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:01.202349 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:55:01.202421 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 04:55:01.202579 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0724 04:55:01.202682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:01.202705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:55:01.209283 7 admission.go:149] processed ingress via admission controller {testedIngressLength:10 testedIngressTime:0.008s renderingIngressLength:10 renderingIngressTime:0s admissionTime:0.008s testedConfigurationSize:47.3kB} I0724 04:55:01.209309 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0724 04:55:01.214320 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0724 04:55:01.214598 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"a0e547fb-d539-4003-918e-5818e489e7bf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10856", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 04:55:01.215078 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0724 04:55:01.215648 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:55:01.215702 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 04:55:01.215860 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0724 04:55:01.215975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:01.216001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:55:01.216263 7 controller.go:196] "Configuration changes detected, backend reload required" I0724 04:55:01.288181 7 controller.go:216] "Backend successfully reloaded" I0724 04:55:01.288498 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-j2gnv", UID:"30b413d7-eeae-45d1-b319-5f7560e20b48", APIVersion:"v1", ResourceVersion:"1914", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0724 04:55:01.555577 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0724 04:55:01.558502 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0724 04:55:04.550503 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:55:04.550582 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 04:55:04.550864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:04.550912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:08.160885 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:55:08.160942 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 04:55:08.161104 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:08.161126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0724 04:55:08.348342 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.167.212"}] I0724 04:55:08.348913 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.167.212"}] I0724 04:55:08.379382 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"46cf5bc2-526d-4fac-a118-a5abfe1a2c87", APIVersion:"networking.k8s.io/v1", ResourceVersion:"11006", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0724 04:55:08.381663 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"a0e547fb-d539-4003-918e-5818e489e7bf", APIVersion:"networking.k8s.io/v1", ResourceVersion:"11007", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0724 04:55:11.495979 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:55:11.496260 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 04:55:11.496642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:11.496747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:14.828104 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:55:14.828156 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 04:55:14.828322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:14.828342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:18.161416 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:55:18.161468 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 04:55:18.161758 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:18.161784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:21.495272 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:55:21.495373 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 04:55:21.495604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:21.495626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:24.827751 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:55:24.827841 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 04:55:24.828092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:24.828127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:28.161899 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:55:28.161979 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 04:55:28.162253 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:28.162290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:33.766848 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0724 04:55:33.766884 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 04:55:33.767022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:33.767035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:37.100955 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 04:55:37.101624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:37.101682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:40.434244 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 04:55:40.434415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:55:40.434434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:56:51.179739 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0724 04:56:51.180052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:56:51.180090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:57:01.420376 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0724 04:57:01.420425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store