------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0317 21:59:13.568451 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0317 21:59:13.568636 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0317 21:59:13.577980 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0317 21:59:13.999922 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0317 21:59:14.102374 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0317 21:59:14.125097 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0317 21:59:14.137709 7 nginx.go:271] "Starting NGINX Ingress controller" I0317 21:59:14.143684 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"9f71ffec-5d98-45dc-9938-2b277d7b8b5c", APIVersion:"v1", ResourceVersion:"1112", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0317 21:59:14.150872 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"c370ebf3-3501-4d37-9bdf-af793caa1cb5", APIVersion:"v1", ResourceVersion:"1111", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0317 21:59:14.150945 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"9eeeb9ac-6bde-444a-b468-cedb5cfde488", APIVersion:"v1", ResourceVersion:"1110", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0317 21:59:15.340624 7 nginx.go:317] "Starting NGINX process" I0317 21:59:15.340790 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... W0317 21:59:15.341624 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0317 21:59:15.341707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:15.341735 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 21:59:15.341813 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 21:59:15.341323 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" I0317 21:59:15.379004 7 controller.go:216] "Backend successfully reloaded" I0317 21:59:15.379168 7 controller.go:227] "Initial sync, sleeping for 1 second" I0317 21:59:15.379311 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-56lts", UID:"9441379c-6069-4f4d-ba9f-6b97a18e9292", APIVersion:"v1", ResourceVersion:"1237", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0317 21:59:15.379461 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0317 21:59:15.379468 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-56lts" W0317 21:59:19.167915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:19.167969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:22.501617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:22.501718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:25.835603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:25.835657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:29.168163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:29.168232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:32.501331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:32.501388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:35.837820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:35.837883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:39.168399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:39.168446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:42.501996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:42.502066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:45.834873 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:45.834950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:49.168961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:49.169010 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:52.502213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:52.502262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:55.835969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 21:59:55.836017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:14.427441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:14.427482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:17.760889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:17.760975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:45.770192 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:45.770239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:49.103627 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:49.103699 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:52.437789 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:52.437844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:55.770733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:55.770772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:59.104535 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:01:59.104577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:02:02.437588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:02:02.437641 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:02:05.770984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:02:05.771021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:02:11.675798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:02:11.675854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:02:15.010300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:02:15.010358 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:02:18.347026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:02:18.347075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:02:21.676286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:02:21.676328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:02:25.009304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:02:25.009384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:04:57.281091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:04:57.281134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:05:00.616940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:05:00.616996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:05:00.970322 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-168.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-168.nip.io-tls was not found. Using default certificate W0317 22:05:00.970389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:05:00.970407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:05:00.972934 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0317 22:05:00.972977 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0317 22:05:00.981810 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0317 22:05:00.982506 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-168.nip.io-tls" in local store I0317 22:05:00.983059 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"efc80470-21c6-4d55-be79-dbb106ee40df", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3389", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0317 22:05:01.312901 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-168.nip.io-tls" I0317 22:05:01.314681 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-168.nip.io-tls" W0317 22:05:03.948795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:05:03.948859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:05:03.948956 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 22:05:03.989323 7 controller.go:216] "Backend successfully reloaded" I0317 22:05:03.989561 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-56lts", UID:"9441379c-6069-4f4d-ba9f-6b97a18e9292", APIVersion:"v1", ResourceVersion:"1237", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0317 22:05:07.281361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:05:07.281430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.168 - - [17/Mar/2026:22:05:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.243 [auth-system-keycloak-80] [] 10.0.0.138:8080 1928 2.239 200 1fac6002be9bae3d3a464ae067c35871 199.19.213.168 - - [17/Mar/2026:22:05:13 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.188 [auth-system-keycloak-80] [] 10.0.0.138:8080 116 0.188 404 30d1a1433df7c7f94964349afe95ba85 I0317 22:05:15.387690 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.107.176.55"}] I0317 22:05:15.394821 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"efc80470-21c6-4d55-be79-dbb106ee40df", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3638", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:05:15.397255 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:05:15.397307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.168 - - [17/Mar/2026:22:05:17 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.498 [auth-system-keycloak-80] [] 10.0.0.138:8080 0 4.496 201 1a44439378eb37e4822c6c9ec3e48668 199.19.213.168 - - [17/Mar/2026:22:05:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.605 [auth-system-keycloak-80] [] 10.0.0.138:8080 4246 0.605 200 63f937e58c8333d19112ca6d36db0ab7 199.19.213.168 - - [17/Mar/2026:22:05:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.575 [auth-system-keycloak-80] [] 10.0.0.138:8080 1928 0.573 200 fd11177b266e43875b8e8ca26f9af20a 199.19.213.168 - - [17/Mar/2026:22:05:19 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.094 [auth-system-keycloak-80] [] 10.0.0.138:8080 12500 0.093 200 8f0da20647c31d6fc0ba363c2b07abe5 199.19.213.168 - - [17/Mar/2026:22:05:19 +0000] "GET /admin/realms/atmosphere/client-scopes/3c5bad4d-a44d-413e-a760-1a19f12a80bb HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.084 [auth-system-keycloak-80] [] 10.0.0.138:8080 1278 0.083 200 a7e0cba7bfe8f195daf24ac4acd45af6 199.19.213.168 - - [17/Mar/2026:22:05:19 +0000] "PUT /admin/realms/atmosphere/client-scopes/3c5bad4d-a44d-413e-a760-1a19f12a80bb HTTP/1.1" 204 0 "-" "Ansible" 1848 0.094 [auth-system-keycloak-80] [] 10.0.0.138:8080 0 0.093 204 a641f0a059aeb3460b37701b548d1dcc 199.19.213.168 - - [17/Mar/2026:22:05:20 +0000] "GET /admin/realms/atmosphere/client-scopes/3c5bad4d-a44d-413e-a760-1a19f12a80bb/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.091 [auth-system-keycloak-80] [] 10.0.0.138:8080 963 0.091 200 37bdc74d998c3b692a2ae4ba2b044f9f 199.19.213.168 - - [17/Mar/2026:22:05:20 +0000] "GET /admin/realms/atmosphere/client-scopes/3c5bad4d-a44d-413e-a760-1a19f12a80bb/protocol-mappers/models/30aa4c49-bf1d-4335-9bf0-57431876992e HTTP/1.1" 200 366 "-" "Ansible" 1309 0.011 [auth-system-keycloak-80] [] 10.0.0.138:8080 366 0.012 200 963a55e0c3fc37c07f4e60c649df10d0 199.19.213.168 - - [17/Mar/2026:22:05:20 +0000] "PUT /admin/realms/atmosphere/client-scopes/3c5bad4d-a44d-413e-a760-1a19f12a80bb/protocol-mappers/models/30aa4c49-bf1d-4335-9bf0-57431876992e HTTP/1.1" 204 0 "-" "Ansible" 1622 0.069 [auth-system-keycloak-80] [] 10.0.0.138:8080 0 0.067 204 8972bb980bc21b2d0a9bc44ebaa4f386 199.19.213.168 - - [17/Mar/2026:22:05:20 +0000] "GET /admin/realms/atmosphere/client-scopes/3c5bad4d-a44d-413e-a760-1a19f12a80bb HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.080 [auth-system-keycloak-80] [] 10.0.0.138:8080 1218 0.080 200 5881c77b81c66af779aff347c9267e2a W0317 22:05:29.292573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:05:29.292622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:05:32.629067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:05:32.629125 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.168 - - [17/Mar/2026:22:05:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.539 [auth-system-keycloak-80] [] 10.0.0.138:8080 1928 0.537 200 c00702038aba99f462f8cec394e51e9a 199.19.213.168 - - [17/Mar/2026:22:05:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.060 [auth-system-keycloak-80] [] 10.0.0.138:8080 2 0.059 200 5918375882542066ce32b8bc303ae7f0 199.19.213.168 - - [17/Mar/2026:22:05:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 1.276 [auth-system-keycloak-80] [] 10.0.0.138:8080 0 1.277 201 ca0c5f95b0aa79e0fe2e3acf4ce53af1 199.19.213.168 - - [17/Mar/2026:22:05:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.033 [auth-system-keycloak-80] [] 10.0.0.138:8080 1261 0.033 200 7509a6b04203dd53bf14b27748c724b3 199.19.213.168 - - [17/Mar/2026:22:05:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.138:8080 1928 0.482 200 15b873dcc694d6f34f51b4bcde73b46e 199.19.213.168 - - [17/Mar/2026:22:05:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.030 [auth-system-keycloak-80] [] 10.0.0.138:8080 2 0.031 200 5bc896dcb0a700e85e8de4355c6ff524 199.19.213.168 - - [17/Mar/2026:22:05:44 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.185 [auth-system-keycloak-80] [] 10.0.0.138:8080 0 0.184 201 499289cd832037a502ecf0375f7f99d7 199.19.213.168 - - [17/Mar/2026:22:05:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.028 [auth-system-keycloak-80] [] 10.0.0.138:8080 1286 0.028 200 ef797677bda9c43be5de8c3c78ca407a 199.19.213.168 - - [17/Mar/2026:22:05:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.488 [auth-system-keycloak-80] [] 10.0.0.138:8080 1928 0.487 200 807aca8a541cfc409c8431f2ba09eb0a 199.19.213.168 - - [17/Mar/2026:22:05:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.056 [auth-system-keycloak-80] [] 10.0.0.138:8080 2 0.056 200 f9e536f49d5a3cbc4192b0489ca80bbd 199.19.213.168 - - [17/Mar/2026:22:05:45 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.104 [auth-system-keycloak-80] [] 10.0.0.138:8080 0 0.103 201 638a92038357f8ab1280ec2efff58db9 199.19.213.168 - - [17/Mar/2026:22:05:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.073 [auth-system-keycloak-80] [] 10.0.0.138:8080 1251 0.073 200 65776a78ff9d326f1a98be6fad464e5c 199.19.213.168 - - [17/Mar/2026:22:05:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.532 [auth-system-keycloak-80] [] 10.0.0.138:8080 1928 0.531 200 d0d6b72c4752fbc1b241c1065869c08e 199.19.213.168 - - [17/Mar/2026:22:05:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.010 [auth-system-keycloak-80] [] 10.0.0.138:8080 1261 0.011 200 c0a67ace748d35c9ded535ddc86d8b1e 199.19.213.168 - - [17/Mar/2026:22:05:46 +0000] "GET /admin/realms/atmosphere/clients/3855807b-f461-448c-ba0b-08c8e136e490/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.041 [auth-system-keycloak-80] [] 10.0.0.138:8080 119 0.041 404 fe1924420cd9cb08d0d00421705034bc 199.19.213.168 - - [17/Mar/2026:22:05:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.011 [auth-system-keycloak-80] [] 10.0.0.138:8080 1261 0.010 200 af3ee23babe47142ee45ee8a36c237ae 199.19.213.168 - - [17/Mar/2026:22:05:46 +0000] "POST /admin/realms/atmosphere/clients/3855807b-f461-448c-ba0b-08c8e136e490/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.076 [auth-system-keycloak-80] [] 10.0.0.138:8080 0 0.075 201 273c510d43bb3c6af09fecab6d8449ab 199.19.213.168 - - [17/Mar/2026:22:05:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.138:8080 1261 0.009 200 136234e89bccba4cd3a5111feb5b5aed 199.19.213.168 - - [17/Mar/2026:22:05:47 +0000] "GET /admin/realms/atmosphere/clients/3855807b-f461-448c-ba0b-08c8e136e490/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.061 [auth-system-keycloak-80] [] 10.0.0.138:8080 166 0.061 200 ab69edecebc4d1b8d980c6abae2f451e 199.19.213.168 - - [17/Mar/2026:22:05:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.519 [auth-system-keycloak-80] [] 10.0.0.138:8080 1928 0.517 200 93f7c5cea9777b5f0b4caee797f9623b 199.19.213.168 - - [17/Mar/2026:22:05:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.138:8080 1286 0.008 200 b5b05235f95ebf1bf1379fcf54c8544e 199.19.213.168 - - [17/Mar/2026:22:05:47 +0000] "GET /admin/realms/atmosphere/clients/9871c374-b6a1-4195-8b3e-de08a40952bf/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.045 [auth-system-keycloak-80] [] 10.0.0.138:8080 119 0.046 404 4b2665cccef0e305fd7d9397b104bb4b 199.19.213.168 - - [17/Mar/2026:22:05:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.138:8080 1286 0.008 200 1bf2d3fdbda97bdac83c61e9c676d5e0 199.19.213.168 - - [17/Mar/2026:22:05:47 +0000] "POST /admin/realms/atmosphere/clients/9871c374-b6a1-4195-8b3e-de08a40952bf/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.019 [auth-system-keycloak-80] [] 10.0.0.138:8080 0 0.018 201 bf3b0fa12443fe1131d7275a8087bf75 199.19.213.168 - - [17/Mar/2026:22:05:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.138:8080 1286 0.007 200 0a01f5ae71a671c249929757de780b96 199.19.213.168 - - [17/Mar/2026:22:05:48 +0000] "GET /admin/realms/atmosphere/clients/9871c374-b6a1-4195-8b3e-de08a40952bf/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.030 [auth-system-keycloak-80] [] 10.0.0.138:8080 165 0.030 200 1169418d25061b6f3d2323e55f98cd33 199.19.213.168 - - [17/Mar/2026:22:05:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.138:8080 1928 0.507 200 88290d3e67bf7abe0519ebbbcbe6da89 199.19.213.168 - - [17/Mar/2026:22:05:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.138:8080 1286 0.008 200 c47e2be0e3c261b90152a42a6e5c6f3b 199.19.213.168 - - [17/Mar/2026:22:05:48 +0000] "GET /admin/realms/atmosphere/clients/9871c374-b6a1-4195-8b3e-de08a40952bf/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.067 [auth-system-keycloak-80] [] 10.0.0.138:8080 119 0.067 404 7a3a18a88b6ea5c696138e6c93d2039a 199.19.213.168 - - [17/Mar/2026:22:05:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.009 [auth-system-keycloak-80] [] 10.0.0.138:8080 1286 0.009 200 0f72b096578989f6a2d148c34cbc75e7 199.19.213.168 - - [17/Mar/2026:22:05:49 +0000] "POST /admin/realms/atmosphere/clients/9871c374-b6a1-4195-8b3e-de08a40952bf/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.062 [auth-system-keycloak-80] [] 10.0.0.138:8080 0 0.061 201 acb74fd4e46ed3fadcb718535e1aec1d 199.19.213.168 - - [17/Mar/2026:22:05:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.138:8080 1286 0.009 200 897a5c393a96a887982452c9b69ba56d 199.19.213.168 - - [17/Mar/2026:22:05:49 +0000] "GET /admin/realms/atmosphere/clients/9871c374-b6a1-4195-8b3e-de08a40952bf/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.074 [auth-system-keycloak-80] [] 10.0.0.138:8080 166 0.073 200 57dd2bbb5e3d395bd30f87d5045c1d60 199.19.213.168 - - [17/Mar/2026:22:05:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.495 [auth-system-keycloak-80] [] 10.0.0.138:8080 1928 0.493 200 3cb117b51a6f6c84b44c53abec2f5da2 199.19.213.168 - - [17/Mar/2026:22:05:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.138:8080 1286 0.013 200 62070e68d44b399839fbd626637df083 199.19.213.168 - - [17/Mar/2026:22:05:50 +0000] "GET /admin/realms/atmosphere/clients/9871c374-b6a1-4195-8b3e-de08a40952bf/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.045 [auth-system-keycloak-80] [] 10.0.0.138:8080 119 0.045 404 886567472127699b80e64a9133cdf67b 199.19.213.168 - - [17/Mar/2026:22:05:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.138:8080 1286 0.008 200 fd63fe914defac71f302c0e29961ef56 199.19.213.168 - - [17/Mar/2026:22:05:50 +0000] "POST /admin/realms/atmosphere/clients/9871c374-b6a1-4195-8b3e-de08a40952bf/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.019 [auth-system-keycloak-80] [] 10.0.0.138:8080 0 0.018 201 281db80de82dae665b380c33d40eb6e4 199.19.213.168 - - [17/Mar/2026:22:05:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.039 [auth-system-keycloak-80] [] 10.0.0.138:8080 1286 0.039 200 c2c97900cef204e384544344adfdeef3 199.19.213.168 - - [17/Mar/2026:22:05:50 +0000] "GET /admin/realms/atmosphere/clients/9871c374-b6a1-4195-8b3e-de08a40952bf/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.138:8080 166 0.017 200 8ccdd3b9efcbd748e109c08545e01601 199.19.213.168 - - [17/Mar/2026:22:05:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.493 [auth-system-keycloak-80] [] 10.0.0.138:8080 1928 0.493 200 8d7fc8c6cda6b85ea09e77b65efc8ad9 199.19.213.168 - - [17/Mar/2026:22:05:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.052 [auth-system-keycloak-80] [] 10.0.0.138:8080 1251 0.052 200 8de1f4f4b3fc51ec97002898e98fa479 199.19.213.168 - - [17/Mar/2026:22:05:51 +0000] "GET /admin/realms/atmosphere/clients/9ee12a9a-1df2-4390-b36f-87de49ca1f24/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.015 [auth-system-keycloak-80] [] 10.0.0.138:8080 119 0.014 404 31d19187b8eee0e82a4b854539d2095b 199.19.213.168 - - [17/Mar/2026:22:05:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.138:8080 1251 0.008 200 76ba329998298d880a5f412d0bf27138 199.19.213.168 - - [17/Mar/2026:22:05:51 +0000] "POST /admin/realms/atmosphere/clients/9ee12a9a-1df2-4390-b36f-87de49ca1f24/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.051 [auth-system-keycloak-80] [] 10.0.0.138:8080 0 0.051 201 c8f08b8afe14c131cf1780eba2277e67 199.19.213.168 - - [17/Mar/2026:22:05:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.138:8080 1251 0.007 200 3b14a2bf1f11462bcf3d69bb7b4a1ac4 199.19.213.168 - - [17/Mar/2026:22:05:51 +0000] "GET /admin/realms/atmosphere/clients/9ee12a9a-1df2-4390-b36f-87de49ca1f24/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.138:8080 166 0.015 200 055692704d4d20477219448994fa4ddb W0317 22:07:04.452254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:04.452306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:04.536365 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:07:04.536650 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0317 22:07:04.536817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:04.536862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:04.536653 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:04.537108 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0317 22:07:04.537176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:04.537203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:04.537432 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:04.537527 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0317 22:07:04.537585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:04.537608 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:07:04.539091 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0317 22:07:04.539209 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0317 22:07:04.540510 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0317 22:07:04.540554 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0317 22:07:04.540768 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0317 22:07:04.540811 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0317 22:07:04.543258 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0317 22:07:04.543728 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0317 22:07:04.544095 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3f7f5dcb-1ebf-47bb-8a43-45b64085b410", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4388", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0317 22:07:04.549786 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0317 22:07:04.550675 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0317 22:07:04.550717 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0beef8e4-8b5e-417d-9d1e-276c5faf8e84", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4392", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0317 22:07:04.550955 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0317 22:07:04.551168 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0317 22:07:04.551186 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"56d7d25e-571d-467d-9c32-72edd39590ac", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4396", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0317 22:07:04.816946 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0317 22:07:04.817847 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0317 22:07:05.079651 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0317 22:07:05.080487 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0317 22:07:06.704800 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0317 22:07:06.706062 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/grafana-tls" I0317 22:07:07.336649 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0317 22:07:07.352082 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0317 22:07:07.786519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:07.786587 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:07:07.786640 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:07.786756 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:07.786775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:07:07.786883 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 22:07:07.834284 7 controller.go:216] "Backend successfully reloaded" I0317 22:07:07.834516 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-56lts", UID:"9441379c-6069-4f4d-ba9f-6b97a18e9292", APIVersion:"v1", ResourceVersion:"1237", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0317 22:07:11.119269 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:11.119359 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:07:11.119402 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:11.119531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:11.119568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:14.453295 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:14.453353 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:07:14.453384 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:14.453490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:14.453506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:07:15.387483 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.107.176.55"}] I0317 22:07:15.388364 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.107.176.55"}] I0317 22:07:15.388611 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.107.176.55"}] I0317 22:07:15.393962 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"56d7d25e-571d-467d-9c32-72edd39590ac", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4806", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0317 22:07:15.396451 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"3f7f5dcb-1ebf-47bb-8a43-45b64085b410", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4807", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0317 22:07:15.397191 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0beef8e4-8b5e-417d-9d1e-276c5faf8e84", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4808", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:07:17.786853 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:17.786940 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:07:17.786988 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:17.787124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:17.787156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:21.119959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:21.120045 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:07:21.120089 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:21.120245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:21.120289 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:24.452334 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:24.452386 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:07:24.452426 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:24.452618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:24.452645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:27.786368 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:27.786457 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:07:27.786577 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:27.786708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:27.786729 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:31.119950 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:31.120060 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:07:31.120132 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:31.120261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:31.120288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:34.453322 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:34.453399 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:07:34.453442 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:34.453579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:34.453612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:37.786573 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:37.786642 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:07:37.786702 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:37.786833 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:37.786861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:41.119933 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:41.120013 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:07:41.120058 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:41.120175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:41.120219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:44.452933 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:44.453010 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0317 22:07:44.453066 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:44.453230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:44.453260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:47.786952 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:47.787086 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:47.787233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:47.787259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:51.119739 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:51.119845 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:51.119996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:51.120028 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:54.452971 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:54.453075 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:54.453196 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:54.453229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:57.786751 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:07:57.786815 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:07:57.786890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:07:57.786906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:01.119208 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:08:01.119304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:08:01.119423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:01.119452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:06.541526 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:08:06.541668 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:08:06.541887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:06.541938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:09.874926 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:08:09.875100 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0317 22:08:09.875284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:09.875317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.238 - - [17/Mar/2026:22:08:09 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.106 [auth-system-keycloak-80] [] 10.0.0.138:8080 6432 0.106 200 c5fe1e526c114a35b68af585b826b404 10.0.0.235 - - [17/Mar/2026:22:08:09 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.117 [auth-system-keycloak-80] [] 10.0.0.138:8080 6432 0.117 200 613018a544263684c0b50973d1f790ba W0317 22:08:13.209188 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0317 22:08:13.209325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:13.209346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:16.542079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:16.542136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:19.874807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:19.874855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:23.208701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:23.208751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:26.542958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:26.543007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.168 - - [17/Mar/2026:22:08:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.529 [auth-system-keycloak-80] [] 10.0.0.138:8080 1928 0.529 200 fd13ff3ee55e8a18200eafe5f063f959 199.19.213.168 - - [17/Mar/2026:22:08:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.021 [auth-system-keycloak-80] [] 10.0.0.138:8080 4246 0.020 200 26604047882ef0727eb410dc4084a6e4 199.19.213.168 - - [17/Mar/2026:22:08:28 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.558 [auth-system-keycloak-80] [] 10.0.0.138:8080 0 0.559 204 49c18f653d45dbfab6b02417577bb547 199.19.213.168 - - [17/Mar/2026:22:08:28 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.192 [auth-system-keycloak-80] [] 10.0.0.138:8080 4384 0.193 200 2883e562381c6138f18d09ee58482c26 199.19.213.168 - - [17/Mar/2026:22:08:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.138:8080 1928 0.497 200 4db7ea2fa1a9735457f66b75138949ca 199.19.213.168 - - [17/Mar/2026:22:08:30 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.010 [auth-system-keycloak-80] [] 10.0.0.138:8080 1682 0.009 200 e63f75946a1b4e2372cef4db2ad034ad 199.19.213.168 - - [17/Mar/2026:22:08:30 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.007 [auth-system-keycloak-80] [] 10.0.0.138:8080 6432 0.007 200 46146248bb6cd4d13fe9e2e97c51454d 199.19.213.168 - - [17/Mar/2026:22:08:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.520 [auth-system-keycloak-80] [] 10.0.0.138:8080 1928 0.519 200 a2849014a3b6bc2a628411505b84f7e6 199.19.213.168 - - [17/Mar/2026:22:08:31 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.045 [auth-system-keycloak-80] [] 10.0.0.138:8080 2 0.044 200 65724ad0009fdedec9cfc77784f72695 199.19.213.168 - - [17/Mar/2026:22:08:32 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.119 [auth-system-keycloak-80] [] 10.0.0.138:8080 0 0.119 201 42000e292cc5586109e9bc4812d80453 199.19.213.168 - - [17/Mar/2026:22:08:32 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.072 [auth-system-keycloak-80] [] 10.0.0.138:8080 2246 0.073 200 c72af5500b91984f7ed95bce72c068ca 199.19.213.168 - - [17/Mar/2026:22:08:33 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.498 [auth-system-keycloak-80] [] 10.0.0.138:8080 1928 0.497 200 fc86c81ed4ed7d36dcf410f817e68146 199.19.213.168 - - [17/Mar/2026:22:08:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.039 [auth-system-keycloak-80] [] 10.0.0.138:8080 2246 0.039 200 07426b105faff6711b558848b3eedf21 199.19.213.168 - - [17/Mar/2026:22:08:33 +0000] "GET /admin/realms/atmosphere/clients/05cc2a01-f735-4928-969a-1a1a098f4ce3/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.021 [auth-system-keycloak-80] [] 10.0.0.138:8080 233 0.020 200 9d32b94a59e49563a2b5584db6bb16b1 199.19.213.168 - - [17/Mar/2026:22:08:33 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.073 [auth-system-keycloak-80] [] 10.0.0.138:8080 831 0.074 200 0ae18499d958ca1d1c5fb52b6ee07924 199.19.213.168 - - [17/Mar/2026:22:08:33 +0000] "GET /admin/realms/atmosphere/clients/3820b66f-e5b3-4adf-b301-eb20ab47c336/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.083 [auth-system-keycloak-80] [] 10.0.0.138:8080 3758 0.082 200 ea9298d65d9243055541cd6b745ed001 199.19.213.168 - - [17/Mar/2026:22:08:33 +0000] "GET /admin/realms/atmosphere/users/72d00168-2898-475d-9d37-5cdf2fc7dace/role-mappings/clients/3820b66f-e5b3-4adf-b301-eb20ab47c336/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.112 [auth-system-keycloak-80] [] 10.0.0.138:8080 3758 0.112 200 43ed36bc10e6ebfd43e82c2fb22df440 199.19.213.168 - - [17/Mar/2026:22:08:33 +0000] "GET /admin/realms/atmosphere/users/72d00168-2898-475d-9d37-5cdf2fc7dace/role-mappings/clients/3820b66f-e5b3-4adf-b301-eb20ab47c336/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.074 [auth-system-keycloak-80] [] 10.0.0.138:8080 2 0.074 200 36fd8ff8cb3c27c87f0d22d6b471f0d2 199.19.213.168 - - [17/Mar/2026:22:08:33 +0000] "POST /admin/realms/atmosphere/users/72d00168-2898-475d-9d37-5cdf2fc7dace/role-mappings/clients/3820b66f-e5b3-4adf-b301-eb20ab47c336 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.086 [auth-system-keycloak-80] [] 10.0.0.138:8080 0 0.084 204 f8a76e4d3c06ad2243589cb4aae260a4 199.19.213.168 - - [17/Mar/2026:22:08:33 +0000] "GET /admin/realms/atmosphere/users/72d00168-2898-475d-9d37-5cdf2fc7dace/role-mappings/clients/3820b66f-e5b3-4adf-b301-eb20ab47c336/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.018 [auth-system-keycloak-80] [] 10.0.0.138:8080 576 0.017 200 1f209879e8f8f5110f7a47cc74ff0f8c W0317 22:08:36.640517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:36.640554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:39.974885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:39.974934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:43.309011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:43.309077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:46.642865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:08:46.642924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:10:41.345949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:10:41.346029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:11.041234 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0317 22:11:11.041319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:11.041338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:11:11.043924 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0317 22:11:11.043956 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0317 22:11:11.049643 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0317 22:11:11.050051 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b1e3e01b-05a3-4974-b351-dac70beb77df", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6758", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:11:11.050474 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0317 22:11:11.050978 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0317 22:11:11.051097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:11.051150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:11:11.051308 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 22:11:11.094210 7 controller.go:216] "Backend successfully reloaded" I0317 22:11:11.094504 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-56lts", UID:"9441379c-6069-4f4d-ba9f-6b97a18e9292", APIVersion:"v1", ResourceVersion:"1237", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0317 22:11:11.445742 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0317 22:11:11.447061 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0317 22:11:14.385499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:14.385548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:11:15.388660 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.107.176.55"}] I0317 22:11:15.394547 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b1e3e01b-05a3-4974-b351-dac70beb77df", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6807", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 199.19.213.168 - - [17/Mar/2026:22:11:15 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.007 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.006 300 a648c734876381786b035e9839f69186 199.19.213.168 - - [17/Mar/2026:22:11:17 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 266 0.004 200 0b2e014b35e82fea14bf16d4ce5e62a6 199.19.213.168 - - [17/Mar/2026:22:11:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.351 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1360 0.351 201 acb38e647c70f2ae13a202e3910119e5 199.19.213.168 - - [17/Mar/2026:22:11:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.004 300 e2ccbeaec12d0c892c343f64b7379357 199.19.213.168 - - [17/Mar/2026:22:11:17 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.043 [openstack-keystone-api-5000] [] 10.0.0.59:5000 90 0.043 404 4b09c71184464de0fde8d0cffb10f67a 199.19.213.168 - - [17/Mar/2026:22:11:17 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.029 [openstack-keystone-api-5000] [] 10.0.0.59:5000 368 0.029 200 04c63722870836a04962d364d6110f17 199.19.213.168 - - [17/Mar/2026:22:11:17 +0000] "GET /v3/domains/05fda25d57a04336a7a39ddcb271367e HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.59:5000 245 0.022 200 a4996a8190fd4f78eb3291b1ed78ce20 W0317 22:11:17.718630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:17.718683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.168 - - [17/Mar/2026:22:11:18 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 266 0.005 200 73c7a874eb488ec11c84d2bafd3aa3b5 199.19.213.168 - - [17/Mar/2026:22:11:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.344 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1360 0.343 201 5a4d65d203567b1e0446c25a7abb0708 199.19.213.168 - - [17/Mar/2026:22:11:18 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.003 300 7037130044a26f073b1ee73b84d82886 199.19.213.168 - - [17/Mar/2026:22:11:18 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.026 [openstack-keystone-api-5000] [] 10.0.0.59:5000 101 0.027 404 33758e219dfa5ab1179434356491edb6 199.19.213.168 - - [17/Mar/2026:22:11:18 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.020 [openstack-keystone-api-5000] [] 10.0.0.59:5000 156 0.021 200 08e8460ffa93b6a43b10a42ceb333e16 199.19.213.168 - - [17/Mar/2026:22:11:18 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.024 [openstack-keystone-api-5000] [] 10.0.0.59:5000 454 0.024 201 aef9fac5a86dd0fadd8dae89ea3dec14 199.19.213.168 - - [17/Mar/2026:22:11:19 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 266 0.003 200 884534376c6274c1fffd48e64ac9e767 199.19.213.168 - - [17/Mar/2026:22:11:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1360 0.298 201 c59fe3335e611bde9e92df612a1c2ac5 199.19.213.168 - - [17/Mar/2026:22:11:20 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.005 300 d16e638b5ab13c0d776f88548f170503 199.19.213.168 - - [17/Mar/2026:22:11:20 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.027 [openstack-keystone-api-5000] [] 10.0.0.59:5000 98 0.028 404 d78b8823b302d420fe53574f66de5aef 199.19.213.168 - - [17/Mar/2026:22:11:20 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.022 [openstack-keystone-api-5000] [] 10.0.0.59:5000 136 0.022 200 a514c2831058e8ca9657faf99e76d2ef 199.19.213.168 - - [17/Mar/2026:22:11:20 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.026 [openstack-keystone-api-5000] [] 10.0.0.59:5000 357 0.026 201 769b348a85f78102135acd6cfda84633 199.19.213.168 - - [17/Mar/2026:22:11:20 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 266 0.004 200 0729fbac42bfcdad18076f790ebf5292 199.19.213.168 - - [17/Mar/2026:22:11:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1360 0.305 201 b513e299ac7c2275cc13ee6ba4033732 199.19.213.168 - - [17/Mar/2026:22:11:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.003 300 da2c17547c319a114dea4e0955c82ac0 199.19.213.168 - - [17/Mar/2026:22:11:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.030 [openstack-keystone-api-5000] [] 10.0.0.59:5000 131 0.031 404 4a0599b738cfb3b612124f246d68edfc 199.19.213.168 - - [17/Mar/2026:22:11:21 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.019 [openstack-keystone-api-5000] [] 10.0.0.59:5000 168 0.020 200 6a8ea7f15de84220f7eeac4c9ee31d12 199.19.213.168 - - [17/Mar/2026:22:11:21 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.032 [openstack-keystone-api-5000] [] 10.0.0.59:5000 224 0.031 201 fd677bde6b3f2e596fe9462abca09c96 W0317 22:11:31.626830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:31.626871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:34.960870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:34.960923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:38.740906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:38.740941 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:57.115283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:11:57.115335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:12:00.448862 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:12:00.448920 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:12:05.206849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:12:05.206904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:12:08.540753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:12:08.540809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:13:41.544078 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0317 22:13:41.544217 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0317 22:13:41.544296 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:13:41.544323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:13:41.547729 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0317 22:13:41.547763 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0317 22:13:41.551990 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0317 22:13:41.552497 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0317 22:13:41.552515 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"8e364290-2488-4e9a-89b3-142b11fab921", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7814", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:13:41.552829 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0317 22:13:41.552906 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0317 22:13:41.552966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:13:41.552981 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:13:41.553088 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 22:13:41.604862 7 controller.go:216] "Backend successfully reloaded" I0317 22:13:41.605395 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-56lts", UID:"9441379c-6069-4f4d-ba9f-6b97a18e9292", APIVersion:"v1", ResourceVersion:"1237", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration 199.19.213.168 - - [17/Mar/2026:22:13:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.004 300 3c3e64c9b31d626929771ce33347d062 I0317 22:13:42.513032 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0317 22:13:42.513997 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.168 - - [17/Mar/2026:22:13:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.362 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1992 0.362 201 d91a82ed2e5b3af5ab66603d6679a44e 199.19.213.168 - - [17/Mar/2026:22:13:42 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.044 [openstack-keystone-api-5000] [] 10.0.0.59:5000 85 0.044 404 5f3aa352e1abfb5b67081675a1ecd646 199.19.213.168 - - [17/Mar/2026:22:13:42 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.59:5000 129 0.022 200 58b218e2116e5f2061cbf86e67947244 199.19.213.168 - - [17/Mar/2026:22:13:42 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.042 [openstack-keystone-api-5000] [] 10.0.0.59:5000 230 0.042 201 5aef397e907cff26bb6808d31eea8cd2 W0317 22:13:44.886723 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0317 22:13:44.886839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:13:44.886853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:13:48.220328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:13:48.220385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.168 - - [17/Mar/2026:22:13:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.004 300 c4e5341d80e92316e4f49209eade7bb4 199.19.213.168 - - [17/Mar/2026:22:13:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.298 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1992 0.298 201 f9601622a9fae0d209f7eb4524ed4c0e 199.19.213.168 - - [17/Mar/2026:22:13:48 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.029 [openstack-keystone-api-5000] [] 10.0.0.59:5000 1521 0.028 200 e30e0779b6bf3d3140570d596ef247b9 199.19.213.168 - - [17/Mar/2026:22:13:48 +0000] "PUT /v3/roles/cd14316944414b83a252d85ff081f724/implies/a7f375ae4984419797c62c5d6c225a5c HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.047 [openstack-keystone-api-5000] [] 10.0.0.59:5000 521 0.047 201 4db27e75f7763ba1f422f4c5cad6c1b1 I0317 22:14:15.433430 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.107.176.55"}] I0317 22:14:15.468937 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"8e364290-2488-4e9a-89b3-142b11fab921", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8135", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:14:15.632033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:15.632087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.168 - - [17/Mar/2026:22:14:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.006 300 43b09e98be6806e32d92a02cc7db7457 199.19.213.168 - - [17/Mar/2026:22:14:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.377 [openstack-keystone-api-5000] [] 10.0.0.59:5000 2055 0.377 201 1bbf02e53aacaad2d73446250a32a855 199.19.213.168 - - [17/Mar/2026:22:14:40 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.030 [openstack-keystone-api-5000] [] 10.0.0.59:5000 87 0.031 404 3fdb003907f10f6dc85da6e9d425185c 199.19.213.168 - - [17/Mar/2026:22:14:40 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.028 [openstack-keystone-api-5000] [] 10.0.0.59:5000 390 0.029 200 be760c5e0f3c76ea0d8bda5aadb76a39 199.19.213.168 - - [17/Mar/2026:22:14:40 +0000] "GET /v3/users/rgw-RegionOne?domain_id=c52a5e3902624c168e53aacd159040be HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.041 [openstack-keystone-api-5000] [] 10.0.0.59:5000 91 0.042 404 36306032acdce036fa5834e984ef4463 199.19.213.168 - - [17/Mar/2026:22:14:40 +0000] "GET /v3/users?domain_id=c52a5e3902624c168e53aacd159040be&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.042 [openstack-keystone-api-5000] [] 10.0.0.59:5000 178 0.041 200 fbda19826d70033d2d09936e39596e49 199.19.213.168 - - [17/Mar/2026:22:14:41 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.453 [openstack-keystone-api-5000] [] 10.0.0.59:5000 291 0.452 201 ec9a77a49741ae82a2bcfbdb0d691c14 199.19.213.168 - - [17/Mar/2026:22:14:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.004 300 1de53090c61c788efb0e188e96f143e5 199.19.213.168 - - [17/Mar/2026:22:14:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.319 [openstack-keystone-api-5000] [] 10.0.0.59:5000 2055 0.318 201 778e4eec60184e3a43d8ad142d3b37c9 199.19.213.168 - - [17/Mar/2026:22:14:44 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.062 [openstack-keystone-api-5000] [] 10.0.0.59:5000 83 0.062 404 2b0ff37ade6fcb82492f9c498460a4fe 199.19.213.168 - - [17/Mar/2026:22:14:44 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.038 [openstack-keystone-api-5000] [] 10.0.0.59:5000 361 0.039 200 5ee068011df61e6c7fcd971880cc4541 199.19.213.168 - - [17/Mar/2026:22:14:44 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.041 [openstack-keystone-api-5000] [] 10.0.0.59:5000 87 0.041 404 de86031209080f1338a7f8b53236d3ca 199.19.213.168 - - [17/Mar/2026:22:14:44 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.023 [openstack-keystone-api-5000] [] 10.0.0.59:5000 390 0.022 200 822bf515960760abf8d1c1f835e22eaf 199.19.213.168 - - [17/Mar/2026:22:14:44 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.050 [openstack-keystone-api-5000] [] 10.0.0.59:5000 91 0.050 404 1c059e614dfc04b009037b1e13d2eff9 199.19.213.168 - - [17/Mar/2026:22:14:44 +0000] "GET /v3/users?domain_id=c52a5e3902624c168e53aacd159040be&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.042 [openstack-keystone-api-5000] [] 10.0.0.59:5000 458 0.042 200 7950e851cdeab2e1befa9ea72fc4612f 199.19.213.168 - - [17/Mar/2026:22:14:44 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.033 [openstack-keystone-api-5000] [] 10.0.0.59:5000 88 0.034 404 ebbabc21b7d51daa10fbe37a38840e62 199.19.213.168 - - [17/Mar/2026:22:14:44 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.026 [openstack-keystone-api-5000] [] 10.0.0.59:5000 520 0.027 200 7396fa3cf5aac0f85e8cbffa58fbdc69 199.19.213.168 - - [17/Mar/2026:22:14:45 +0000] "PUT /v3/projects/a9e5e653815748a5a96dfcf821552b45/users/63ac70b77db24b9bba3ae701b9c87f41/roles/0c6f780c15d44fa9bf23041af770350d HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.905 [openstack-keystone-api-5000] [] 10.0.0.59:5000 0 0.906 204 f22f8325a445f2fe010ef5899068c569 199.19.213.168 - - [17/Mar/2026:22:14:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.004 300 c77642a4c1b83772de5b446895b410bc 199.19.213.168 - - [17/Mar/2026:22:14:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.362 [openstack-keystone-api-5000] [] 10.0.0.59:5000 2055 0.362 201 517617f1e2817343f4b2643d9573cf1a 199.19.213.168 - - [17/Mar/2026:22:14:48 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.025 [openstack-keystone-api-5000] [] 10.0.0.59:5000 151 0.025 200 be6f7f6c0843976494ec1d082f931461 199.19.213.168 - - [17/Mar/2026:22:14:48 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.037 [openstack-keystone-api-5000] [] 10.0.0.59:5000 263 0.037 201 9a3f4172ec2d9555c29cc971db66f3ed 199.19.213.168 - - [17/Mar/2026:22:14:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.003 300 4996810953ff3104ab89533d7ca3974c 199.19.213.168 - - [17/Mar/2026:22:14:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.317 [openstack-keystone-api-5000] [] 10.0.0.59:5000 2157 0.318 201 d8e8307023d9355811bc98c81e48069a 199.19.213.168 - - [17/Mar/2026:22:14:49 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.028 [openstack-keystone-api-5000] [] 10.0.0.59:5000 86 0.027 404 af26f3ff6e98065ab8eeedbbb6848349 199.19.213.168 - - [17/Mar/2026:22:14:49 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.59:5000 382 0.017 200 d7b557c6694c02f9c2bd9ef117e21402 199.19.213.168 - - [17/Mar/2026:22:14:49 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=cc37ba3888464788a2f1021362c6e31f HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.020 [openstack-keystone-api-5000] [] 10.0.0.59:5000 205 0.021 200 bd66042349df3e25174c48b6ae39edcb 199.19.213.168 - - [17/Mar/2026:22:14:49 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.032 [openstack-keystone-api-5000] [] 10.0.0.59:5000 379 0.032 201 1d9bb010da685c6850e6c68e0b941ea6 199.19.213.168 - - [17/Mar/2026:22:14:50 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.003 300 ad1a69ef10bc2b65ce7631b11c53365a 199.19.213.168 - - [17/Mar/2026:22:14:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.59:5000 2366 0.294 201 ecf6ac108fd4c1e21c8b34223bdceb1f 199.19.213.168 - - [17/Mar/2026:22:14:50 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.031 [openstack-keystone-api-5000] [] 10.0.0.59:5000 86 0.032 404 b0c8166e6eba938a9210f80c28cd97b7 199.19.213.168 - - [17/Mar/2026:22:14:50 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.59:5000 382 0.016 200 e1bd1cc596df90f4e9eef847c33c6246 199.19.213.168 - - [17/Mar/2026:22:14:50 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=cc37ba3888464788a2f1021362c6e31f HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.018 [openstack-keystone-api-5000] [] 10.0.0.59:5000 207 0.018 200 ba4892279e74f591590ef351a66a8a59 199.19.213.168 - - [17/Mar/2026:22:14:50 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.035 [openstack-keystone-api-5000] [] 10.0.0.59:5000 392 0.035 201 81183291153f50ddddb27a859529e7fc W0317 22:14:52.356460 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0317 22:14:52.356597 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0317 22:14:52.356674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:52.356695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:14:52.360818 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:35.7kB} I0317 22:14:52.360848 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0317 22:14:52.368140 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0317 22:14:52.368453 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"42d3d092-cfee-4f8f-a5a0-c1df2a0f4a81", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8360", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:14:52.368764 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0317 22:14:52.369227 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0317 22:14:52.369353 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0317 22:14:52.369436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:52.369460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:14:52.369629 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 22:14:52.427962 7 controller.go:216] "Backend successfully reloaded" I0317 22:14:52.428605 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-56lts", UID:"9441379c-6069-4f4d-ba9f-6b97a18e9292", APIVersion:"v1", ResourceVersion:"1237", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0317 22:14:52.770196 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0317 22:14:52.771248 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0317 22:14:55.703296 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0317 22:14:55.703511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:14:55.703534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:09.476031 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0317 22:15:09.476321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:09.476353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:13.644301 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:15:13.644507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:13.644528 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:15:13.644710 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 22:15:13.721461 7 controller.go:216] "Backend successfully reloaded" I0317 22:15:13.721726 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-56lts", UID:"9441379c-6069-4f4d-ba9f-6b97a18e9292", APIVersion:"v1", ResourceVersion:"1237", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0317 22:15:15.386275 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.107.176.55"}] I0317 22:15:15.393115 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"42d3d092-cfee-4f8f-a5a0-c1df2a0f4a81", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8632", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:15:16.978148 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:15:16.978472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:16.978522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:20.311805 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:15:20.311989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:20.312012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:23.645495 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:15:23.645700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:23.645733 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:26.979096 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:15:26.979546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:26.979588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:40.526235 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:15:40.526474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:40.526553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:43.861662 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:15:43.861823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:43.861840 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:49.045707 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:15:49.046362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:49.046388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:59.177775 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0317 22:15:59.177928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:15:59.177944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:16:38.161162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:16:38.161203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:17:56.293223 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0317 22:17:56.293397 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0317 22:17:56.293648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:17:56.293668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:17:56.299903 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:39.2kB} I0317 22:17:56.299966 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0317 22:17:56.307320 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0317 22:17:56.307666 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store I0317 22:17:56.307688 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"e757cff1-d2a3-43de-8ae2-7d242a8f0829", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9800", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:17:56.307931 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0317 22:17:56.308006 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0317 22:17:56.308055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:17:56.308069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0317 22:17:56.308193 7 controller.go:196] "Configuration changes detected, backend reload required" I0317 22:17:56.354167 7 controller.go:216] "Backend successfully reloaded" I0317 22:17:56.354461 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-56lts", UID:"9441379c-6069-4f4d-ba9f-6b97a18e9292", APIVersion:"v1", ResourceVersion:"1237", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0317 22:17:56.821850 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0317 22:17:56.823184 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0317 22:17:59.642694 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0317 22:17:59.642913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:17:59.642937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.168 - - [17/Mar/2026:22:18:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.004 300 8c899aa864e9c5a03fc4595d87352312 199.19.213.168 - - [17/Mar/2026:22:18:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.362 [openstack-keystone-api-5000] [] 10.0.0.59:5000 3201 0.363 201 3b12dd83b31960f2df8194733cf5d6e6 199.19.213.168 - - [17/Mar/2026:22:18:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 41178f02e8aff726bb8b71ced8c7fd5c 199.19.213.168 - - [17/Mar/2026:22:18:01 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4c4af96fffc91a5dd6069cd6f84f9ea6 199.19.213.168 - - [17/Mar/2026:22:18:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.004 300 7ff18ab778b3a68f0b820f9a58865db2 199.19.213.168 - - [17/Mar/2026:22:18:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.59:5000 3201 0.302 201 15e3dd392fe32381a285720654d7e9f5 199.19.213.168 - - [17/Mar/2026:22:18:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 21ebb0fe062347e317ea7c64b6984466 199.19.213.168 - - [17/Mar/2026:22:18:03 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - fc8d591841768ab9c1ac473072d09e2b 199.19.213.168 - - [17/Mar/2026:22:18:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.003 300 494d0eb179eeb10e03f0e963a6895210 199.19.213.168 - - [17/Mar/2026:22:18:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.59:5000 3201 0.294 201 cf519dfab90bac12f66d39055f6bdda6 199.19.213.168 - - [17/Mar/2026:22:18:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 712f4c5067ed13c871fb37763a563511 199.19.213.168 - - [17/Mar/2026:22:18:05 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d94e60ed05348e5d6f86a411b3eb10f6 199.19.213.168 - - [17/Mar/2026:22:18:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.006 300 12e747cb7f815dac15f88ebf0fee05a0 199.19.213.168 - - [17/Mar/2026:22:18:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.59:5000 3201 0.303 201 b89b8cf2b46b75318084e32a3e283e8c 199.19.213.168 - - [17/Mar/2026:22:18:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4599ca2124dd7093cb42aa42cf90d10a 199.19.213.168 - - [17/Mar/2026:22:18:07 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - efc173e5a2c0e6b34d37c50a65212791 W0317 22:18:07.630354 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0317 22:18:07.630692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:18:07.630718 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.168 - - [17/Mar/2026:22:18:08 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.003 300 322b41bc0447603c07d5789b9c6af25c 199.19.213.168 - - [17/Mar/2026:22:18:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.59:5000 3201 0.302 201 1b32e73aeaed73014d43aa877e78b33c 199.19.213.168 - - [17/Mar/2026:22:18:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4d88552c1f7701e2eed4be1e78154a12 199.19.213.168 - - [17/Mar/2026:22:18:09 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3ee727f83b796210b8646c29295612b8 199.19.213.168 - - [17/Mar/2026:22:18:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.005 300 4c1d45b513d1a4e3b6c591109d6af614 199.19.213.168 - - [17/Mar/2026:22:18:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.59:5000 3201 0.301 201 3df8525b8daca92bf52582acf0efe859 199.19.213.168 - - [17/Mar/2026:22:18:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9337a89f96edf5c12cd806eb368799e6 199.19.213.168 - - [17/Mar/2026:22:18:10 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 310098d75190c60fc2eadc9ac7363282 199.19.213.168 - - [17/Mar/2026:22:18:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.004 300 b18e2f126f80865e21f15b420268e1dc 199.19.213.168 - - [17/Mar/2026:22:18:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.59:5000 3201 0.303 201 741be18b9a933663f5b9b1877096f28c 199.19.213.168 - - [17/Mar/2026:22:18:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ff656a287abe8ab7a7602e2b437e010e 199.19.213.168 - - [17/Mar/2026:22:18:12 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1633c3081cd478915b71aa692557c1d8 199.19.213.168 - - [17/Mar/2026:22:18:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.005 300 0a9884c43cf9c315eddd14f76e36a887 199.19.213.168 - - [17/Mar/2026:22:18:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.59:5000 3201 0.303 201 9aa87cd8f1148b300f5ce51ccef0327f 199.19.213.168 - - [17/Mar/2026:22:18:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 941952264366dc95a306594a1dcc85de 199.19.213.168 - - [17/Mar/2026:22:18:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b1603a08bf49a8b400dcbe501b45f54e I0317 22:18:15.386780 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.107.176.55"}] I0317 22:18:15.392395 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"e757cff1-d2a3-43de-8ae2-7d242a8f0829", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9939", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0317 22:18:15.394933 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0317 22:18:15.395149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:18:15.395171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.168 - - [17/Mar/2026:22:18:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.005 300 a50eb07bc8fa2c3d60c1322b17fbf390 199.19.213.168 - - [17/Mar/2026:22:18:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.315 [openstack-keystone-api-5000] [] 10.0.0.59:5000 3201 0.314 201 9e22cd49515860c991610c2da93a9f8e 199.19.213.168 - - [17/Mar/2026:22:18:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 2c92e90dc117bd6f145f1e667b6500de 199.19.213.168 - - [17/Mar/2026:22:18:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a2ffe474813278b955cdf9c02ddb7655 199.19.213.168 - - [17/Mar/2026:22:18:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.003 300 9fe72ccbfee21428a28b23cfd75e2ee9 199.19.213.168 - - [17/Mar/2026:22:18:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.309 [openstack-keystone-api-5000] [] 10.0.0.59:5000 3201 0.309 201 418fcfd43d96c8748565c574910c1399 199.19.213.168 - - [17/Mar/2026:22:18:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c860ab5e1ddddb166e8f70e85088b969 199.19.213.168 - - [17/Mar/2026:22:18:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8014fc60d92f3e56d2f1e84ffed91f7d W0317 22:18:18.728657 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:18:18.728710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.168 - - [17/Mar/2026:22:18:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.005 300 49ea102bfd38438a0aece7e5284dd8c8 199.19.213.168 - - [17/Mar/2026:22:18:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.59:5000 3201 0.310 201 cfb028301633abc2e364fb87d104e134 199.19.213.168 - - [17/Mar/2026:22:18:20 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.53:9292 1193 0.002 300 8756b22896202ed0d97c81f6fc68e47f 199.19.213.168 - - [17/Mar/2026:22:18:20 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.579 [openstack-glance-api-9292] [] 10.0.0.53:9292 69 0.580 200 33b89ccdc25a5df5db8b4e028ecdd751 199.19.213.168 - - [17/Mar/2026:22:18:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.59:5000 281 0.004 300 8207a5d8012f0353cfb124d0c2a5cea4 199.19.213.168 - - [17/Mar/2026:22:18:24 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.59:5000 3201 0.312 201 339e010f45d4ebc517a89170f6a76c7a 199.19.213.168 - - [17/Mar/2026:22:18:24 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.53:9292 1193 0.002 300 5c315c990177d763ae286b306ff2b1aa 199.19.213.168 - - [17/Mar/2026:22:18:24 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.042 [openstack-glance-api-9292] [] 10.0.0.53:9292 69 0.042 200 5568203b0566868efca454a80aafac8e 199.19.213.168 - - [17/Mar/2026:22:18:24 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.131 [openstack-glance-api-9292] [] 10.0.0.53:9292 151 0.130 404 26943260955919ae3f1c27f3037bf303 199.19.213.168 - - [17/Mar/2026:22:18:24 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.026 [openstack-glance-api-9292] [] 10.0.0.53:9292 81 0.026 200 975da3ad7308a33284f184067e75505f 199.19.213.168 - - [17/Mar/2026:22:18:24 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.032 [openstack-glance-api-9292] [] 10.0.0.53:9292 84 0.033 200 5fe542232805d6b3fbe8f61672039f7a 199.19.213.168 - - [17/Mar/2026:22:18:25 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.070 [openstack-glance-api-9292] [] 10.0.0.53:9292 760 0.070 201 43af8aa3d6a55ebd5fa5642df587827d 199.19.213.168 - - [17/Mar/2026:22:18:29 +0000] "PUT /v2/images/be117087-3a8d-450f-959f-5af1a1f5cc7f/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.213 [openstack-glance-api-9292] [] 10.0.0.53:9292 0 4.213 204 5f8912f65e01e1e4ab82b9eae0d08f82 199.19.213.168 - - [17/Mar/2026:22:18:29 +0000] "GET /v2/images/be117087-3a8d-450f-959f-5af1a1f5cc7f HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.53:9292 1171 0.015 200 f3160f4a2d13a097682ef5911f22ef64 199.19.213.168 - - [17/Mar/2026:22:18:29 +0000] "GET /v2/images/be117087-3a8d-450f-959f-5af1a1f5cc7f HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.53:9292 1171 0.016 200 c5481dbc2e115fbf0bab95f5febc2a69 W0317 22:18:32.290155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:18:32.290323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:18:35.624371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0317 22:18:35.624437 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store