------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0324 14:55:18.640666 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0324 14:55:18.640884 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0324 14:55:18.651954 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0324 14:55:18.655784 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0324 14:55:19.202829 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0324 14:55:19.222827 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0324 14:55:19.238673 7 nginx.go:271] "Starting NGINX Ingress controller" I0324 14:55:19.244983 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"e3d8f286-ebf8-4220-bb1e-d9f2e3d528a6", APIVersion:"v1", ResourceVersion:"1076", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0324 14:55:19.248710 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"65092b66-9abb-4875-83c8-093eba71eaf3", APIVersion:"v1", ResourceVersion:"1075", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0324 14:55:19.248791 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3957f14e-a8bd-421e-9042-084ce6d7f734", APIVersion:"v1", ResourceVersion:"1074", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0324 14:55:20.440430 7 nginx.go:317] "Starting NGINX process" I0324 14:55:20.440517 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0324 14:55:20.441187 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0324 14:55:20.441396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:20.441424 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:55:20.441471 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 14:55:20.454335 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0324 14:55:20.454877 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-br6qr" I0324 14:55:20.477444 7 controller.go:216] "Backend successfully reloaded" I0324 14:55:20.477572 7 controller.go:227] "Initial sync, sleeping for 1 second" I0324 14:55:20.477701 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br6qr", UID:"0b03fb48-0376-4f45-9598-35186ce45766", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 14:55:24.262515 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:24.262585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:27.596161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:27.596214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:30.930331 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:30.930363 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:34.262598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:34.262652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:37.596511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:37.596560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:40.930161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:40.930225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:44.263188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:44.263269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:47.599110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:47.599151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:54.345707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:54.345757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:57.679803 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:55:57.679890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:01.012692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:01.012757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:48.218156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:48.218216 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:51.551693 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:56:51.551747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:00.192903 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:00.192943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:08.565561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:08.565606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:14.611168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:14.611225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:17.946138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:17.946187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:21.278241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:21.278288 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:24.612446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:24.612494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:27.944634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:57:27.944683 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:55.858449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:55.858493 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:58.467351 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-19-213-31.nip.io-tls": local SSL certificate auth-system/keycloak.199-19-213-31.nip.io-tls was not found. Using default certificate W0324 14:59:58.467419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:58.467434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:59:58.469622 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0324 14:59:58.469667 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0324 14:59:58.477556 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0324 14:59:58.477825 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"03e45ff5-9d89-4d04-88d4-b7f4b065d18e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2914", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 14:59:58.478032 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-19-213-31.nip.io-tls" in local store I0324 14:59:58.859321 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-19-213-31.nip.io-tls" I0324 14:59:58.861251 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-19-213-31.nip.io-tls" W0324 14:59:59.192167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 14:59:59.192228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 14:59:59.192343 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 14:59:59.227757 7 controller.go:216] "Backend successfully reloaded" I0324 14:59:59.228356 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br6qr", UID:"0b03fb48-0376-4f45-9598-35186ce45766", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 15:00:02.526164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:02.526274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.31 - - [24/Mar/2026:15:00:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 1.785 [auth-system-keycloak-80] [] 10.0.0.110:8080 1882 1.783 200 c93b38554dd197fd45ab50326f1fae7e 199.19.213.31 - - [24/Mar/2026:15:00:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 28 "-" "Ansible" 1195 0.184 [auth-system-keycloak-80] [] 10.0.0.110:8080 28 0.184 404 3cc2b3365d4f473ceb514f8cffc4586e 199.19.213.31 - - [24/Mar/2026:15:00:15 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 5.795 [auth-system-keycloak-80] [] 10.0.0.110:8080 0 5.794 201 30d66cda6327e5f40770ef05d2de9162 199.19.213.31 - - [24/Mar/2026:15:00:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.775 [auth-system-keycloak-80] [] 10.0.0.110:8080 4177 0.776 200 f955162d1fed2a03ae3115f0b23acad8 199.19.213.31 - - [24/Mar/2026:15:00:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.062 [auth-system-keycloak-80] [] 10.0.0.110:8080 1882 0.061 200 036f210410a0cb9249be5b7b866d40e5 199.19.213.31 - - [24/Mar/2026:15:00:17 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1209 0.098 [auth-system-keycloak-80] [] 10.0.0.110:8080 12500 0.098 200 b2f94adb6ab84b48584e42dfc05b7fac 199.19.213.31 - - [24/Mar/2026:15:00:17 +0000] "GET /admin/realms/atmosphere/client-scopes/c20679b2-e672-4787-b325-e9f1c437b7cc HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.012 [auth-system-keycloak-80] [] 10.0.0.110:8080 1278 0.011 200 3877037c2bbbe0ed68c34920792d2513 199.19.213.31 - - [24/Mar/2026:15:00:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/c20679b2-e672-4787-b325-e9f1c437b7cc HTTP/1.1" 204 0 "-" "Ansible" 1846 0.024 [auth-system-keycloak-80] [] 10.0.0.110:8080 0 0.023 204 0d919ec2523c695a1046f016a7898dbc 199.19.213.31 - - [24/Mar/2026:15:00:17 +0000] "GET /admin/realms/atmosphere/client-scopes/c20679b2-e672-4787-b325-e9f1c437b7cc/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.047 [auth-system-keycloak-80] [] 10.0.0.110:8080 963 0.047 200 24ea905860d5cbace275e44c4a133a8a 199.19.213.31 - - [24/Mar/2026:15:00:17 +0000] "GET /admin/realms/atmosphere/client-scopes/c20679b2-e672-4787-b325-e9f1c437b7cc/protocol-mappers/models/eec3580b-32d2-491f-980c-9a126defbdcc HTTP/1.1" 200 366 "-" "Ansible" 1307 0.009 [auth-system-keycloak-80] [] 10.0.0.110:8080 366 0.009 200 8bb65b4f96e5659f6c9ba53dfa5477da 199.19.213.31 - - [24/Mar/2026:15:00:17 +0000] "PUT /admin/realms/atmosphere/client-scopes/c20679b2-e672-4787-b325-e9f1c437b7cc/protocol-mappers/models/eec3580b-32d2-491f-980c-9a126defbdcc HTTP/1.1" 204 0 "-" "Ansible" 1620 0.101 [auth-system-keycloak-80] [] 10.0.0.110:8080 0 0.100 204 c24f61336b3624de81e65ec46cbd2a97 199.19.213.31 - - [24/Mar/2026:15:00:17 +0000] "GET /admin/realms/atmosphere/client-scopes/c20679b2-e672-4787-b325-e9f1c437b7cc HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.044 [auth-system-keycloak-80] [] 10.0.0.110:8080 1218 0.045 200 5e51906052b1d8875cf74c0add9fd361 I0324 15:00:20.462316 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.110.239.176"}] I0324 15:00:20.471274 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"03e45ff5-9d89-4d04-88d4-b7f4b065d18e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3204", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:00:20.473053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:00:20.473091 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.31 - - [24/Mar/2026:15:00:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.110:8080 1882 0.045 200 822715b960322cafc0b2c9e7f5617885 199.19.213.31 - - [24/Mar/2026:15:00:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.052 [auth-system-keycloak-80] [] 10.0.0.110:8080 2 0.052 200 2e2679ac022336929fe641d909ce3ed3 199.19.213.31 - - [24/Mar/2026:15:00:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.203 [auth-system-keycloak-80] [] 10.0.0.110:8080 0 0.203 201 e8fa1c413b0f540b86b349399877e8f7 199.19.213.31 - - [24/Mar/2026:15:00:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.065 [auth-system-keycloak-80] [] 10.0.0.110:8080 1259 0.066 200 a62a3fb5b05aefc1b27b98c8b8a9e313 199.19.213.31 - - [24/Mar/2026:15:00:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.110:8080 1882 0.046 200 c376fdfb6ba89d170596e524dbadf6dc 199.19.213.31 - - [24/Mar/2026:15:00:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.012 [auth-system-keycloak-80] [] 10.0.0.110:8080 2 0.013 200 699be5655645253b2918fdd526bea11a 199.19.213.31 - - [24/Mar/2026:15:00:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.067 [auth-system-keycloak-80] [] 10.0.0.110:8080 0 0.067 201 255615b7e018a5898f48883588b9838d 199.19.213.31 - - [24/Mar/2026:15:00:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.061 [auth-system-keycloak-80] [] 10.0.0.110:8080 1283 0.061 200 7f394dcb24e6de69ac47f5d308e610a2 199.19.213.31 - - [24/Mar/2026:15:00:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.049 [auth-system-keycloak-80] [] 10.0.0.110:8080 1882 0.048 200 76fe2cf34daa5fdaa78a8960b7c9bca1 199.19.213.31 - - [24/Mar/2026:15:00:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.054 [auth-system-keycloak-80] [] 10.0.0.110:8080 2 0.054 200 e962415236dcacda9a431b9c1db390cd 199.19.213.31 - - [24/Mar/2026:15:00:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.103 [auth-system-keycloak-80] [] 10.0.0.110:8080 0 0.102 201 918157e8da69e2e4e3830e1e5c545df0 199.19.213.31 - - [24/Mar/2026:15:00:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.069 [auth-system-keycloak-80] [] 10.0.0.110:8080 1249 0.069 200 63770c0850f9d0928d161a7b4bc49cbb 199.19.213.31 - - [24/Mar/2026:15:00:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.050 [auth-system-keycloak-80] [] 10.0.0.110:8080 1882 0.047 200 9b4bc38df9e6c0e7dcea72d88823d217 199.19.213.31 - - [24/Mar/2026:15:00:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.110:8080 1259 0.009 200 131b8489c0aa008f60a78e6309c8fde2 199.19.213.31 - - [24/Mar/2026:15:00:41 +0000] "GET /admin/realms/atmosphere/clients/0eb6b4e5-d3a2-445e-92ff-8f47db6bc4ad/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.110:8080 31 0.016 404 fa7dedc6574bd0aacd00622676027785 199.19.213.31 - - [24/Mar/2026:15:00:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.110:8080 1259 0.008 200 057b59802c99ccb8a5cdba05731ddc2c 199.19.213.31 - - [24/Mar/2026:15:00:41 +0000] "POST /admin/realms/atmosphere/clients/0eb6b4e5-d3a2-445e-92ff-8f47db6bc4ad/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.041 [auth-system-keycloak-80] [] 10.0.0.110:8080 0 0.041 201 1f89a1631a279bc737526cae7f76afac 199.19.213.31 - - [24/Mar/2026:15:00:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.110:8080 1259 0.007 200 90db106410d15a80d3432a7908996da2 199.19.213.31 - - [24/Mar/2026:15:00:41 +0000] "GET /admin/realms/atmosphere/clients/0eb6b4e5-d3a2-445e-92ff-8f47db6bc4ad/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.015 [auth-system-keycloak-80] [] 10.0.0.110:8080 166 0.016 200 8fc41cf46948084b873282f567f2ebc6 199.19.213.31 - - [24/Mar/2026:15:00:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.053 [auth-system-keycloak-80] [] 10.0.0.110:8080 1882 0.051 200 637be9b13bbbe797207ed63180e053a7 199.19.213.31 - - [24/Mar/2026:15:00:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.110:8080 1283 0.006 200 1ee4cf73d493b9738a549a3489af8b73 199.19.213.31 - - [24/Mar/2026:15:00:41 +0000] "GET /admin/realms/atmosphere/clients/cb2a0480-b3a0-434a-91cb-34152705b8eb/roles/admin HTTP/1.1" 404 31 "-" "Ansible" 1252 0.008 [auth-system-keycloak-80] [] 10.0.0.110:8080 31 0.008 404 776ef69897ba1296867976b6b53bbe20 199.19.213.31 - - [24/Mar/2026:15:00:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.110:8080 1283 0.004 200 a7f2e32f44dc77ffb2c21cb3b6911fb8 199.19.213.31 - - [24/Mar/2026:15:00:41 +0000] "POST /admin/realms/atmosphere/clients/cb2a0480-b3a0-434a-91cb-34152705b8eb/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.019 [auth-system-keycloak-80] [] 10.0.0.110:8080 0 0.019 201 1066a56abb0dabe6045c54f2de7c9223 199.19.213.31 - - [24/Mar/2026:15:00:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.110:8080 1283 0.006 200 1ead759fd8a9f8b9cb6efabcc13c486c 199.19.213.31 - - [24/Mar/2026:15:00:41 +0000] "GET /admin/realms/atmosphere/clients/cb2a0480-b3a0-434a-91cb-34152705b8eb/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.016 [auth-system-keycloak-80] [] 10.0.0.110:8080 165 0.016 200 2f9b47940337f3b278a8fc2eecd7ce33 199.19.213.31 - - [24/Mar/2026:15:00:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.052 [auth-system-keycloak-80] [] 10.0.0.110:8080 1882 0.050 200 1d25c0415b599582d59eed3dd2ace867 199.19.213.31 - - [24/Mar/2026:15:00:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.110:8080 1283 0.007 200 7c96cac257718075a8e5f9aea18b3679 199.19.213.31 - - [24/Mar/2026:15:00:42 +0000] "GET /admin/realms/atmosphere/clients/cb2a0480-b3a0-434a-91cb-34152705b8eb/roles/editor HTTP/1.1" 404 31 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.110:8080 31 0.011 404 34f88465731bf66c53203ab82c3826dd 199.19.213.31 - - [24/Mar/2026:15:00:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.110:8080 1283 0.007 200 0fafad46ecc817dbd4046c7dd6f1f0c0 199.19.213.31 - - [24/Mar/2026:15:00:42 +0000] "POST /admin/realms/atmosphere/clients/cb2a0480-b3a0-434a-91cb-34152705b8eb/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.015 [auth-system-keycloak-80] [] 10.0.0.110:8080 0 0.015 201 a2e7afa9605c13edc3f7c46fbd465239 199.19.213.31 - - [24/Mar/2026:15:00:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.035 [auth-system-keycloak-80] [] 10.0.0.110:8080 1283 0.034 200 e82904bdf3348d83bbc68a4298526c03 199.19.213.31 - - [24/Mar/2026:15:00:42 +0000] "GET /admin/realms/atmosphere/clients/cb2a0480-b3a0-434a-91cb-34152705b8eb/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.110:8080 166 0.013 200 5212d10a7764cd42042f40cffd7cf375 199.19.213.31 - - [24/Mar/2026:15:00:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.062 [auth-system-keycloak-80] [] 10.0.0.110:8080 1882 0.061 200 93dcc72fdcea6631c85bee802ee1fb1a 199.19.213.31 - - [24/Mar/2026:15:00:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.035 [auth-system-keycloak-80] [] 10.0.0.110:8080 1283 0.036 200 3b5cd6cf5317b193f3b06aa3ce4fb699 199.19.213.31 - - [24/Mar/2026:15:00:42 +0000] "GET /admin/realms/atmosphere/clients/cb2a0480-b3a0-434a-91cb-34152705b8eb/roles/viewer HTTP/1.1" 404 31 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.110:8080 31 0.011 404 7d3d0742019a9c1402e1b20e532f3dee 199.19.213.31 - - [24/Mar/2026:15:00:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.110:8080 1283 0.007 200 9424954b9e474ca463a125c0f70eec7e 199.19.213.31 - - [24/Mar/2026:15:00:42 +0000] "POST /admin/realms/atmosphere/clients/cb2a0480-b3a0-434a-91cb-34152705b8eb/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.057 [auth-system-keycloak-80] [] 10.0.0.110:8080 0 0.057 201 3a3a78e4af7542165bef76e622841c90 199.19.213.31 - - [24/Mar/2026:15:00:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.110:8080 1283 0.007 200 ce7cff163f66c7641132d54257b969f9 199.19.213.31 - - [24/Mar/2026:15:00:42 +0000] "GET /admin/realms/atmosphere/clients/cb2a0480-b3a0-434a-91cb-34152705b8eb/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.110:8080 166 0.012 200 8acae248c922ebcaf360386843868dcc 199.19.213.31 - - [24/Mar/2026:15:00:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.046 [auth-system-keycloak-80] [] 10.0.0.110:8080 1882 0.045 200 46575a08426b81ff5bcafed47febdf46 199.19.213.31 - - [24/Mar/2026:15:00:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.021 [auth-system-keycloak-80] [] 10.0.0.110:8080 1249 0.022 200 78ec5e07e6ccfdf9bc9aae833f9a531f 199.19.213.31 - - [24/Mar/2026:15:00:43 +0000] "GET /admin/realms/atmosphere/clients/eab0a9ad-9f7f-4b96-9720-939b9358f973/roles/member HTTP/1.1" 404 31 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.110:8080 31 0.011 404 1fff7333ad886e85f7db8ce7c43e5688 199.19.213.31 - - [24/Mar/2026:15:00:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.110:8080 1249 0.008 200 0fb27641cd36eca3ce6778162ce0eb80 199.19.213.31 - - [24/Mar/2026:15:00:43 +0000] "POST /admin/realms/atmosphere/clients/eab0a9ad-9f7f-4b96-9720-939b9358f973/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.110:8080 0 0.017 201 1fdef0b60b1bcc0618738b99f6ce9871 199.19.213.31 - - [24/Mar/2026:15:00:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.029 [auth-system-keycloak-80] [] 10.0.0.110:8080 1249 0.029 200 f4c583b4bf9d6908a1177ab31bf729d9 199.19.213.31 - - [24/Mar/2026:15:00:43 +0000] "GET /admin/realms/atmosphere/clients/eab0a9ad-9f7f-4b96-9720-939b9358f973/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.013 [auth-system-keycloak-80] [] 10.0.0.110:8080 166 0.014 200 8fd22e38a0d6170c803501cc78741326 W0324 15:01:51.192075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:51.192114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:51.266357 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:51.266436 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0324 15:01:51.266496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:51.266519 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:51.266738 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:51.266805 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0324 15:01:51.266846 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:51.266863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:51.266937 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. I0324 15:01:51.268379 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0324 15:01:51.268412 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" W0324 15:01:51.268637 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0324 15:01:51.268698 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:01:51.268717 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} W0324 15:01:51.268725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:01:51.268744 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0324 15:01:51.273412 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:18.2kB} I0324 15:01:51.273440 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0324 15:01:51.277695 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0324 15:01:51.278154 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0324 15:01:51.278182 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0324 15:01:51.278629 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ee3c7f25-b2de-461e-a34b-caa7e2294329", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3856", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:01:51.279223 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0324 15:01:51.279272 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4e10ec34-c298-4685-bff1-5a10882f44f7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3858", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:01:51.285194 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0324 15:01:51.287585 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fb06470d-2aac-4a00-80d6-43b3115c440e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3866", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:01:51.287812 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0324 15:01:51.620052 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0324 15:01:51.621794 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0324 15:01:51.679168 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0324 15:01:51.680173 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0324 15:01:52.836519 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0324 15:01:52.837450 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0324 15:01:54.525831 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:54.525889 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:54.525919 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:54.526214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:54.526241 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:01:54.526469 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:01:54.571327 7 controller.go:216] "Backend successfully reloaded" I0324 15:01:54.571785 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br6qr", UID:"0b03fb48-0376-4f45-9598-35186ce45766", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 15:01:57.860182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:01:57.860270 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:01:57.860312 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:01:57.860445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:01:57.860477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:01.196564 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:01.196654 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:01.196687 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:01.196766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:01.196790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:04.525447 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:04.525512 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:04.525534 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:04.525616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:04.525634 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:07.859102 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:07.859179 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:07.859224 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:07.859364 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:07.859391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:11.192812 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:11.192991 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:11.193080 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:11.193272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:11.193337 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:14.526061 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:14.526129 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:14.526172 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:14.526351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:14.526390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:17.859668 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:17.859725 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:17.859759 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:17.859857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:17.859884 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:02:20.463764 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.110.239.176"}] I0324 15:02:20.463978 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.110.239.176"}] I0324 15:02:20.464250 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.110.239.176"}] I0324 15:02:20.471392 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ee3c7f25-b2de-461e-a34b-caa7e2294329", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4654", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:02:20.473850 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"fb06470d-2aac-4a00-80d6-43b3115c440e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4655", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0324 15:02:20.474920 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4e10ec34-c298-4685-bff1-5a10882f44f7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4656", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:02:21.192612 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:21.192681 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0324 15:02:21.192749 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:21.192896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:21.192928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:24.526172 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:24.526253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:24.526357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:24.526377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:27.859085 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:27.859156 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:27.859282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:27.859309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:31.193412 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:31.193554 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:31.193696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:31.193727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:34.525588 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:34.525656 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:34.525755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:34.525776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:37.859260 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:37.859388 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:37.859522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:37.859550 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:41.192322 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:41.192468 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:41.192618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:41.192648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:44.526351 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:44.526453 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:44.526584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:44.526614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:47.859664 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:47.859843 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:47.859992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:47.860019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:51.193822 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:51.194103 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0324 15:02:51.194389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:51.194425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.164 - - [24/Mar/2026:15:02:51 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.205 [auth-system-keycloak-80] [] 10.0.0.110:8080 6297 0.205 200 98fb3031dada8eaa2f654242c9e5d3e8 10.0.0.82 - - [24/Mar/2026:15:02:51 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "Go-http-client/1.1" 160 0.197 [auth-system-keycloak-80] [] 10.0.0.110:8080 6297 0.197 200 5b07c04f8bbbbb830f4a71b08d07e72c W0324 15:02:54.525835 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:54.526105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:54.526153 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:57.858962 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:02:57.859187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:02:57.859275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:01.192476 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0324 15:03:01.192732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:01.192770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:04.526517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:04.526671 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.31 - - [24/Mar/2026:15:03:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.047 [auth-system-keycloak-80] [] 10.0.0.110:8080 1882 0.045 200 ca5d9d0a8973c526d28dfff62c252c82 199.19.213.31 - - [24/Mar/2026:15:03:06 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4177 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.110:8080 4177 0.007 200 def8ec99c27453877a9b763dd4705244 199.19.213.31 - - [24/Mar/2026:15:03:06 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5634 0.582 [auth-system-keycloak-80] [] 10.0.0.110:8080 0 0.580 204 e160b5153c5b12c95787b4d40d44599d 199.19.213.31 - - [24/Mar/2026:15:03:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4315 "-" "Ansible" 1195 0.202 [auth-system-keycloak-80] [] 10.0.0.110:8080 4315 0.202 200 67c141eb5a7e299364683bff5e429fb2 199.19.213.31 - - [24/Mar/2026:15:03:07 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6297 "-" "ansible-httpget" 180 0.007 [auth-system-keycloak-80] [] 10.0.0.110:8080 6297 0.006 200 85e7c2fa94d0124a96ddba5ef3be3545 W0324 15:03:07.859617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:07.859670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.31 - - [24/Mar/2026:15:03:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.045 [auth-system-keycloak-80] [] 10.0.0.110:8080 1882 0.044 200 000d4db86ff08f45a744d5cc1a4ba3af 199.19.213.31 - - [24/Mar/2026:15:03:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.011 [auth-system-keycloak-80] [] 10.0.0.110:8080 2 0.010 200 3c92be1062c6941462900c2e5646bd90 199.19.213.31 - - [24/Mar/2026:15:03:08 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.102 [auth-system-keycloak-80] [] 10.0.0.110:8080 0 0.100 201 ff4fc53a61b7afff52fe0a5dc52f8da0 199.19.213.31 - - [24/Mar/2026:15:03:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.022 [auth-system-keycloak-80] [] 10.0.0.110:8080 2242 0.023 200 d912f3fc7acb1a8f315178681c78835d 199.19.213.31 - - [24/Mar/2026:15:03:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1882 "-" "Ansible" 331 0.055 [auth-system-keycloak-80] [] 10.0.0.110:8080 1882 0.050 200 593bf78bcf79a65081b432852be769cb 199.19.213.31 - - [24/Mar/2026:15:03:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.043 [auth-system-keycloak-80] [] 10.0.0.110:8080 2242 0.042 200 2d1fc0e90a47b78b997d5a26e63e8ef0 199.19.213.31 - - [24/Mar/2026:15:03:09 +0000] "GET /admin/realms/atmosphere/clients/0bd3b02f-04fa-4554-8dd7-5f97a24a8150/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.020 [auth-system-keycloak-80] [] 10.0.0.110:8080 233 0.021 200 f0884f5ca8e2e5d8b44ed5be2105c6d6 199.19.213.31 - - [24/Mar/2026:15:03:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.052 [auth-system-keycloak-80] [] 10.0.0.110:8080 831 0.052 200 fb1a49753ca81684d6b249ee1b5b0f90 199.19.213.31 - - [24/Mar/2026:15:03:09 +0000] "GET /admin/realms/atmosphere/clients/e4f09611-3ade-4b98-839b-0cb89471bf42/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.032 [auth-system-keycloak-80] [] 10.0.0.110:8080 3758 0.032 200 caca4ac754da045800ca029c75aa9a46 199.19.213.31 - - [24/Mar/2026:15:03:09 +0000] "GET /admin/realms/atmosphere/users/a0cb73b0-bfc5-448e-8ef6-7dcedc6641f4/role-mappings/clients/e4f09611-3ade-4b98-839b-0cb89471bf42/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.092 [auth-system-keycloak-80] [] 10.0.0.110:8080 3758 0.092 200 b3c15997c1005aa2f96b57a2d553085e 199.19.213.31 - - [24/Mar/2026:15:03:09 +0000] "GET /admin/realms/atmosphere/users/a0cb73b0-bfc5-448e-8ef6-7dcedc6641f4/role-mappings/clients/e4f09611-3ade-4b98-839b-0cb89471bf42/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.070 [auth-system-keycloak-80] [] 10.0.0.110:8080 2 0.071 200 def21d77b4265d427eba4cdbbc57d214 199.19.213.31 - - [24/Mar/2026:15:03:09 +0000] "POST /admin/realms/atmosphere/users/a0cb73b0-bfc5-448e-8ef6-7dcedc6641f4/role-mappings/clients/e4f09611-3ade-4b98-839b-0cb89471bf42 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.064 [auth-system-keycloak-80] [] 10.0.0.110:8080 0 0.063 204 d4961296344eb663b2827dc4920bc0a9 199.19.213.31 - - [24/Mar/2026:15:03:09 +0000] "GET /admin/realms/atmosphere/users/a0cb73b0-bfc5-448e-8ef6-7dcedc6641f4/role-mappings/clients/e4f09611-3ade-4b98-839b-0cb89471bf42/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.015 [auth-system-keycloak-80] [] 10.0.0.110:8080 576 0.014 200 aae071a8557ae5859a7340511f978d38 W0324 15:03:12.511327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:12.511512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:15.846129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:15.846178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:31.126316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:03:31.126392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:17.445369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:17.445434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:44.709704 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0324 15:05:44.709764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:44.709777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:05:44.712906 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0324 15:05:44.712945 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0324 15:05:44.717674 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0324 15:05:44.718115 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"73a02763-9381-44d8-939e-95c616660b3b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6148", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:05:44.718644 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0324 15:05:44.719345 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0324 15:05:44.719575 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:44.719676 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:05:44.719932 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:05:44.776493 7 controller.go:216] "Backend successfully reloaded" I0324 15:05:44.776820 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br6qr", UID:"0b03fb48-0376-4f45-9598-35186ce45766", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:05:45.196442 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0324 15:05:45.197282 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0324 15:05:48.054063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:05:48.054110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.31 - - [24/Mar/2026:15:05:49 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.006 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.005 300 6710b039f617b1a72c2f1a35819485da 199.19.213.31 - - [24/Mar/2026:15:05:50 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.006 [openstack-keystone-api-5000] [] 10.0.0.195:5000 265 0.005 200 3988117ef536529c857b15be95638f17 199.19.213.31 - - [24/Mar/2026:15:05:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.337 [openstack-keystone-api-5000] [] 10.0.0.195:5000 1296 0.337 201 18b04b6a438bd4aefd718af7844770c5 199.19.213.31 - - [24/Mar/2026:15:05:50 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.004 300 88ea8eb9a9d675407fdfe12d7818bc4d 199.19.213.31 - - [24/Mar/2026:15:05:50 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.029 [openstack-keystone-api-5000] [] 10.0.0.195:5000 366 0.029 200 17dc606ed3af48b6bbacf0534b6383d3 199.19.213.31 - - [24/Mar/2026:15:05:51 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.195:5000 265 0.004 200 63e8339254139913d4b43630dc1eb8d4 199.19.213.31 - - [24/Mar/2026:15:05:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.195:5000 1296 0.289 201 1efde99b42b29c0f33fec26e703e0b9e 199.19.213.31 - - [24/Mar/2026:15:05:51 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.005 300 7b396de71ea0ac53ddc3b1eb62b46749 199.19.213.31 - - [24/Mar/2026:15:05:51 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.023 [openstack-keystone-api-5000] [] 10.0.0.195:5000 101 0.022 404 55872c81749879f49459fb5ca5345baf 199.19.213.31 - - [24/Mar/2026:15:05:51 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.024 [openstack-keystone-api-5000] [] 10.0.0.195:5000 155 0.025 200 8a32c8e36c0c04da1f86976315847aff 199.19.213.31 - - [24/Mar/2026:15:05:51 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.028 [openstack-keystone-api-5000] [] 10.0.0.195:5000 451 0.029 201 99c4e261f0bb52ede8d95798867cf146 199.19.213.31 - - [24/Mar/2026:15:05:52 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.005 [openstack-keystone-api-5000] [] 10.0.0.195:5000 265 0.004 200 7d73b5367e43a1c2f86086b433f60fa1 199.19.213.31 - - [24/Mar/2026:15:05:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.312 [openstack-keystone-api-5000] [] 10.0.0.195:5000 1296 0.311 201 122e58855fdf1ba35a082da793858ea8 199.19.213.31 - - [24/Mar/2026:15:05:52 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.005 300 8ba1c14163950fb0261527ebe754cbb5 199.19.213.31 - - [24/Mar/2026:15:05:52 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.029 [openstack-keystone-api-5000] [] 10.0.0.195:5000 98 0.030 404 47c2658c6df8baa9911854e876950729 199.19.213.31 - - [24/Mar/2026:15:05:52 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.021 [openstack-keystone-api-5000] [] 10.0.0.195:5000 135 0.021 200 fbf6f06ff19bfdacc31e0e093dda2fa3 199.19.213.31 - - [24/Mar/2026:15:05:52 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 331 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.025 [openstack-keystone-api-5000] [] 10.0.0.195:5000 331 0.026 201 b335b10103f5e87cee94faa2cc18284e 199.19.213.31 - - [24/Mar/2026:15:05:53 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.195:5000 265 0.005 200 af4f9472010b332e20b98fdbee4e2930 199.19.213.31 - - [24/Mar/2026:15:05:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1296 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.195:5000 1296 0.291 201 a9d35539bae9bf76d9e932cbc740646b 199.19.213.31 - - [24/Mar/2026:15:05:53 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.004 300 63e0e4d1b562a6a2a30656be8f5cf234 199.19.213.31 - - [24/Mar/2026:15:05:53 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.027 [openstack-keystone-api-5000] [] 10.0.0.195:5000 131 0.027 404 33d431c10879d4351306ef6fa03e9422 199.19.213.31 - - [24/Mar/2026:15:05:53 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.020 [openstack-keystone-api-5000] [] 10.0.0.195:5000 167 0.020 200 c96b44171b07188bc4ce1da728850690 199.19.213.31 - - [24/Mar/2026:15:05:53 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.028 [openstack-keystone-api-5000] [] 10.0.0.195:5000 222 0.028 201 83c13bd538ae216efdb0497114e47a6c W0324 15:06:03.938234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:03.938274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:07.271931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:07.271984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:10.606168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:10.606243 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:13.939034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:13.939099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:06:20.463460 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.110.239.176"}] I0324 15:06:20.468756 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"73a02763-9381-44d8-939e-95c616660b3b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6425", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:06:20.470757 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:20.470809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:29.491026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:29.491057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:37.238015 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:37.238047 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:40.572546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:06:40.572593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:08:08.168139 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:08:08.168287 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0324 15:08:08.168369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:08:08.168394 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:08:08.171602 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:32.2kB} I0324 15:08:08.171630 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0324 15:08:08.177878 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0324 15:08:08.178238 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"3540a116-4793-4d85-8105-884d5fc78423", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7167", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:08:08.178567 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0324 15:08:08.179023 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:08:08.179145 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0324 15:08:08.179231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:08:08.179258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:08:08.179410 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:08:08.223124 7 controller.go:216] "Backend successfully reloaded" I0324 15:08:08.223833 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br6qr", UID:"0b03fb48-0376-4f45-9598-35186ce45766", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:08:08.508306 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0324 15:08:08.510191 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.19.213.31 - - [24/Mar/2026:15:08:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.005 300 fe6a04f7e880610ab14b43ba1f38b17c 199.19.213.31 - - [24/Mar/2026:15:08:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1927 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.383 [openstack-keystone-api-5000] [] 10.0.0.195:5000 1927 0.382 201 bf0251024cdd735f6ebb19f5fd2a769e 199.19.213.31 - - [24/Mar/2026:15:08:09 +0000] "GET /v3/roles HTTP/1.1" 200 820 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.023 [openstack-keystone-api-5000] [] 10.0.0.195:5000 820 0.023 200 d6a067b69af65b70bd7d1a9bd676ee19 199.19.213.31 - - [24/Mar/2026:15:08:09 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.030 [openstack-keystone-api-5000] [] 10.0.0.195:5000 229 0.030 201 e2c3a2aed0de870d8c57219a1869118f W0324 15:08:11.512790 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0324 15:08:11.513137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:08:11.513172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.31 - - [24/Mar/2026:15:08:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.004 300 1c2d26e4134c92c2175e0b0049153804 199.19.213.31 - - [24/Mar/2026:15:08:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1927 "-" "openstacksdk/1.0.2 keystoneauth1/5.1.3 python-requests/2.28.1 CPython/3.10.12" 547 0.314 [openstack-keystone-api-5000] [] 10.0.0.195:5000 1927 0.314 201 4d320f1713f7bed10a1d1d993fa09e29 199.19.213.31 - - [24/Mar/2026:15:08:16 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "python-keystoneclient" 379 0.032 [openstack-keystone-api-5000] [] 10.0.0.195:5000 1040 0.031 200 2b319bf606c136d021ba176d66f019e2 199.19.213.31 - - [24/Mar/2026:15:08:16 +0000] "PUT /v3/roles/e338bc84d80f49fd947298a75dfafcb2/implies/368302c77442429b9b6c44bc5b673625 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.046 [openstack-keystone-api-5000] [] 10.0.0.195:5000 518 0.045 201 f1499cc1e0437e1d8f9cc689d6ffe635 W0324 15:08:17.638702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:08:17.638742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:08:20.463196 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.110.239.176"}] I0324 15:08:20.467950 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"3540a116-4793-4d85-8105-884d5fc78423", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7396", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:08:20.972398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:08:20.972462 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.31 - - [24/Mar/2026:15:09:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.004 300 2414988ea2eff94a79c864e42e72256a 199.19.213.31 - - [24/Mar/2026:15:09:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.349 [openstack-keystone-api-5000] [] 10.0.0.195:5000 1990 0.349 201 8e93e62234005091bdccd899ec0bae08 199.19.213.31 - - [24/Mar/2026:15:09:03 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.030 [openstack-keystone-api-5000] [] 10.0.0.195:5000 87 0.030 404 ebb95fe8e907352bf6c84ac6e67b4783 199.19.213.31 - - [24/Mar/2026:15:09:03 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 439 0.030 [openstack-keystone-api-5000] [] 10.0.0.195:5000 388 0.031 200 19c1d37e8258bc19d865756705197634 199.19.213.31 - - [24/Mar/2026:15:09:03 +0000] "GET /v3/users?domain_id=7e7253c3bc4842fda2b496e413ec831b&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.053 [openstack-keystone-api-5000] [] 10.0.0.195:5000 177 0.053 200 491837007edb8b5e0723f0dc33da14a4 199.19.213.31 - - [24/Mar/2026:15:09:04 +0000] "POST /v3/users HTTP/1.1" 201 326 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 663 0.327 [openstack-keystone-api-5000] [] 10.0.0.195:5000 326 0.327 201 a5c0236f345c843fd208806c3c49738e 199.19.213.31 - - [24/Mar/2026:15:09:04 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.004 300 418992f8ce9071402745bf11c23814e4 199.19.213.31 - - [24/Mar/2026:15:09:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.195:5000 1990 0.296 201 7c739672600b4b8825ab65cfaf882891 199.19.213.31 - - [24/Mar/2026:15:09:05 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.021 [openstack-keystone-api-5000] [] 10.0.0.195:5000 1040 0.021 200 96e28d06207981d0af06b5829a5768b2 199.19.213.31 - - [24/Mar/2026:15:09:05 +0000] "GET /v3/domains HTTP/1.1" 200 806 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 426 0.153 [openstack-keystone-api-5000] [] 10.0.0.195:5000 806 0.154 200 1251cb8ae43a622ccc980c1d773d13bc 199.19.213.31 - - [24/Mar/2026:15:09:05 +0000] "GET /v3/users?domain_id=7e7253c3bc4842fda2b496e413ec831b&name=rgw-RegionOne HTTP/1.1" 200 492 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.045 [openstack-keystone-api-5000] [] 10.0.0.195:5000 492 0.044 200 5604b6acb1bceb8c3d2cdaafee860770 199.19.213.31 - - [24/Mar/2026:15:09:05 +0000] "GET /v3/projects?domain_id=7e7253c3bc4842fda2b496e413ec831b HTTP/1.1" 200 548 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.037 [openstack-keystone-api-5000] [] 10.0.0.195:5000 548 0.036 200 d630ed7e5bccd6982a8fe0d35542947a 199.19.213.31 - - [24/Mar/2026:15:09:05 +0000] "GET /v3/role_assignments?role.id=c0c4ae5928414c828efd26b9ed2d7348&user.id=309d74a4c8e94cb98fe1e8e0cbed69f9&scope.project.id=e8ab479680da4d8e8346ed6e17adf9e5 HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 567 0.020 [openstack-keystone-api-5000] [] 10.0.0.195:5000 269 0.021 200 91bc5d3854b441eed1c12fb29267ab90 199.19.213.31 - - [24/Mar/2026:15:09:05 +0000] "GET /v3/roles HTTP/1.1" 200 1040 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 424 0.032 [openstack-keystone-api-5000] [] 10.0.0.195:5000 1040 0.031 200 110aadfdc2887710717b7637b09b798c 199.19.213.31 - - [24/Mar/2026:15:09:05 +0000] "GET /v3/domains/7e7253c3bc4842fda2b496e413ec831b HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.019 [openstack-keystone-api-5000] [] 10.0.0.195:5000 269 0.019 200 ba2190aef16781cae74652bcdb0653fb 199.19.213.31 - - [24/Mar/2026:15:09:05 +0000] "GET /v3/users?domain_id=7e7253c3bc4842fda2b496e413ec831b&name=rgw-RegionOne HTTP/1.1" 200 492 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.200 [openstack-keystone-api-5000] [] 10.0.0.195:5000 492 0.199 200 bd9fb8be5790d7fc3e961359fac5c53a 199.19.213.31 - - [24/Mar/2026:15:09:05 +0000] "GET /v3/projects?domain_id=7e7253c3bc4842fda2b496e413ec831b HTTP/1.1" 200 548 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.027 [openstack-keystone-api-5000] [] 10.0.0.195:5000 548 0.028 200 c6678f19e565ab060b8dadd3b26e18fa 199.19.213.31 - - [24/Mar/2026:15:09:05 +0000] "GET /v3/role_assignments?role.id=c0c4ae5928414c828efd26b9ed2d7348&user.id=309d74a4c8e94cb98fe1e8e0cbed69f9&scope.project.id=e8ab479680da4d8e8346ed6e17adf9e5 HTTP/1.1" 200 269 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 567 0.019 [openstack-keystone-api-5000] [] 10.0.0.195:5000 269 0.020 200 03d1ecc9ff9a376e9a035b64f48aeff2 199.19.213.31 - - [24/Mar/2026:15:09:05 +0000] "PUT /v3/projects/e8ab479680da4d8e8346ed6e17adf9e5/users/309d74a4c8e94cb98fe1e8e0cbed69f9/roles/c0c4ae5928414c828efd26b9ed2d7348 HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 557 0.057 [openstack-keystone-api-5000] [] 10.0.0.195:5000 0 0.058 204 76812ff79224de5ce68d6a38e6616bd3 199.19.213.31 - - [24/Mar/2026:15:09:06 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.005 300 41ca1ddb31cb13937fd2c81da0718771 199.19.213.31 - - [24/Mar/2026:15:09:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.336 [openstack-keystone-api-5000] [] 10.0.0.195:5000 1990 0.335 201 6afb3bddbfbbf98576b66a37948f5137 199.19.213.31 - - [24/Mar/2026:15:09:06 +0000] "GET /v3/services HTTP/1.1" 200 594 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.024 [openstack-keystone-api-5000] [] 10.0.0.195:5000 594 0.025 200 bb11936805fd3a383a7d100ace21fc55 199.19.213.31 - - [24/Mar/2026:15:09:06 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 595 0.027 [openstack-keystone-api-5000] [] 10.0.0.195:5000 262 0.027 201 427f24e36910019d8f87a1b66b9279a5 199.19.213.31 - - [24/Mar/2026:15:09:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.004 300 5e26682287e1ae3088a72655512e96a9 199.19.213.31 - - [24/Mar/2026:15:09:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2092 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.195:5000 2092 0.298 201 0fa799dd55426d092e0dec28394d312d 199.19.213.31 - - [24/Mar/2026:15:09:08 +0000] "GET /v3/services HTTP/1.1" 200 844 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.020 [openstack-keystone-api-5000] [] 10.0.0.195:5000 844 0.020 200 9128eb6575d66d92f2577f2c30f3b72d 199.19.213.31 - - [24/Mar/2026:15:09:08 +0000] "GET /v3/endpoints HTTP/1.1" 200 2214 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.022 [openstack-keystone-api-5000] [] 10.0.0.195:5000 2214 0.021 200 7c8a9b0fddc72d02857611c4d4cdfc39 199.19.213.31 - - [24/Mar/2026:15:09:08 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 684 0.847 [openstack-keystone-api-5000] [] 10.0.0.195:5000 377 0.847 201 f35d3a74d86585bcac87f90b4dcb1add 199.19.213.31 - - [24/Mar/2026:15:09:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.004 300 6722ba5804456a3046e25e41ff18f0c9 199.19.213.31 - - [24/Mar/2026:15:09:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2300 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.195:5000 2300 0.299 201 29af366bc4bf85944b40e062978966da 199.19.213.31 - - [24/Mar/2026:15:09:09 +0000] "GET /v3/services HTTP/1.1" 200 844 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 427 0.019 [openstack-keystone-api-5000] [] 10.0.0.195:5000 844 0.019 200 e835df15d05e791d039d2470a3918d5b 199.19.213.31 - - [24/Mar/2026:15:09:09 +0000] "GET /v3/endpoints HTTP/1.1" 200 2578 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.023 [openstack-keystone-api-5000] [] 10.0.0.195:5000 2578 0.023 200 a36d42c19421738a644281acc0dfb421 199.19.213.31 - - [24/Mar/2026:15:09:09 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 698 0.032 [openstack-keystone-api-5000] [] 10.0.0.195:5000 391 0.032 201 9f415388d65da177666784a3874e8355 W0324 15:09:11.093277 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:09:11.093675 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0324 15:09:11.093845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:11.093910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:09:11.098688 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0324 15:09:11.099435 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0324 15:09:11.103461 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0324 15:09:11.103792 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a2b8d9d3-59c2-48d2-a7c2-2772baa4b376", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7690", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:09:11.104191 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0324 15:09:11.104611 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:09:11.105051 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0324 15:09:11.105141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:11.105155 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:09:11.105312 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:09:11.152839 7 controller.go:216] "Backend successfully reloaded" I0324 15:09:11.153163 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br6qr", UID:"0b03fb48-0376-4f45-9598-35186ce45766", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:09:11.441040 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0324 15:09:11.442868 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0324 15:09:14.438495 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:09:14.438880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:14.438908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:09:20.462225 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.110.239.176"}] I0324 15:09:20.469100 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a2b8d9d3-59c2-48d2-a7c2-2772baa4b376", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7761", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:09:20.471149 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:09:20.471328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:20.471350 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:29.335936 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:09:29.336152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:29.336178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:34.581347 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0324 15:09:34.581584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:34.581613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:37.915908 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:09:37.916110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:37.916140 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:09:37.916372 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:09:37.969359 7 controller.go:216] "Backend successfully reloaded" I0324 15:09:37.969734 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br6qr", UID:"0b03fb48-0376-4f45-9598-35186ce45766", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0324 15:09:41.250189 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:09:41.250545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:41.250613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:44.581902 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:09:44.582102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:09:44.582126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:00.079087 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:10:00.079265 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:00.079290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:03.413615 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:10:03.413970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:03.414002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:08.486386 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:10:08.486593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:08.486665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:45.869441 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0324 15:10:45.871018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:10:45.871077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:25.051743 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:11:25.051784 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:20.724031 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:12:20.724208 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0324 15:12:20.724302 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:20.724329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:12:20.729755 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.1kB} I0324 15:12:20.729785 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0324 15:12:20.738306 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0324 15:12:20.738627 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"0e7d0462-8bc1-4622-b7e9-b914f693b81a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9189", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:12:20.739017 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0324 15:12:20.739655 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:12:20.739800 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0324 15:12:20.739900 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:20.739926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:12:20.740112 7 controller.go:196] "Configuration changes detected, backend reload required" I0324 15:12:20.797950 7 controller.go:216] "Backend successfully reloaded" I0324 15:12:20.798327 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-br6qr", UID:"0b03fb48-0376-4f45-9598-35186ce45766", APIVersion:"v1", ResourceVersion:"1182", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0324 15:12:21.009731 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0324 15:12:21.010774 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0324 15:12:24.073420 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:12:24.073660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:24.073687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.31 - - [24/Mar/2026:15:12:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.005 300 03b7be67a9d16e297554ce9b2c4f6d09 199.19.213.31 - - [24/Mar/2026:15:12:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.331 [openstack-keystone-api-5000] [] 10.0.0.195:5000 3134 0.332 201 c1d170badb282d68a38a0b1a7d3389b2 199.19.213.31 - - [24/Mar/2026:15:12:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5d88d5aada70a0cf8a9f82377ab494e6 199.19.213.31 - - [24/Mar/2026:15:12:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b7c0b95d85a5671e5a558e6e423240ff 199.19.213.31 - - [24/Mar/2026:15:12:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4583315f1fac959b1c008fbd25195a7c 199.19.213.31 - - [24/Mar/2026:15:12:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 7ee2e466f677f3b487943bf0aa867011 199.19.213.31 - - [24/Mar/2026:15:12:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 37267efd6a1b492f8efa13a1b9a966d0 199.19.213.31 - - [24/Mar/2026:15:12:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a04b9ef87d6ea8d93a414c43f07592e8 W0324 15:12:27.407425 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0324 15:12:27.407679 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:27.407711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.31 - - [24/Mar/2026:15:12:27 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.006 300 8e349df3b85206d954e68d06bfb97646 199.19.213.31 - - [24/Mar/2026:15:12:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.318 [openstack-keystone-api-5000] [] 10.0.0.195:5000 3134 0.318 201 cab0b343d7807846761aedabe428d483 199.19.213.31 - - [24/Mar/2026:15:12:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 692ae7d8b2c7d7ce3022768b0cd3a5fc 199.19.213.31 - - [24/Mar/2026:15:12:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b81fd9b3a9ed568a8e39b2f2ee0051a8 199.19.213.31 - - [24/Mar/2026:15:12:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5659a94b87f527eab20978fb8d66ee47 199.19.213.31 - - [24/Mar/2026:15:12:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 46f82084fe02c386564fb1d2e8dff091 199.19.213.31 - - [24/Mar/2026:15:12:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 05239762dc5437cc8d8170ed583a465f 199.19.213.31 - - [24/Mar/2026:15:12:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 84a271165bc15b856d988fa4260e9567 199.19.213.31 - - [24/Mar/2026:15:12:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.003 300 755876e277293df12b05b52be812c03b 199.19.213.31 - - [24/Mar/2026:15:12:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.305 [openstack-keystone-api-5000] [] 10.0.0.195:5000 3134 0.306 201 4c1b8324b37d060b86733d30d3c361e3 199.19.213.31 - - [24/Mar/2026:15:12:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5c87efc693b8e798bba567e68ca40245 199.19.213.31 - - [24/Mar/2026:15:12:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 21ce55c01c864d9f67cc6eba84877ae9 199.19.213.31 - - [24/Mar/2026:15:12:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 707b8c86ef8d8724eea5a38ccc8a305d 199.19.213.31 - - [24/Mar/2026:15:12:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4b7b406b7352f37f3b36d6a736c2fb22 199.19.213.31 - - [24/Mar/2026:15:12:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - be28a0af09211337ab208b1a15dd0033 199.19.213.31 - - [24/Mar/2026:15:12:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5c2366d47104e16377b2db8b71f1fa6b 199.19.213.31 - - [24/Mar/2026:15:12:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.004 300 caadb894c50b9afd47e5074910ff345a 199.19.213.31 - - [24/Mar/2026:15:12:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.195:5000 3134 0.294 201 b020e961ffa253976323809b8dab1b1e 199.19.213.31 - - [24/Mar/2026:15:12:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d84352aac420eee2155954cff9f888ef 199.19.213.31 - - [24/Mar/2026:15:12:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1bc7f1d68909be3c540fcf1ad2421382 199.19.213.31 - - [24/Mar/2026:15:12:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6736c24cd8fadc4e5040ccdfdc5c1b6a 199.19.213.31 - - [24/Mar/2026:15:12:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9ff1c31cca7f960e0f44a576d1ce3ce4 199.19.213.31 - - [24/Mar/2026:15:12:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9fa97e40551c31d1acbe0b3065957950 199.19.213.31 - - [24/Mar/2026:15:12:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - eafdfdfb977eadfde38b2bb5ef8ac818 199.19.213.31 - - [24/Mar/2026:15:12:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.005 300 57b2f9d5204d250f6751566b77f23db7 199.19.213.31 - - [24/Mar/2026:15:12:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.295 [openstack-keystone-api-5000] [] 10.0.0.195:5000 3134 0.295 201 b2ebd72113c2919da6831eb3275810ac 199.19.213.31 - - [24/Mar/2026:15:12:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 74bf5df725f84307c5c5ba90975a8381 199.19.213.31 - - [24/Mar/2026:15:12:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4526a6d8c9dccf4f8f8d31d87769f67b 199.19.213.31 - - [24/Mar/2026:15:12:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 664799660689a45a7b05979940476757 199.19.213.31 - - [24/Mar/2026:15:12:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6d9777da16268b3c3f4407e83933d64a 199.19.213.31 - - [24/Mar/2026:15:12:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0720cd90d89e49c75eda3f5393e70c21 199.19.213.31 - - [24/Mar/2026:15:12:33 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - fd34ade44f4462ffca11775cd312a3c0 W0324 15:12:33.737079 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:33.737132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.19.213.31 - - [24/Mar/2026:15:12:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.004 300 4901dff414a5a541ce5b9d974ce9f35f 199.19.213.31 - - [24/Mar/2026:15:12:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.195:5000 3134 0.294 201 729ffa47a41f6ed2d5a8661eab12fb0a 199.19.213.31 - - [24/Mar/2026:15:12:34 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.30:9292 1183 0.004 300 8b306108f3d461abe9d99e1d1d68b8dc 199.19.213.31 - - [24/Mar/2026:15:12:35 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.560 [openstack-glance-api-9292] [] 10.0.0.30:9292 69 0.560 200 ee51c7baef5ded24c68f2c3922312ce2 199.19.213.31 - - [24/Mar/2026:15:12:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.195:5000 280 0.005 300 be19ccfab152c3ea1b9764fbccb315b9 199.19.213.31 - - [24/Mar/2026:15:12:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3134 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.195:5000 3134 0.290 201 586f3eb3ce2e0e11885efe3ed714f63e 199.19.213.31 - - [24/Mar/2026:15:12:38 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.30:9292 1183 0.003 300 9524eff8bbcd32313ce4c8835d7c2797 199.19.213.31 - - [24/Mar/2026:15:12:38 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.056 [openstack-glance-api-9292] [] 10.0.0.30:9292 69 0.056 200 8bb7f99ed43b67628e50a4028125a933 199.19.213.31 - - [24/Mar/2026:15:12:39 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.122 [openstack-glance-api-9292] [] 10.0.0.30:9292 151 0.121 404 fa9e9f4676cec41de721202f55a4cfea 199.19.213.31 - - [24/Mar/2026:15:12:39 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.026 [openstack-glance-api-9292] [] 10.0.0.30:9292 81 0.026 200 d562f60ab6cbf61302b334fa2d05ea71 199.19.213.31 - - [24/Mar/2026:15:12:39 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.030 [openstack-glance-api-9292] [] 10.0.0.30:9292 84 0.030 200 17909589aa43ffb313b5acdc7bed176d 199.19.213.31 - - [24/Mar/2026:15:12:39 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 747 0.167 [openstack-glance-api-9292] [] 10.0.0.30:9292 760 0.168 201 62251e21a5399e9995394501567cf155 199.19.213.31 - - [24/Mar/2026:15:12:44 +0000] "PUT /v2/images/2aee54b7-a272-4f0e-b92e-bf3dddaf5808/file HTTP/1.1" 204 0 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 5.414 [openstack-glance-api-9292] [] 10.0.0.30:9292 0 5.414 204 fcf00b04d4fa7afeee50dbb4b61a5282 199.19.213.31 - - [24/Mar/2026:15:12:44 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.026 [openstack-glance-api-9292] [] 10.0.0.30:9292 1240 0.027 200 cecb4206bb7f06af82f74aff81dbf667 199.19.213.31 - - [24/Mar/2026:15:12:44 +0000] "PATCH /v2/images/2aee54b7-a272-4f0e-b92e-bf3dddaf5808 HTTP/1.1" 200 1171 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 539 0.019 [openstack-glance-api-9292] [] 10.0.0.30:9292 1171 0.020 200 985e2f416cbce6240974747ff7a52f98 199.19.213.31 - - [24/Mar/2026:15:12:44 +0000] "GET /v2/images HTTP/1.1" 200 1240 "-" "openstacksdk/0.61.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.019 [openstack-glance-api-9292] [] 10.0.0.30:9292 1240 0.019 200 0de823ef91723b5e1848864f5b9573ca W0324 15:12:47.877467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:47.877522 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:51.210656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:12:51.210703 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0324 15:13:20.463986 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.110.239.176"}] I0324 15:13:20.469436 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"0e7d0462-8bc1-4622-b7e9-b914f693b81a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9644", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0324 15:13:20.472059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0324 15:13:20.472115 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store