------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0306 04:55:47.088927 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0306 04:55:47.089115 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0306 04:55:47.097260 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0306 04:55:47.099790 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0306 04:55:47.222023 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0306 04:55:47.249853 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0306 04:55:47.264758 7 nginx.go:271] "Starting NGINX Ingress controller" I0306 04:55:47.272302 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"4f98b448-057b-4029-b7a1-9d587c4925f7", APIVersion:"v1", ResourceVersion:"1082", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0306 04:55:47.275989 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"3a91c8e4-9d57-4cc6-866b-35861adca226", APIVersion:"v1", ResourceVersion:"1083", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0306 04:55:47.276043 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"58363ffd-bd58-4747-aeaa-3f3b57c1a6e9", APIVersion:"v1", ResourceVersion:"1080", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0306 04:55:48.468569 7 nginx.go:317] "Starting NGINX process" I0306 04:55:48.468679 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0306 04:55:48.469242 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0306 04:55:48.469607 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:55:48.469646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 04:55:48.469698 7 controller.go:196] "Configuration changes detected, backend reload required" I0306 04:55:48.480797 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0306 04:55:48.480870 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-29s4m" I0306 04:55:48.510881 7 controller.go:216] "Backend successfully reloaded" I0306 04:55:48.510994 7 controller.go:227] "Initial sync, sleeping for 1 second" I0306 04:55:48.511095 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-29s4m", UID:"f9653afb-3dba-402e-a4de-de80e7ca74df", APIVersion:"v1", ResourceVersion:"1126", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0306 04:55:52.288097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:55:52.288129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:55:55.622573 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:55:55.622631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:55:58.955966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:55:58.956008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:56:02.288271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:56:02.288319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:56:05.622925 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:56:05.622977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:56:08.956477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:56:08.956509 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:56:12.288895 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:56:12.288935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:56:19.603190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:56:19.603239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:56:24.260670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:56:24.260715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:13.456818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:13.456853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:16.793631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:16.793686 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:21.467145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:21.467183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:24.801170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:24.801209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:28.133962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:28.134029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:31.469172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:31.469217 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:34.800581 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:34.800633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:38.134489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:38.134539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:41.467478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:41.467527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:44.801742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:44.801792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:48.134751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:48.134795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:51.467659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:51.467715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:54.802256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:57:54.802295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:59:56.201700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:59:56.201741 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:59:58.603729 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-207.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-207.nip.io-tls was not found. Using default certificate W0306 04:59:58.603768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:59:58.603777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 04:59:58.604702 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.001s testedConfigurationSize:14.7kB} I0306 04:59:58.604724 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0306 04:59:58.611401 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0306 04:59:58.611896 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-207.nip.io-tls" in local store I0306 04:59:58.612028 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"96993e1a-68cb-4efd-a0d9-ca5eea18f783", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2951", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0306 04:59:58.910888 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-207.nip.io-tls" I0306 04:59:58.911747 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-207.nip.io-tls" W0306 04:59:59.535818 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 04:59:59.535863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 04:59:59.535991 7 controller.go:196] "Configuration changes detected, backend reload required" I0306 04:59:59.586582 7 controller.go:216] "Backend successfully reloaded" I0306 04:59:59.586800 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-29s4m", UID:"f9653afb-3dba-402e-a4de-de80e7ca74df", APIVersion:"v1", ResourceVersion:"1126", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0306 05:00:02.871446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:00:02.871487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [06/Mar/2026:05:00:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 1.983 [auth-system-keycloak-80] [] 10.0.0.109:8080 1928 1.981 200 2e53e5ed150c3fc23e28d86b36b3bca0 162.253.55.207 - - [06/Mar/2026:05:00:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.186 [auth-system-keycloak-80] [] 10.0.0.109:8080 116 0.186 404 de9f4cce3c14afe5ed0fe16defa7ee5f 162.253.55.207 - - [06/Mar/2026:05:00:18 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.699 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 3.698 201 2242e1791071dc23f7fc51d2ab9e610a 162.253.55.207 - - [06/Mar/2026:05:00:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.678 [auth-system-keycloak-80] [] 10.0.0.109:8080 4246 0.677 200 acd95edde2192026729f1b4f17c2d1ff 162.253.55.207 - - [06/Mar/2026:05:00:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.470 [auth-system-keycloak-80] [] 10.0.0.109:8080 1928 0.469 200 a208617e33ac20f789b734f0ec05aa35 162.253.55.207 - - [06/Mar/2026:05:00:19 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.097 [auth-system-keycloak-80] [] 10.0.0.109:8080 12500 0.098 200 e5fd50e00a8d83a1ba0ba174545e3e8a 162.253.55.207 - - [06/Mar/2026:05:00:19 +0000] "GET /admin/realms/atmosphere/client-scopes/f2d658b8-6eae-4711-9b3b-6b482efb4ee0 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.054 [auth-system-keycloak-80] [] 10.0.0.109:8080 1278 0.053 200 f2cdcc7dbb1fcba4e099e9a75058ac3d 162.253.55.207 - - [06/Mar/2026:05:00:19 +0000] "PUT /admin/realms/atmosphere/client-scopes/f2d658b8-6eae-4711-9b3b-6b482efb4ee0 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.031 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.031 204 1605c270f849162c7747c52eed00df5a 162.253.55.207 - - [06/Mar/2026:05:00:20 +0000] "GET /admin/realms/atmosphere/client-scopes/f2d658b8-6eae-4711-9b3b-6b482efb4ee0/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.072 [auth-system-keycloak-80] [] 10.0.0.109:8080 963 0.072 200 7d750a09ac2611a418019e1ada4ead28 162.253.55.207 - - [06/Mar/2026:05:00:20 +0000] "GET /admin/realms/atmosphere/client-scopes/f2d658b8-6eae-4711-9b3b-6b482efb4ee0/protocol-mappers/models/757dca21-276c-4a47-96ab-0319be14c1f2 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.008 [auth-system-keycloak-80] [] 10.0.0.109:8080 366 0.008 200 60592bc8071e1e4d95afa9523888143a 162.253.55.207 - - [06/Mar/2026:05:00:20 +0000] "PUT /admin/realms/atmosphere/client-scopes/f2d658b8-6eae-4711-9b3b-6b482efb4ee0/protocol-mappers/models/757dca21-276c-4a47-96ab-0319be14c1f2 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.071 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.070 204 8a3f22a8ae8cd647ce52d448ad5d76ae 162.253.55.207 - - [06/Mar/2026:05:00:20 +0000] "GET /admin/realms/atmosphere/client-scopes/f2d658b8-6eae-4711-9b3b-6b482efb4ee0 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.081 [auth-system-keycloak-80] [] 10.0.0.109:8080 1218 0.080 200 32952d947105e783b99cf57af222cbcf 162.253.55.207 - - [06/Mar/2026:05:00:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.471 [auth-system-keycloak-80] [] 10.0.0.109:8080 1928 0.469 200 0f12ca9fc1502748bd5281d1043087f2 162.253.55.207 - - [06/Mar/2026:05:00:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.066 [auth-system-keycloak-80] [] 10.0.0.109:8080 2 0.066 200 5cec46ff9b11b3d5dc7828d83c4c9225 162.253.55.207 - - [06/Mar/2026:05:00:41 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.184 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.184 201 e10bbcf4f910b74aa6968fdf8bd8ef56 162.253.55.207 - - [06/Mar/2026:05:00:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.021 [auth-system-keycloak-80] [] 10.0.0.109:8080 1261 0.021 200 626f686fc9b2b571f7a89e80c8a1d9b0 162.253.55.207 - - [06/Mar/2026:05:00:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.583 [auth-system-keycloak-80] [] 10.0.0.109:8080 1928 0.582 200 4d3950dd8fd1d5f428f84b22d0fa853a 162.253.55.207 - - [06/Mar/2026:05:00:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.109:8080 2 0.013 200 4a73eb40c810688bc85cf24f95f90ec6 162.253.55.207 - - [06/Mar/2026:05:00:42 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.079 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.077 201 54a10ab47284900c08cd0f80bf6f15e5 162.253.55.207 - - [06/Mar/2026:05:00:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.075 [auth-system-keycloak-80] [] 10.0.0.109:8080 1286 0.075 200 4c535231475891445d9c282cb389f10d 162.253.55.207 - - [06/Mar/2026:05:00:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.481 [auth-system-keycloak-80] [] 10.0.0.109:8080 1928 0.479 200 4dec1423be77651d849eddbc98e503b1 162.253.55.207 - - [06/Mar/2026:05:00:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.031 [auth-system-keycloak-80] [] 10.0.0.109:8080 2 0.032 200 f8cb19b163696499f4605536d4baa870 162.253.55.207 - - [06/Mar/2026:05:00:43 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.101 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.099 201 b1494e95bc764e693691607367a6c9e2 162.253.55.207 - - [06/Mar/2026:05:00:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.084 [auth-system-keycloak-80] [] 10.0.0.109:8080 1251 0.084 200 83fe6686dbc8fe8110325e2186d1b9f0 162.253.55.207 - - [06/Mar/2026:05:00:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.457 [auth-system-keycloak-80] [] 10.0.0.109:8080 1928 0.456 200 d00ecb2d1f3f6e8b866dbb1c9c8d5c53 162.253.55.207 - - [06/Mar/2026:05:00:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.109:8080 1261 0.009 200 04f5c6f969540a76b5d407ea0450f4b9 162.253.55.207 - - [06/Mar/2026:05:00:44 +0000] "GET /admin/realms/atmosphere/clients/04d5f2f0-e8ee-4f9f-a188-acf1539253b0/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.109:8080 119 0.014 404 1ef3fcc92ed5c273263f999ef792dc0c 162.253.55.207 - - [06/Mar/2026:05:00:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.044 [auth-system-keycloak-80] [] 10.0.0.109:8080 1261 0.044 200 fa185e414f2798a4b00fb992a8ccee87 162.253.55.207 - - [06/Mar/2026:05:00:44 +0000] "POST /admin/realms/atmosphere/clients/04d5f2f0-e8ee-4f9f-a188-acf1539253b0/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.026 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.027 201 2454dcaa620839a490e245191e2cfa27 162.253.55.207 - - [06/Mar/2026:05:00:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.048 [auth-system-keycloak-80] [] 10.0.0.109:8080 1261 0.048 200 b6038c632c964f316ab63e985d4e8013 162.253.55.207 - - [06/Mar/2026:05:00:45 +0000] "GET /admin/realms/atmosphere/clients/04d5f2f0-e8ee-4f9f-a188-acf1539253b0/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.109:8080 166 0.017 200 65dc24acff6679210664664c480572d1 162.253.55.207 - - [06/Mar/2026:05:00:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.455 [auth-system-keycloak-80] [] 10.0.0.109:8080 1928 0.454 200 942f9c81592f3198071f304b98056e49 162.253.55.207 - - [06/Mar/2026:05:00:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.109:8080 1286 0.006 200 7a3b4c92823051b3faa19b8ec900ad3b 162.253.55.207 - - [06/Mar/2026:05:00:45 +0000] "GET /admin/realms/atmosphere/clients/c27b52b0-560c-4096-b912-dbbb6c420186/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.028 [auth-system-keycloak-80] [] 10.0.0.109:8080 119 0.027 404 f967f7473612c0ee19145a9a8272b3be 162.253.55.207 - - [06/Mar/2026:05:00:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.109:8080 1286 0.007 200 9cb4d17072ac2cd0551ec7563f8a3ef6 162.253.55.207 - - [06/Mar/2026:05:00:45 +0000] "POST /admin/realms/atmosphere/clients/c27b52b0-560c-4096-b912-dbbb6c420186/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.076 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.076 201 ca255c8c06531c9d6b9b9811ab5bd83d 162.253.55.207 - - [06/Mar/2026:05:00:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.109:8080 1286 0.005 200 7c7fc7c41e09692653e44aa467293cda 162.253.55.207 - - [06/Mar/2026:05:00:46 +0000] "GET /admin/realms/atmosphere/clients/c27b52b0-560c-4096-b912-dbbb6c420186/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.012 [auth-system-keycloak-80] [] 10.0.0.109:8080 165 0.012 200 d0291da9bea9ad4b90bbd53e947f9f40 162.253.55.207 - - [06/Mar/2026:05:00:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.588 [auth-system-keycloak-80] [] 10.0.0.109:8080 1928 0.587 200 545f8652689cdcade73c44f86518de58 162.253.55.207 - - [06/Mar/2026:05:00:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.109:8080 1286 0.006 200 8f044b4fa9167a5a01eaf05a041d95ae 162.253.55.207 - - [06/Mar/2026:05:00:46 +0000] "GET /admin/realms/atmosphere/clients/c27b52b0-560c-4096-b912-dbbb6c420186/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.109:8080 119 0.009 404 470ef0bff15460de5d7f6b861861e93a 162.253.55.207 - - [06/Mar/2026:05:00:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.046 [auth-system-keycloak-80] [] 10.0.0.109:8080 1286 0.046 200 ca9d2bd1c2fa16d5642b3fe1c1b652d4 162.253.55.207 - - [06/Mar/2026:05:00:46 +0000] "POST /admin/realms/atmosphere/clients/c27b52b0-560c-4096-b912-dbbb6c420186/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.016 201 27163ed96f305129c1b11e8c664eb124 162.253.55.207 - - [06/Mar/2026:05:00:46 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.109:8080 1286 0.007 200 c1fc6fbf4b80ac7c8640d9feeb7ec6ef 162.253.55.207 - - [06/Mar/2026:05:00:47 +0000] "GET /admin/realms/atmosphere/clients/c27b52b0-560c-4096-b912-dbbb6c420186/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.041 [auth-system-keycloak-80] [] 10.0.0.109:8080 166 0.041 200 22ba62252ab3958bbd2e1451ced79f04 162.253.55.207 - - [06/Mar/2026:05:00:47 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.460 [auth-system-keycloak-80] [] 10.0.0.109:8080 1928 0.459 200 0b481307dc4892808d0373e083b2b3fb 162.253.55.207 - - [06/Mar/2026:05:00:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.109:8080 1286 0.014 200 40adac48ea25b132b5b0ebff274f746e 162.253.55.207 - - [06/Mar/2026:05:00:47 +0000] "GET /admin/realms/atmosphere/clients/c27b52b0-560c-4096-b912-dbbb6c420186/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.037 [auth-system-keycloak-80] [] 10.0.0.109:8080 119 0.038 404 889b30d9029113efe77127d41149a2e7 162.253.55.207 - - [06/Mar/2026:05:00:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.109:8080 1286 0.007 200 22d62dad552615ed7e964c8f5d58868c 162.253.55.207 - - [06/Mar/2026:05:00:47 +0000] "POST /admin/realms/atmosphere/clients/c27b52b0-560c-4096-b912-dbbb6c420186/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.076 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.075 201 7f36bce32f2f7a5cdec8cf12ba66364d 162.253.55.207 - - [06/Mar/2026:05:00:47 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.109:8080 1286 0.008 200 75607f80397363ba2fb23a6355b2b2b6 162.253.55.207 - - [06/Mar/2026:05:00:48 +0000] "GET /admin/realms/atmosphere/clients/c27b52b0-560c-4096-b912-dbbb6c420186/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.062 [auth-system-keycloak-80] [] 10.0.0.109:8080 166 0.061 200 79f84c6ae6846051f539059398e5ef91 I0306 05:00:48.486733 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.26.79"}] I0306 05:00:48.493471 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"96993e1a-68cb-4efd-a0d9-ca5eea18f783", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3370", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0306 05:00:48.494955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:00:48.494990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [06/Mar/2026:05:00:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.508 [auth-system-keycloak-80] [] 10.0.0.109:8080 1928 0.507 200 ce5ed1270888faad0bc737742c6e0991 162.253.55.207 - - [06/Mar/2026:05:00:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.109:8080 1251 0.007 200 202e00218028cc1424dc99380c842a39 162.253.55.207 - - [06/Mar/2026:05:00:48 +0000] "GET /admin/realms/atmosphere/clients/cf86871d-6623-4a9a-b2fb-aaf17574740e/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.012 [auth-system-keycloak-80] [] 10.0.0.109:8080 119 0.012 404 ecd86463793c6faab659dd11e062b587 162.253.55.207 - - [06/Mar/2026:05:00:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.109:8080 1251 0.005 200 08e10fea89fe50be32918c321ba98b3d 162.253.55.207 - - [06/Mar/2026:05:00:48 +0000] "POST /admin/realms/atmosphere/clients/cf86871d-6623-4a9a-b2fb-aaf17574740e/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.040 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.039 201 312a1680cba728597bb36e40dc09e52c 162.253.55.207 - - [06/Mar/2026:05:00:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.109:8080 1251 0.006 200 cd86f9f85a72ffd65924a54856c10e84 162.253.55.207 - - [06/Mar/2026:05:00:48 +0000] "GET /admin/realms/atmosphere/clients/cf86871d-6623-4a9a-b2fb-aaf17574740e/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.109:8080 166 0.011 200 6a9247df90c449a85fa44bf170c123ce W0306 05:01:04.196053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:01:04.196119 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:01:07.529451 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:01:07.529498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:01:55.207972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:01:55.208012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:01:55.299678 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0306 05:01:55.299761 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0306 05:01:55.299769 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0306 05:01:55.299808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:01:55.299828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:01:55.299845 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0306 05:01:55.299876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:01:55.299888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:01:55.300729 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. I0306 05:01:55.301106 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0306 05:01:55.301127 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0306 05:01:55.301257 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0306 05:01:55.301372 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:01:55.301401 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:01:55.302036 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0306 05:01:55.302069 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0306 05:01:55.306934 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.007s testedConfigurationSize:18.2kB} I0306 05:01:55.306968 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0306 05:01:55.312770 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0306 05:01:55.313045 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0306 05:01:55.313058 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0306 05:01:55.313214 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0306 05:01:55.313235 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0306 05:01:55.313381 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0306 05:01:55.313423 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7f0e96eb-6ebc-4cb7-9123-31637ee251c3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3925", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0306 05:01:55.313438 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"263feeb1-8818-4de2-828d-8860253feb78", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3926", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0306 05:01:55.313444 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7f8314c3-927a-483e-9e21-d36cf2b62359", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3932", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0306 05:01:55.715197 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0306 05:01:55.716869 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0306 05:01:55.874540 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0306 05:01:55.875711 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0306 05:01:56.372949 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0306 05:01:56.373905 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0306 05:01:58.536418 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0306 05:01:58.536479 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0306 05:01:58.536519 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0306 05:01:58.536642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:01:58.536667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:01:58.536814 7 controller.go:196] "Configuration changes detected, backend reload required" I0306 05:01:58.583023 7 controller.go:216] "Backend successfully reloaded" I0306 05:01:58.583194 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-29s4m", UID:"f9653afb-3dba-402e-a4de-de80e7ca74df", APIVersion:"v1", ResourceVersion:"1126", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0306 05:02:01.869538 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0306 05:02:01.869615 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0306 05:02:01.869654 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0306 05:02:01.869768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:01.869798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:05.203316 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0306 05:02:05.203365 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0306 05:02:05.203392 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0306 05:02:05.203479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:05.203498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:08.536719 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0306 05:02:08.536831 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0306 05:02:08.536904 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0306 05:02:08.537126 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:08.537157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:11.869256 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0306 05:02:11.869422 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0306 05:02:11.869496 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0306 05:02:11.869652 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:11.869722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:15.203657 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0306 05:02:15.203727 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0306 05:02:15.203774 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0306 05:02:15.203888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:15.203915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:18.535858 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0306 05:02:18.535897 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0306 05:02:18.535916 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0306 05:02:18.535977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:18.535996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:21.870331 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0306 05:02:21.870413 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0306 05:02:21.870458 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0306 05:02:21.870602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:21.870624 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:25.203310 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0306 05:02:25.203365 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0306 05:02:25.203411 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0306 05:02:25.203531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:25.203555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:28.537103 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0306 05:02:28.537205 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0306 05:02:28.537325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:28.537352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:31.870406 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0306 05:02:31.870517 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0306 05:02:31.870804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:31.870844 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.169 - - [06/Mar/2026:05:02:34 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.033 [auth-system-keycloak-80] [] 10.0.0.109:8080 6432 0.033 200 c52e31028dba6b0177c862a742860065 W0306 05:02:35.202858 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0306 05:02:35.202955 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0306 05:02:35.203078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:35.203109 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:38.536454 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0306 05:02:38.536620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:38.536646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.158 - - [06/Mar/2026:05:02:40 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.109:8080 6432 0.009 200 eb244dff92ef3e4d2ea863cab767f22a W0306 05:02:41.870396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:41.870543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:45.203578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:45.203618 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:02:48.488573 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.26.79"}] I0306 05:02:48.488678 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.26.79"}] I0306 05:02:48.488575 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.26.79"}] I0306 05:02:48.494182 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"7f0e96eb-6ebc-4cb7-9123-31637ee251c3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5077", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0306 05:02:48.496987 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"263feeb1-8818-4de2-828d-8860253feb78", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5078", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0306 05:02:48.499922 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7f8314c3-927a-483e-9e21-d36cf2b62359", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5079", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0306 05:02:48.536443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:48.536483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:51.870670 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:02:51.870719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:03:01.487922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:03:01.487964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:03:04.822290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:03:04.822340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [06/Mar/2026:05:03:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.466 [auth-system-keycloak-80] [] 10.0.0.109:8080 1928 0.464 200 048f0331162af174c1024dc561b5af4a 162.253.55.207 - - [06/Mar/2026:05:03:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.005 [auth-system-keycloak-80] [] 10.0.0.109:8080 4246 0.005 200 a6e8ac803954ab59ccefdcd7f5998ba7 162.253.55.207 - - [06/Mar/2026:05:03:08 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.394 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.392 204 3ee878f89bf198c84779e055b7c9f9dc 162.253.55.207 - - [06/Mar/2026:05:03:09 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.199 [auth-system-keycloak-80] [] 10.0.0.109:8080 4384 0.198 200 a83f72c4c92da1588ec2694d26b194c1 162.253.55.207 - - [06/Mar/2026:05:03:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.517 [auth-system-keycloak-80] [] 10.0.0.109:8080 1928 0.515 200 9ed81bb21618a0550e59652dae71e170 162.253.55.207 - - [06/Mar/2026:05:03:10 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.007 [auth-system-keycloak-80] [] 10.0.0.109:8080 1682 0.008 200 9f2be03af877b5d69e243c5f1dd7dba3 162.253.55.207 - - [06/Mar/2026:05:03:10 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.008 [auth-system-keycloak-80] [] 10.0.0.109:8080 6432 0.007 200 5d42f5850e4ce08843b7fdcaf0e60267 162.253.55.207 - - [06/Mar/2026:05:03:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.500 [auth-system-keycloak-80] [] 10.0.0.109:8080 1928 0.500 200 830d9a2e9eda3f58f8ccf4cf0792320a 162.253.55.207 - - [06/Mar/2026:05:03:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.109:8080 2 0.009 200 ab81a4b1278675873e9d8b002f9a61fb 162.253.55.207 - - [06/Mar/2026:05:03:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.111 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.109 201 4209e628265baecede173fa8734cd7a2 162.253.55.207 - - [06/Mar/2026:05:03:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.065 [auth-system-keycloak-80] [] 10.0.0.109:8080 2246 0.065 200 a8866720432072289c7fb8c49bd95b31 162.253.55.207 - - [06/Mar/2026:05:03:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.475 [auth-system-keycloak-80] [] 10.0.0.109:8080 1928 0.473 200 456d23ba99bdf676daadf4f4cb8e9bdf 162.253.55.207 - - [06/Mar/2026:05:03:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.109:8080 2246 0.005 200 e94b054300d142f15d9cd56d158eddf7 162.253.55.207 - - [06/Mar/2026:05:03:13 +0000] "GET /admin/realms/atmosphere/clients/786e09da-4aaa-49fe-839f-14dbf8e4e034/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.062 [auth-system-keycloak-80] [] 10.0.0.109:8080 233 0.062 200 ecddc3114d96b5c911bbea0558ad4f61 162.253.55.207 - - [06/Mar/2026:05:03:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.079 [auth-system-keycloak-80] [] 10.0.0.109:8080 831 0.078 200 80bde6d54605b82d795ccc9d6b10914c 162.253.55.207 - - [06/Mar/2026:05:03:13 +0000] "GET /admin/realms/atmosphere/clients/3c51e8ca-7588-4f3a-a595-14ab95632717/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.025 [auth-system-keycloak-80] [] 10.0.0.109:8080 3758 0.026 200 7739e16ec178bb9c066af6849b0c2e1b 162.253.55.207 - - [06/Mar/2026:05:03:13 +0000] "GET /admin/realms/atmosphere/users/f036171c-db68-4953-98f1-38651f318201/role-mappings/clients/3c51e8ca-7588-4f3a-a595-14ab95632717/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.265 [auth-system-keycloak-80] [] 10.0.0.109:8080 3758 0.265 200 36fc478ff2b2b8958b28613fccb0d34a 162.253.55.207 - - [06/Mar/2026:05:03:13 +0000] "GET /admin/realms/atmosphere/users/f036171c-db68-4953-98f1-38651f318201/role-mappings/clients/3c51e8ca-7588-4f3a-a595-14ab95632717/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.082 [auth-system-keycloak-80] [] 10.0.0.109:8080 2 0.082 200 c64226d02089052d1b2df5c11e9ee747 162.253.55.207 - - [06/Mar/2026:05:03:13 +0000] "POST /admin/realms/atmosphere/users/f036171c-db68-4953-98f1-38651f318201/role-mappings/clients/3c51e8ca-7588-4f3a-a595-14ab95632717 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.020 [auth-system-keycloak-80] [] 10.0.0.109:8080 0 0.019 204 2415c8ee8fd9a0723d8f8c72fd71f4c7 162.253.55.207 - - [06/Mar/2026:05:03:14 +0000] "GET /admin/realms/atmosphere/users/f036171c-db68-4953-98f1-38651f318201/role-mappings/clients/3c51e8ca-7588-4f3a-a595-14ab95632717/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.062 [auth-system-keycloak-80] [] 10.0.0.109:8080 576 0.063 200 39509053221af8305414684be6be5af4 W0306 05:03:16.684977 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:03:16.685073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:03:20.018770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:03:20.018830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:03:23.353923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:03:23.353959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:03:26.686182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:03:26.686242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:05:22.343351 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:05:22.343418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:05:53.942171 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0306 05:05:53.942340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:05:53.942379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:05:53.945128 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:28.7kB} I0306 05:05:53.945201 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0306 05:05:53.949959 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0306 05:05:53.950326 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b8e8771c-78fe-4574-8793-91f47c0f97f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6250", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0306 05:05:53.950646 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0306 05:05:53.951095 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0306 05:05:53.951178 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:05:53.951200 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:05:53.951406 7 controller.go:196] "Configuration changes detected, backend reload required" I0306 05:05:54.001207 7 controller.go:216] "Backend successfully reloaded" I0306 05:05:54.001563 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-29s4m", UID:"f9653afb-3dba-402e-a4de-de80e7ca74df", APIVersion:"v1", ResourceVersion:"1126", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0306 05:05:54.154340 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0306 05:05:54.155740 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0306 05:05:57.285240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:05:57.285292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [06/Mar/2026:05:05:58 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.005 300 1efc19010cfefd524524a5cfcb60da9f 162.253.55.207 - - [06/Mar/2026:05:05:59 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.87:5000 266 0.005 200 90f8b44b6c470f15a072fe863759b2bb 162.253.55.207 - - [06/Mar/2026:05:06:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.344 [openstack-keystone-api-5000] [] 10.0.0.87:5000 1360 0.344 201 35355d20282479cbc561ef9a5173e26e 162.253.55.207 - - [06/Mar/2026:05:06:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.005 300 8792e9bd200e5e39aacb094fdaecc7b8 162.253.55.207 - - [06/Mar/2026:05:06:00 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.031 [openstack-keystone-api-5000] [] 10.0.0.87:5000 90 0.032 404 50d7dc47061fcd50a59765a800b76ef8 162.253.55.207 - - [06/Mar/2026:05:06:00 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.032 [openstack-keystone-api-5000] [] 10.0.0.87:5000 370 0.033 200 0335da0c9f81e57634670855d123d250 162.253.55.207 - - [06/Mar/2026:05:06:00 +0000] "GET /v3/domains/12bd93ed6bac401bb1d06fac08532d62 HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.021 [openstack-keystone-api-5000] [] 10.0.0.87:5000 247 0.022 200 4bd725588710210de7efc615d422640c 162.253.55.207 - - [06/Mar/2026:05:06:01 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 266 0.003 200 1616b07d94840df5975287c70a926346 162.253.55.207 - - [06/Mar/2026:05:06:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.87:5000 1360 0.298 201 67f73fa3c2eab99dd241900d7bdc012c 162.253.55.207 - - [06/Mar/2026:05:06:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.003 300 9aadf6eec933d6c5749dce0f3ce7c0fc 162.253.55.207 - - [06/Mar/2026:05:06:01 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.024 [openstack-keystone-api-5000] [] 10.0.0.87:5000 101 0.024 404 5cc2965d639ba33878fae1ee853cdb4e 162.253.55.207 - - [06/Mar/2026:05:06:01 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.018 [openstack-keystone-api-5000] [] 10.0.0.87:5000 156 0.018 200 2426240faaec392a5ec7eca018dc11e3 162.253.55.207 - - [06/Mar/2026:05:06:01 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.024 [openstack-keystone-api-5000] [] 10.0.0.87:5000 342 0.025 201 1314911d6dcf0aa8921c357bd1379a4e 162.253.55.207 - - [06/Mar/2026:05:06:02 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 266 0.002 200 69850e34137327531b33a3118f3063a1 162.253.55.207 - - [06/Mar/2026:05:06:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.286 [openstack-keystone-api-5000] [] 10.0.0.87:5000 1360 0.287 201 04fe01accdc7ff59d349f961628a2552 162.253.55.207 - - [06/Mar/2026:05:06:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.003 300 44c7666b6c2a5b1360a6c12969d728f7 162.253.55.207 - - [06/Mar/2026:05:06:02 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-keystone-api-5000] [] 10.0.0.87:5000 98 0.016 404 fcb19fa0b30622d52c30a48370c68d64 162.253.55.207 - - [06/Mar/2026:05:06:02 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.016 [openstack-keystone-api-5000] [] 10.0.0.87:5000 136 0.016 200 90a3974749bf978e1282399398084461 162.253.55.207 - - [06/Mar/2026:05:06:02 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.016 [openstack-keystone-api-5000] [] 10.0.0.87:5000 357 0.017 201 3f450456e887774e73aeb26986a22b84 162.253.55.207 - - [06/Mar/2026:05:06:03 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 266 0.003 200 658ccc97caadf96d946a7b10053d58f8 162.253.55.207 - - [06/Mar/2026:05:06:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.87:5000 1360 0.294 201 a6e4e79937ef419cd469cf35bbd76bfd 162.253.55.207 - - [06/Mar/2026:05:06:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.003 300 343578e00b7526bb2d5749acb7c1997f 162.253.55.207 - - [06/Mar/2026:05:06:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.021 [openstack-keystone-api-5000] [] 10.0.0.87:5000 131 0.021 404 a9ea880f9fdcd8e08d2f4be338ba408c 162.253.55.207 - - [06/Mar/2026:05:06:03 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.023 [openstack-keystone-api-5000] [] 10.0.0.87:5000 168 0.023 200 78a428644c335d44a584eddf0b0df673 162.253.55.207 - - [06/Mar/2026:05:06:03 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.070 [openstack-keystone-api-5000] [] 10.0.0.87:5000 224 0.071 201 177e9b893134f8d9b2c10f5f498f2604 W0306 05:06:13.216574 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:13.216648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:16.552696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:16.552765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:20.557013 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:20.557043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:23.891136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:23.891327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:38.782301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:38.782336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:42.115917 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:42.116056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:46.685273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:46.685325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:06:48.489415 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.97.26.79"}] I0306 05:06:48.495337 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b8e8771c-78fe-4574-8793-91f47c0f97f9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6704", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0306 05:06:50.018921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:50.018971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:53.352906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:06:53.352964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:08:26.199261 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0306 05:08:26.199457 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0306 05:08:26.199794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:08:26.199824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:08:26.204157 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.006s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0306 05:08:26.204198 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0306 05:08:26.210957 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0306 05:08:26.211412 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"715c22d3-ce40-4f2e-9bf3-d6880c64645c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7312", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0306 05:08:26.211828 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0306 05:08:26.212390 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0306 05:08:26.212569 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0306 05:08:26.212694 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:08:26.212750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:08:26.212931 7 controller.go:196] "Configuration changes detected, backend reload required" I0306 05:08:26.260268 7 controller.go:216] "Backend successfully reloaded" I0306 05:08:26.260596 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-29s4m", UID:"f9653afb-3dba-402e-a4de-de80e7ca74df", APIVersion:"v1", ResourceVersion:"1126", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0306 05:08:26.536532 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0306 05:08:26.537793 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 162.253.55.207 - - [06/Mar/2026:05:08:27 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.003 300 8f308cb4d540b7f16d5c65620d00cd95 162.253.55.207 - - [06/Mar/2026:05:08:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.328 [openstack-keystone-api-5000] [] 10.0.0.87:5000 1992 0.327 201 98b39671b9bd89935d5c9306111c2dfa 162.253.55.207 - - [06/Mar/2026:05:08:27 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.019 [openstack-keystone-api-5000] [] 10.0.0.87:5000 85 0.019 404 af1186cd5b622d6099941e0fdc36953e 162.253.55.207 - - [06/Mar/2026:05:08:27 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-keystone-api-5000] [] 10.0.0.87:5000 129 0.021 200 581f0827ce49bf31c9b44fb27fb6734f 162.253.55.207 - - [06/Mar/2026:05:08:27 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.024 [openstack-keystone-api-5000] [] 10.0.0.87:5000 230 0.023 201 460329a58692153ddc646f5aad02188f W0306 05:08:29.546172 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0306 05:08:29.546353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:08:29.546380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [06/Mar/2026:05:08:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.004 300 3875207ee726dd52d86ce1a6b1879478 162.253.55.207 - - [06/Mar/2026:05:08:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.87:5000 1992 0.301 201 3c7e415a92bbc48dc6af2a642bf233c6 162.253.55.207 - - [06/Mar/2026:05:08:36 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.033 [openstack-keystone-api-5000] [] 10.0.0.87:5000 1521 0.033 200 98b5fd4fb2d18db40ec569e58928ae47 162.253.55.207 - - [06/Mar/2026:05:08:36 +0000] "PUT /v3/roles/500d3466c4ca49e889f73815489620e1/implies/cbf5cb40033446dabc755eab962468a9 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.034 [openstack-keystone-api-5000] [] 10.0.0.87:5000 521 0.034 201 57c8c7a7d9b02310486ab2c3665a7d14 W0306 05:08:37.081908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:08:37.081956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:08:48.487810 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.97.26.79"}] I0306 05:08:48.494685 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"715c22d3-ce40-4f2e-9bf3-d6880c64645c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7588", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0306 05:08:48.497413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:08:48.497444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [06/Mar/2026:05:09:22 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.003 300 be41fd9fdfe5dc2b8550ae277dbe0b5e 162.253.55.207 - - [06/Mar/2026:05:09:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.357 [openstack-keystone-api-5000] [] 10.0.0.87:5000 2055 0.356 201 44d6dfa48bfe0393c25fdc0a8a4411bd 162.253.55.207 - - [06/Mar/2026:05:09:23 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.029 [openstack-keystone-api-5000] [] 10.0.0.87:5000 87 0.029 404 c6aca646e1b0220e4a7cb309c1a86076 162.253.55.207 - - [06/Mar/2026:05:09:23 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.030 [openstack-keystone-api-5000] [] 10.0.0.87:5000 390 0.029 200 0f774e01a2324831cfa9809ca3aa0b09 162.253.55.207 - - [06/Mar/2026:05:09:23 +0000] "GET /v3/users/rgw-RegionOne?domain_id=1b0e7f96233646b1af1e835acb50d189 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.029 [openstack-keystone-api-5000] [] 10.0.0.87:5000 91 0.028 404 28d00dd635f0b21155baad2614055f98 162.253.55.207 - - [06/Mar/2026:05:09:23 +0000] "GET /v3/users?domain_id=1b0e7f96233646b1af1e835acb50d189&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.039 [openstack-keystone-api-5000] [] 10.0.0.87:5000 178 0.040 200 7c17a8163fa0e3275e3570aa52fd0882 162.253.55.207 - - [06/Mar/2026:05:09:23 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.300 [openstack-keystone-api-5000] [] 10.0.0.87:5000 291 0.301 201 bdbc140c21a688c65efed29e1c03f61f 162.253.55.207 - - [06/Mar/2026:05:09:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.004 300 f95069acdb157e765a93f85b1e185bac 162.253.55.207 - - [06/Mar/2026:05:09:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 549 0.294 [openstack-keystone-api-5000] [] 10.0.0.87:5000 2055 0.294 201 dd25f3038088d17b1b3d3fb685819f55 162.253.55.207 - - [06/Mar/2026:05:09:28 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 430 0.024 [openstack-keystone-api-5000] [] 10.0.0.87:5000 83 0.025 404 22053ca2008bd93ba92b75e4058588aa 162.253.55.207 - - [06/Mar/2026:05:09:28 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 448 0.021 [openstack-keystone-api-5000] [] 10.0.0.87:5000 361 0.021 200 662c108af905fe83aeba502b2ebcb303 162.253.55.207 - - [06/Mar/2026:05:09:28 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.87:5000 87 0.025 404 c5edd1fcc0893fd27bc7a97ba847c9df 162.253.55.207 - - [06/Mar/2026:05:09:28 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.87:5000 390 0.025 200 86609004f09dd3a18550c9716f166126 162.253.55.207 - - [06/Mar/2026:05:09:28 +0000] "GET /v3/users/rgw-RegionOne?domain_id=1b0e7f96233646b1af1e835acb50d189 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 481 0.021 [openstack-keystone-api-5000] [] 10.0.0.87:5000 91 0.021 404 fb66340aed63931f8262b29f3403a2e0 162.253.55.207 - - [06/Mar/2026:05:09:28 +0000] "GET /v3/users?domain_id=1b0e7f96233646b1af1e835acb50d189&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 499 0.032 [openstack-keystone-api-5000] [] 10.0.0.87:5000 458 0.032 200 568a4e65e2525980e474bffd50454e3d 162.253.55.207 - - [06/Mar/2026:05:09:28 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 435 0.021 [openstack-keystone-api-5000] [] 10.0.0.87:5000 88 0.021 404 03ddbc555a98451243ca6a5369718666 162.253.55.207 - - [06/Mar/2026:05:09:28 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 453 0.026 [openstack-keystone-api-5000] [] 10.0.0.87:5000 520 0.026 200 da77e74afb132f2d5c3a6f9a968d526a 162.253.55.207 - - [06/Mar/2026:05:09:28 +0000] "PUT /v3/projects/87913a9386ee4eca80f8c02398f7227e/users/d293367336504ab98da3d797bc6a4583/roles/8222f052a975435aba52e392d6868925 HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.32.5 CPython/3.12.3" 557 0.035 [openstack-keystone-api-5000] [] 10.0.0.87:5000 0 0.036 204 563e5068041a47d1addf9344010608c7 162.253.55.207 - - [06/Mar/2026:05:09:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.007 300 2f0d9a526abdd76f8c3ae55d82ab4d0d 162.253.55.207 - - [06/Mar/2026:05:09:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.367 [openstack-keystone-api-5000] [] 10.0.0.87:5000 2055 0.367 201 c863493f00671721941030ce52e9a2c4 162.253.55.207 - - [06/Mar/2026:05:09:31 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.021 [openstack-keystone-api-5000] [] 10.0.0.87:5000 151 0.021 200 745bb66cf43723ff40b5328e04ef7816 162.253.55.207 - - [06/Mar/2026:05:09:32 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.031 [openstack-keystone-api-5000] [] 10.0.0.87:5000 263 0.031 201 06919bc24ba7306407454a5a1367458e 162.253.55.207 - - [06/Mar/2026:05:09:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.004 300 68e4336671c37e244b221525e6c24585 162.253.55.207 - - [06/Mar/2026:05:09:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.87:5000 2157 0.318 201 1128c9478e7da6a78c5c5778650b2579 162.253.55.207 - - [06/Mar/2026:05:09:33 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.027 [openstack-keystone-api-5000] [] 10.0.0.87:5000 86 0.026 404 67faf8724a5ab0fdcfd57195b013b8a1 162.253.55.207 - - [06/Mar/2026:05:09:33 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.027 [openstack-keystone-api-5000] [] 10.0.0.87:5000 382 0.027 200 aac48e042275a9f05fcc17962c4e1324 162.253.55.207 - - [06/Mar/2026:05:09:33 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=f4b301bd7fe34d0bb0a76c36f7371fe5 HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.029 [openstack-keystone-api-5000] [] 10.0.0.87:5000 205 0.029 200 514d12c4410feff89a8dcc0c8bf7ac57 162.253.55.207 - - [06/Mar/2026:05:09:33 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.033 [openstack-keystone-api-5000] [] 10.0.0.87:5000 379 0.033 201 2bf642f13af3f5caa967118ccc8b62f1 162.253.55.207 - - [06/Mar/2026:05:09:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.002 300 ee5a1ab59984ecaf10604e8488786457 162.253.55.207 - - [06/Mar/2026:05:09:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.327 [openstack-keystone-api-5000] [] 10.0.0.87:5000 2366 0.327 201 55311fd0f0fc2661c181bc1e3554b47f 162.253.55.207 - - [06/Mar/2026:05:09:34 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.022 [openstack-keystone-api-5000] [] 10.0.0.87:5000 86 0.022 404 eaa007055f06c1f5bf9f5cd8453bf1a6 162.253.55.207 - - [06/Mar/2026:05:09:34 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.016 [openstack-keystone-api-5000] [] 10.0.0.87:5000 382 0.016 200 6b3868e9f62a5871aa46d3372c475728 162.253.55.207 - - [06/Mar/2026:05:09:34 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=f4b301bd7fe34d0bb0a76c36f7371fe5 HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.019 [openstack-keystone-api-5000] [] 10.0.0.87:5000 207 0.018 200 1b1eed23272e4e6d6e0cbc76782b4c74 162.253.55.207 - - [06/Mar/2026:05:09:34 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.032 [openstack-keystone-api-5000] [] 10.0.0.87:5000 392 0.031 201 bb34e9600db53523ffb7f6d470bcd26c W0306 05:09:35.500319 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0306 05:09:35.500462 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0306 05:09:35.500544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:09:35.500567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:09:35.505233 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0306 05:09:35.505270 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0306 05:09:35.511551 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0306 05:09:35.511841 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"5199355d-4781-4e2e-8d29-c1b019bea420", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7870", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0306 05:09:35.512010 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0306 05:09:35.512387 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0306 05:09:35.512485 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0306 05:09:35.512554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:09:35.512578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:09:35.512726 7 controller.go:196] "Configuration changes detected, backend reload required" I0306 05:09:35.557434 7 controller.go:216] "Backend successfully reloaded" I0306 05:09:35.557660 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-29s4m", UID:"f9653afb-3dba-402e-a4de-de80e7ca74df", APIVersion:"v1", ResourceVersion:"1126", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0306 05:09:35.926071 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0306 05:09:35.927212 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0306 05:09:38.846307 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0306 05:09:38.846454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:09:38.846470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:09:48.489118 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.97.26.79"}] I0306 05:09:48.494790 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"5199355d-4781-4e2e-8d29-c1b019bea420", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7991", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0306 05:09:48.497161 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0306 05:09:48.497357 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:09:48.497383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:09:52.290050 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0306 05:09:52.290195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:09:52.290213 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:09:55.624466 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0306 05:09:55.624656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:09:55.624682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:09:55.624898 7 controller.go:196] "Configuration changes detected, backend reload required" I0306 05:09:55.681556 7 controller.go:216] "Backend successfully reloaded" I0306 05:09:55.681872 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-29s4m", UID:"f9653afb-3dba-402e-a4de-de80e7ca74df", APIVersion:"v1", ResourceVersion:"1126", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0306 05:09:58.957209 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0306 05:09:58.957402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:09:58.957428 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:10:02.293570 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0306 05:10:02.293773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:10:02.293802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:10:05.623860 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0306 05:10:05.624037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:10:05.624069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:10:08.957292 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0306 05:10:08.957578 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:10:08.957609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:10:23.157649 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0306 05:10:23.157848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:10:23.157870 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:10:31.740434 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0306 05:10:31.740576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:10:31.740605 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:10:40.019187 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0306 05:10:40.019368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:10:40.019403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:11:18.586928 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:11:18.587006 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:12:42.021563 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0306 05:12:42.021844 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0306 05:12:42.022048 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:12:42.022077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:12:42.026878 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.2kB} I0306 05:12:42.026908 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0306 05:12:42.032100 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0306 05:12:42.032627 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8fc0a228-01f3-4a77-848f-691bdf6ba536", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9323", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0306 05:12:42.032700 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0306 05:12:42.033135 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0306 05:12:42.033298 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0306 05:12:42.033385 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:12:42.033400 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0306 05:12:42.033561 7 controller.go:196] "Configuration changes detected, backend reload required" I0306 05:12:42.086558 7 controller.go:216] "Backend successfully reloaded" I0306 05:12:42.087356 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-29s4m", UID:"f9653afb-3dba-402e-a4de-de80e7ca74df", APIVersion:"v1", ResourceVersion:"1126", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0306 05:12:42.342129 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0306 05:12:42.343436 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0306 05:12:45.367147 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0306 05:12:45.367381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:12:45.367415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [06/Mar/2026:05:12:45 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.005 300 0667b9c68f81d85b99721eeab8f62728 162.253.55.207 - - [06/Mar/2026:05:12:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.355 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3201 0.354 201 85a6ffc82ced0fa9dc7f895482eb4a0f 162.253.55.207 - - [06/Mar/2026:05:12:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 408314a4dcd1ff8c2caa3f0e27ff8714 162.253.55.207 - - [06/Mar/2026:05:12:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 734f810eef0fa4203796755ef4106aac 162.253.55.207 - - [06/Mar/2026:05:12:47 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.004 300 775f62174890ce13168a1069d858c53b 162.253.55.207 - - [06/Mar/2026:05:12:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.311 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3201 0.311 201 3af378b6378156a56d2feda3e7818c71 162.253.55.207 - - [06/Mar/2026:05:12:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ef6c96af11f5805690b78819edb57707 162.253.55.207 - - [06/Mar/2026:05:12:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 158617072f8fd97e7e67886ad8f4a173 I0306 05:12:48.488795 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.97.26.79"}] I0306 05:12:48.497189 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8fc0a228-01f3-4a77-848f-691bdf6ba536", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9383", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0306 05:12:48.700373 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0306 05:12:48.700651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:12:48.700687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [06/Mar/2026:05:12:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.005 300 1db852ccc7c44209b7d9c3bf4cfea8d2 162.253.55.207 - - [06/Mar/2026:05:12:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3201 0.303 201 470e77bb98b15eacb2ccb651e8cc642b 162.253.55.207 - - [06/Mar/2026:05:12:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a18a3b00dd5e114ec8a43800613f8f7b 162.253.55.207 - - [06/Mar/2026:05:12:49 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 86def6d1958e1becd19601952a7b2d77 162.253.55.207 - - [06/Mar/2026:05:12:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.004 300 0cc03d9535e2f1fe5e687fa3bf0f57b5 162.253.55.207 - - [06/Mar/2026:05:12:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3201 0.299 201 85d94697875afe622268915f037cdde4 162.253.55.207 - - [06/Mar/2026:05:12:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ffc5aa74be3ba71012622325049a5d83 162.253.55.207 - - [06/Mar/2026:05:12:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a0807e0554b367da9e93799fd6ae2d82 W0306 05:12:52.033987 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0306 05:12:52.034298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:12:52.034339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [06/Mar/2026:05:12:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.003 300 6794d67a59a0f44a7e60b008736131a8 162.253.55.207 - - [06/Mar/2026:05:12:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3201 0.297 201 1c1c8852a87faaf9aca5029779c10e92 162.253.55.207 - - [06/Mar/2026:05:12:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a1d009259ead7f6697fb49edfbf571fd 162.253.55.207 - - [06/Mar/2026:05:12:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7e78f6eb2769eb69d665b6b383e6e117 162.253.55.207 - - [06/Mar/2026:05:12:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.003 300 95e39ee3c327458921b1e18d0f7cba64 162.253.55.207 - - [06/Mar/2026:05:12:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3201 0.297 201 aac5e79a4f86d7fbcd6cec834518c20f 162.253.55.207 - - [06/Mar/2026:05:12:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d53aaffbbc152402695874e5814e806b 162.253.55.207 - - [06/Mar/2026:05:12:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7818350aa4bfd5cbc6d3875ca8bd5940 162.253.55.207 - - [06/Mar/2026:05:12:56 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.002 300 816bc9f45f259a667bd54922dcca5e26 162.253.55.207 - - [06/Mar/2026:05:12:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3201 0.302 201 2dbe56dff87c6874a94bc0cd1780b03c 162.253.55.207 - - [06/Mar/2026:05:12:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b09ddc819074e430585564688204f485 162.253.55.207 - - [06/Mar/2026:05:12:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3a55e2c17baa894fd966bc31bc6337b3 162.253.55.207 - - [06/Mar/2026:05:12:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.005 300 7beafea9ab9db0ae474986d8b0de4856 162.253.55.207 - - [06/Mar/2026:05:12:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3201 0.298 201 9e508fec84d1d174501b1a2376f33672 162.253.55.207 - - [06/Mar/2026:05:12:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e0bc992188361f57a410438160f210c4 162.253.55.207 - - [06/Mar/2026:05:12:58 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5985888ba171cc6adfdeb771d7c39456 162.253.55.207 - - [06/Mar/2026:05:13:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.003 300 cbc0f1f4f3c2c68f3b4bad018b33d168 162.253.55.207 - - [06/Mar/2026:05:13:00 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3201 0.293 201 8b5179f811982af50454661cd3b08fff 162.253.55.207 - - [06/Mar/2026:05:13:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9b9d01f56f49d1b6e41413a97e77b647 162.253.55.207 - - [06/Mar/2026:05:13:00 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f4084a04556c244f26e6960a3645fee4 W0306 05:13:00.913612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:13:00.913655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.207 - - [06/Mar/2026:05:13:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.005 300 8de887e11e69575997ed8f827d33e8bf 162.253.55.207 - - [06/Mar/2026:05:13:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3201 0.295 201 a9998e3529658c5d29b39b3b9a37c5dd 162.253.55.207 - - [06/Mar/2026:05:13:02 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.20:9292 1312 0.003 300 0b7d0e9e56010c0a4df2e3901a3726a4 162.253.55.207 - - [06/Mar/2026:05:13:02 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.555 [openstack-glance-api-9292] [] 10.0.0.20:9292 69 0.555 200 2feaf9cf2be2e0b2b061bdde5d2f2232 162.253.55.207 - - [06/Mar/2026:05:13:05 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.87:5000 281 0.004 300 520bf536c878fe392cd7c0b601a3ecf8 162.253.55.207 - - [06/Mar/2026:05:13:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.299 [openstack-keystone-api-5000] [] 10.0.0.87:5000 3201 0.298 201 93167ba26f9856b58205a4e2ffd7101b 162.253.55.207 - - [06/Mar/2026:05:13:06 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.20:9292 1312 0.002 300 58b8220f95ad41801f875df2d3fa8dc3 162.253.55.207 - - [06/Mar/2026:05:13:06 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.047 [openstack-glance-api-9292] [] 10.0.0.20:9292 69 0.047 200 18f956e9d1832497b2443fbfeb25a858 162.253.55.207 - - [06/Mar/2026:05:13:06 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.123 [openstack-glance-api-9292] [] 10.0.0.20:9292 151 0.122 404 5887cd58100bb6574fa2a9c23f917942 162.253.55.207 - - [06/Mar/2026:05:13:06 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.025 [openstack-glance-api-9292] [] 10.0.0.20:9292 81 0.025 200 bf6576477c2066e5b89f4cfcdad66084 162.253.55.207 - - [06/Mar/2026:05:13:06 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-glance-api-9292] [] 10.0.0.20:9292 84 0.021 200 b19a2399d8269c25bb5ba438cabe3b3e 162.253.55.207 - - [06/Mar/2026:05:13:06 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.059 [openstack-glance-api-9292] [] 10.0.0.20:9292 760 0.058 201 efeedc24acba761196eaff97d10cfcd7 162.253.55.207 - - [06/Mar/2026:05:13:10 +0000] "PUT /v2/images/0c464836-dff2-4e7a-ad11-b295532ad047/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.982 [openstack-glance-api-9292] [] 10.0.0.20:9292 0 3.982 204 6f25a8a12ea525f4697e77052e1e3db5 162.253.55.207 - - [06/Mar/2026:05:13:10 +0000] "GET /v2/images/0c464836-dff2-4e7a-ad11-b295532ad047 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.20:9292 1171 0.016 200 a4793b88686ed08cc517dc46e91ed2e1 162.253.55.207 - - [06/Mar/2026:05:13:10 +0000] "GET /v2/images/0c464836-dff2-4e7a-ad11-b295532ad047 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.20:9292 1171 0.016 200 fcbee5d363959ae44d1f34cf8ec565a1 W0306 05:13:13.641948 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:13:13.641987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:13:16.976097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0306 05:13:16.976148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store