------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0327 01:57:40.441007 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 01:57:40.441260 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0327 01:57:40.450136 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0327 01:57:40.453617 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0327 01:57:40.718431 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0327 01:57:40.738449 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0327 01:57:40.752911 7 nginx.go:271] "Starting NGINX Ingress controller" I0327 01:57:40.758564 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"ffe7c824-bbf6-4844-aaf7-9c46e9a5f205", APIVersion:"v1", ResourceVersion:"1387", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0327 01:57:40.763543 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"dd10f3dd-ceda-46a6-84d3-bb2df94f46a9", APIVersion:"v1", ResourceVersion:"1389", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0327 01:57:40.763590 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"4108f5e3-dda5-499b-bbbf-38dc47c11c97", APIVersion:"v1", ResourceVersion:"1388", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0327 01:57:41.954064 7 nginx.go:317] "Starting NGINX process" I0327 01:57:41.954173 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0327 01:57:41.954681 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0327 01:57:41.954979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:41.955030 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 01:57:41.955077 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 01:57:41.962045 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0327 01:57:41.962100 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-tbq2t" I0327 01:57:41.983900 7 controller.go:216] "Backend successfully reloaded" I0327 01:57:41.983995 7 controller.go:227] "Initial sync, sleeping for 1 second" I0327 01:57:41.984118 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tbq2t", UID:"1cb83977-67e7-47d8-8230-5b0554919f4f", APIVersion:"v1", ResourceVersion:"1428", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 01:57:45.770262 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:45.770304 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:49.104569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:49.104617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:52.437935 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:52.437974 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:55.770868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:55.770918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:59.104536 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:57:59.104567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:06.252184 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:06.252367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:09.587135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:09.587186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:12.919559 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:12.919612 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:16.252402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:16.252471 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:19.586644 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:19.586700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:22.920267 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:58:22.920312 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:16.445999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:16.446056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:19.782595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:19.782659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:32.414556 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:32.414585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:35.748788 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:35.748966 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:39.082188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:39.082231 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:42.415214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:42.415263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:45.748555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:45.748593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:49.083011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:49.083056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:52.414933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:52.414975 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:55.981014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:55.981043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:59.315542 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:59.315586 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:02.648242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:02.648284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:05.981242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:05.981283 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:09.316572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:09.316604 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:08.578051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:08.578085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:11.092881 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-72.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-72.nip.io-tls was not found. Using default certificate W0327 02:02:11.092943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:11.092962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:02:11.097516 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.005s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:14.7kB} I0327 02:02:11.097563 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0327 02:02:11.103473 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0327 02:02:11.103718 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"acd49d2c-40e2-46de-9460-3b86b53c185e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3440", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:02:11.103990 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-72.nip.io-tls" in local store I0327 02:02:11.308878 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-72.nip.io-tls" I0327 02:02:11.309655 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-72.nip.io-tls" W0327 02:02:11.911675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:11.911720 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:02:11.911785 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:02:11.950316 7 controller.go:216] "Backend successfully reloaded" I0327 02:02:11.950551 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tbq2t", UID:"1cb83977-67e7-47d8-8230-5b0554919f4f", APIVersion:"v1", ResourceVersion:"1428", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:02:15.245603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:15.245645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [27/Mar/2026:02:02:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.059 [auth-system-keycloak-80] [] 10.0.0.239:8080 1925 2.059 200 d330b41cfb854cb8d67005a448b81d8b 199.204.45.72 - - [27/Mar/2026:02:02:22 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.106 [auth-system-keycloak-80] [] 10.0.0.239:8080 116 0.106 404 f9da274b1088941be2c3f7062a480598 199.204.45.72 - - [27/Mar/2026:02:02:27 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.168 [auth-system-keycloak-80] [] 10.0.0.239:8080 0 4.167 201 2f1ae20804ac9f9f49a6833876dc74d2 199.204.45.72 - - [27/Mar/2026:02:02:27 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.590 [auth-system-keycloak-80] [] 10.0.0.239:8080 4246 0.590 200 863e710c2d05b253bc6763ca95ab4c5d 199.204.45.72 - - [27/Mar/2026:02:02:28 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.489 [auth-system-keycloak-80] [] 10.0.0.239:8080 1925 0.487 200 bcc6a3af8a673b46d529c1c71dd271ce 199.204.45.72 - - [27/Mar/2026:02:02:28 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.092 [auth-system-keycloak-80] [] 10.0.0.239:8080 12500 0.093 200 c4b335b405e9e7e97753f732a315a945 199.204.45.72 - - [27/Mar/2026:02:02:28 +0000] "GET /admin/realms/atmosphere/client-scopes/0b53b6c6-6aa1-408d-9321-c18bb1ffeeb3 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.008 [auth-system-keycloak-80] [] 10.0.0.239:8080 1278 0.007 200 1c4403fc2532d5b7529542374655756a 199.204.45.72 - - [27/Mar/2026:02:02:28 +0000] "PUT /admin/realms/atmosphere/client-scopes/0b53b6c6-6aa1-408d-9321-c18bb1ffeeb3 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.054 [auth-system-keycloak-80] [] 10.0.0.239:8080 0 0.054 204 b5ac58d39ac431130caa4288fafd7bc5 199.204.45.72 - - [27/Mar/2026:02:02:28 +0000] "GET /admin/realms/atmosphere/client-scopes/0b53b6c6-6aa1-408d-9321-c18bb1ffeeb3/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.084 [auth-system-keycloak-80] [] 10.0.0.239:8080 963 0.085 200 19c3302372f36c5130f60fee9974150b 199.204.45.72 - - [27/Mar/2026:02:02:28 +0000] "GET /admin/realms/atmosphere/client-scopes/0b53b6c6-6aa1-408d-9321-c18bb1ffeeb3/protocol-mappers/models/9f36fccc-b943-4f2d-bfff-bfedde307c1c HTTP/1.1" 200 366 "-" "Ansible" 1307 0.015 [auth-system-keycloak-80] [] 10.0.0.239:8080 366 0.015 200 d2e14c2b1a3e0d9600d642d80df765cb 199.204.45.72 - - [27/Mar/2026:02:02:29 +0000] "PUT /admin/realms/atmosphere/client-scopes/0b53b6c6-6aa1-408d-9321-c18bb1ffeeb3/protocol-mappers/models/9f36fccc-b943-4f2d-bfff-bfedde307c1c HTTP/1.1" 204 0 "-" "Ansible" 1620 0.079 [auth-system-keycloak-80] [] 10.0.0.239:8080 0 0.078 204 4d42984b64351fe3340a0dff1f57b61a 199.204.45.72 - - [27/Mar/2026:02:02:29 +0000] "GET /admin/realms/atmosphere/client-scopes/0b53b6c6-6aa1-408d-9321-c18bb1ffeeb3 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.082 [auth-system-keycloak-80] [] 10.0.0.239:8080 1218 0.081 200 68e0ceb03c3c71e9200e17660072f7f6 I0327 02:02:41.967712 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.104.224.172"}] I0327 02:02:41.975075 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"acd49d2c-40e2-46de-9460-3b86b53c185e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3789", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:02:41.977162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:02:41.977202 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [27/Mar/2026:02:02:50 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.418 [auth-system-keycloak-80] [] 10.0.0.239:8080 1925 0.417 200 66e0531bd417a1edc1f94c47a65b27dc 199.204.45.72 - - [27/Mar/2026:02:02:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.042 [auth-system-keycloak-80] [] 10.0.0.239:8080 2 0.042 200 b5e1e41d3beeb8b29985da2cf356344a 199.204.45.72 - - [27/Mar/2026:02:02:50 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.198 [auth-system-keycloak-80] [] 10.0.0.239:8080 0 0.197 201 1064c7b0da546784db6b09afb4e31e79 199.204.45.72 - - [27/Mar/2026:02:02:50 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.082 [auth-system-keycloak-80] [] 10.0.0.239:8080 1259 0.083 200 b4addeaafa9ce5e1ad388e145a6abc52 199.204.45.72 - - [27/Mar/2026:02:02:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.509 [auth-system-keycloak-80] [] 10.0.0.239:8080 1925 0.507 200 e0c3a634ca6e783b97e48ec292d93f1f 199.204.45.72 - - [27/Mar/2026:02:02:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.070 [auth-system-keycloak-80] [] 10.0.0.239:8080 2 0.069 200 e8feab7f66f0dcd62e444d2676c97206 199.204.45.72 - - [27/Mar/2026:02:02:51 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.090 [auth-system-keycloak-80] [] 10.0.0.239:8080 0 0.090 201 3a92591bac30beb6a6aadf5164c80bca 199.204.45.72 - - [27/Mar/2026:02:02:51 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.024 [auth-system-keycloak-80] [] 10.0.0.239:8080 1283 0.023 200 a4e80682f803eb1843169e358f69296a 199.204.45.72 - - [27/Mar/2026:02:02:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.502 [auth-system-keycloak-80] [] 10.0.0.239:8080 1925 0.501 200 a56f3624bc76c34ce2cba82fed9cec7d 199.204.45.72 - - [27/Mar/2026:02:02:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.239:8080 2 0.010 200 d46319db03609d05d88026496806e1a5 199.204.45.72 - - [27/Mar/2026:02:02:52 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.145 [auth-system-keycloak-80] [] 10.0.0.239:8080 0 0.144 201 ec03f4af1a19b9a8339fe72415f8ff70 199.204.45.72 - - [27/Mar/2026:02:02:52 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.022 [auth-system-keycloak-80] [] 10.0.0.239:8080 1249 0.022 200 25163845aaf31357067652657bf12889 199.204.45.72 - - [27/Mar/2026:02:02:53 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.464 [auth-system-keycloak-80] [] 10.0.0.239:8080 1925 0.463 200 7ce51482303548bd161ea9a25ae9b1c9 199.204.45.72 - - [27/Mar/2026:02:02:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.239:8080 1259 0.007 200 bc19f216ebbccc6d147e58358c84f640 199.204.45.72 - - [27/Mar/2026:02:02:53 +0000] "GET /admin/realms/atmosphere/clients/c6e3c0c3-1e4b-4d4e-963c-65ef13010ba1/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.239:8080 119 0.012 404 081e5ca96711bb57914b5c8074f4a892 199.204.45.72 - - [27/Mar/2026:02:02:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.239:8080 1259 0.007 200 9cdff36d3d77dbb0394840b12e5a6d51 199.204.45.72 - - [27/Mar/2026:02:02:53 +0000] "POST /admin/realms/atmosphere/clients/c6e3c0c3-1e4b-4d4e-963c-65ef13010ba1/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.252 [auth-system-keycloak-80] [] 10.0.0.239:8080 0 0.251 201 6bacb4e4af998db6fef526321d0dd156 199.204.45.72 - - [27/Mar/2026:02:02:53 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.239:8080 1259 0.006 200 0797732c2e268c096a5bf32898d2ca0e 199.204.45.72 - - [27/Mar/2026:02:02:53 +0000] "GET /admin/realms/atmosphere/clients/c6e3c0c3-1e4b-4d4e-963c-65ef13010ba1/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.239:8080 166 0.012 200 842943d32fdf3ef3c59b1e74c32b103b 199.204.45.72 - - [27/Mar/2026:02:02:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.429 [auth-system-keycloak-80] [] 10.0.0.239:8080 1925 0.428 200 b62e28905d99b4dbdea26d89bd76a08d 199.204.45.72 - - [27/Mar/2026:02:02:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.039 [auth-system-keycloak-80] [] 10.0.0.239:8080 1283 0.039 200 c1f0092f9ac35a497e60db6fd21d9de5 199.204.45.72 - - [27/Mar/2026:02:02:54 +0000] "GET /admin/realms/atmosphere/clients/c1fe7765-982e-4590-a785-9ac3aa763838/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.012 [auth-system-keycloak-80] [] 10.0.0.239:8080 119 0.012 404 16e2fd448f6c22166a82cf65e6edc20b 199.204.45.72 - - [27/Mar/2026:02:02:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.061 [auth-system-keycloak-80] [] 10.0.0.239:8080 1283 0.061 200 891ae2f5e8025f67f80b3c82adf37d36 199.204.45.72 - - [27/Mar/2026:02:02:54 +0000] "POST /admin/realms/atmosphere/clients/c1fe7765-982e-4590-a785-9ac3aa763838/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.016 [auth-system-keycloak-80] [] 10.0.0.239:8080 0 0.015 201 e246e50fda675c57582e155d6db600d7 199.204.45.72 - - [27/Mar/2026:02:02:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.239:8080 1283 0.008 200 3ba285b8381ba3b538a4c5142420eae7 199.204.45.72 - - [27/Mar/2026:02:02:54 +0000] "GET /admin/realms/atmosphere/clients/c1fe7765-982e-4590-a785-9ac3aa763838/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.046 [auth-system-keycloak-80] [] 10.0.0.239:8080 165 0.047 200 8f4d399a4938b6517c0cec5c06d0b775 199.204.45.72 - - [27/Mar/2026:02:02:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.459 [auth-system-keycloak-80] [] 10.0.0.239:8080 1925 0.458 200 ccbb7325118ff36e045f59f931a4483b 199.204.45.72 - - [27/Mar/2026:02:02:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.239:8080 1283 0.005 200 1f613b58c754f9b7d6b92b7328c0bf9d 199.204.45.72 - - [27/Mar/2026:02:02:55 +0000] "GET /admin/realms/atmosphere/clients/c1fe7765-982e-4590-a785-9ac3aa763838/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.022 [auth-system-keycloak-80] [] 10.0.0.239:8080 119 0.022 404 4aa97ce677f66f30e03422686b690312 199.204.45.72 - - [27/Mar/2026:02:02:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.239:8080 1283 0.006 200 30ae3cf49be59ea0d656a25bd3a10db8 199.204.45.72 - - [27/Mar/2026:02:02:55 +0000] "POST /admin/realms/atmosphere/clients/c1fe7765-982e-4590-a785-9ac3aa763838/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.014 [auth-system-keycloak-80] [] 10.0.0.239:8080 0 0.012 201 0c9d82292ba32ffc5551a975203a2856 199.204.45.72 - - [27/Mar/2026:02:02:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.053 [auth-system-keycloak-80] [] 10.0.0.239:8080 1283 0.054 200 b0fae26f446bef4c0c02011128f77669 199.204.45.72 - - [27/Mar/2026:02:02:55 +0000] "GET /admin/realms/atmosphere/clients/c1fe7765-982e-4590-a785-9ac3aa763838/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.239:8080 166 0.011 200 580ff04aeb7c9f8830325a78e2f2e2dc 199.204.45.72 - - [27/Mar/2026:02:02:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.487 [auth-system-keycloak-80] [] 10.0.0.239:8080 1925 0.485 200 1a0827806617d4b193d2e9373e6603dd 199.204.45.72 - - [27/Mar/2026:02:02:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.013 [auth-system-keycloak-80] [] 10.0.0.239:8080 1283 0.012 200 3c5f6c9e8ff40049825b159d602fdb0b 199.204.45.72 - - [27/Mar/2026:02:02:56 +0000] "GET /admin/realms/atmosphere/clients/c1fe7765-982e-4590-a785-9ac3aa763838/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.009 [auth-system-keycloak-80] [] 10.0.0.239:8080 119 0.008 404 74af7b27b49eb1115255095a570efd60 199.204.45.72 - - [27/Mar/2026:02:02:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.048 [auth-system-keycloak-80] [] 10.0.0.239:8080 1283 0.049 200 bb5e4ccce832b14fe1407ee0dfd31efa 199.204.45.72 - - [27/Mar/2026:02:02:56 +0000] "POST /admin/realms/atmosphere/clients/c1fe7765-982e-4590-a785-9ac3aa763838/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.020 [auth-system-keycloak-80] [] 10.0.0.239:8080 0 0.019 201 67ef913fdcca7c50be4431d1cdb34eef 199.204.45.72 - - [27/Mar/2026:02:02:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.239:8080 1283 0.008 200 6751951c84ef461847b6d47be387b62d 199.204.45.72 - - [27/Mar/2026:02:02:56 +0000] "GET /admin/realms/atmosphere/clients/c1fe7765-982e-4590-a785-9ac3aa763838/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.011 [auth-system-keycloak-80] [] 10.0.0.239:8080 166 0.011 200 37f7f2ca9f3abf0647ba24fa0670ca38 199.204.45.72 - - [27/Mar/2026:02:02:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.451 [auth-system-keycloak-80] [] 10.0.0.239:8080 1925 0.450 200 033222ed7a0ede1ed403c43498251c4e 199.204.45.72 - - [27/Mar/2026:02:02:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.239:8080 1249 0.005 200 6c31b23193900707783dd95d882d76ed 199.204.45.72 - - [27/Mar/2026:02:02:57 +0000] "GET /admin/realms/atmosphere/clients/eba2e4aa-f535-439d-b6b5-abc29f389883/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.239:8080 119 0.006 404 d0bae44367b2cf119cad0bead6f020f5 199.204.45.72 - - [27/Mar/2026:02:02:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.053 [auth-system-keycloak-80] [] 10.0.0.239:8080 1249 0.054 200 0721dcf170342b01c3585d7704b94173 199.204.45.72 - - [27/Mar/2026:02:02:57 +0000] "POST /admin/realms/atmosphere/clients/eba2e4aa-f535-439d-b6b5-abc29f389883/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.017 [auth-system-keycloak-80] [] 10.0.0.239:8080 0 0.016 201 9971c56f661c3431c83252b813db5a2b 199.204.45.72 - - [27/Mar/2026:02:02:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.062 [auth-system-keycloak-80] [] 10.0.0.239:8080 1249 0.062 200 172c9c6783a9a47899954c373a2fc8c1 199.204.45.72 - - [27/Mar/2026:02:02:57 +0000] "GET /admin/realms/atmosphere/clients/eba2e4aa-f535-439d-b6b5-abc29f389883/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.014 [auth-system-keycloak-80] [] 10.0.0.239:8080 166 0.014 200 48c46100851c7bbe37379437ccf5ddc2 W0327 02:03:17.158697 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:17.158740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:20.492843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:20.492879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:23.825510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:23.825560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:03.380281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:03.380326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:03.461180 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:03.461312 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0327 02:04:03.461381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:03.461415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:03.462516 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:03.463290 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:03.463436 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0327 02:04:03.463512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:03.462762 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0327 02:04:03.464271 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:03.463537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:03.464310 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:04:03.469205 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.006s renderingIngressLength:2 renderingIngressTime:0.003s admissionTime:0.009s testedConfigurationSize:18.2kB} I0327 02:04:03.469231 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0327 02:04:03.469919 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.009s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.009s testedConfigurationSize:18.2kB} I0327 02:04:03.469953 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0327 02:04:03.471780 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.009s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.01s testedConfigurationSize:18.2kB} I0327 02:04:03.471814 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0327 02:04:03.475272 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0327 02:04:03.476039 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0327 02:04:03.476254 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f4055b1e-aa88-4b13-bf74-772aa73cb427", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4465", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:04:03.480145 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0327 02:04:03.480505 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0327 02:04:03.480546 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"220c739e-d168-41b1-81ea-986d449aff81", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4467", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:04:03.483134 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" I0327 02:04:03.483422 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b1bb8fa9-6a45-4d1e-b284-8fb522e185de", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4469", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:04:03.486138 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0327 02:04:03.995656 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0327 02:04:03.996646 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0327 02:04:04.134889 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0327 02:04:04.135824 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0327 02:04:04.287185 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0327 02:04:04.288654 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" W0327 02:04:06.712916 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:06.712993 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:06.713038 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:06.713221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:06.713250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:04:06.713403 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:04:06.761158 7 controller.go:216] "Backend successfully reloaded" I0327 02:04:06.761455 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tbq2t", UID:"1cb83977-67e7-47d8-8230-5b0554919f4f", APIVersion:"v1", ResourceVersion:"1428", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:04:10.046303 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:10.046372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:10.046402 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:10.046507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:10.046530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:13.379618 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:13.379697 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:13.379756 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:13.379976 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:13.380014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:16.712744 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:16.712810 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:16.712846 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:16.712956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:16.712983 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:20.046823 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:20.046863 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:20.046891 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:20.046968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:20.046984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:23.380213 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:23.380258 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:04:23.380283 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:23.380381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:23.380399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:26.713582 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:26.713680 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:26.713797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:26.713822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:30.045953 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:30.046025 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:30.046111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:30.046133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:33.379262 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:33.379320 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:33.379397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:33.379413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:36.713033 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:36.713233 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:36.713392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:36.713459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:40.047391 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:40.047456 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:40.047547 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:40.047566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:04:41.969391 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.104.224.172"}] I0327 02:04:41.969738 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.104.224.172"}] I0327 02:04:41.970013 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.104.224.172"}] I0327 02:04:41.974258 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b1bb8fa9-6a45-4d1e-b284-8fb522e185de", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5443", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:04:41.979693 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"f4055b1e-aa88-4b13-bf74-772aa73cb427", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5444", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:04:41.981717 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"220c739e-d168-41b1-81ea-986d449aff81", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5445", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:04:43.380142 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:43.380274 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:43.380392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:43.380422 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.59 - - [27/Mar/2026:02:04:45 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.039 [auth-system-keycloak-80] [] 10.0.0.239:8080 6411 0.039 200 2c0eccbde44c09508bdc2a4e38849b7c 10.0.0.189 - - [27/Mar/2026:02:04:45 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.010 [auth-system-keycloak-80] [] 10.0.0.239:8080 6411 0.010 200 7eea19e26d13d8ae55eb56944f8deb0f W0327 02:04:46.712915 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:46.713033 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:04:46.713160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:46.713190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:50.048182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:50.048427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:50.048456 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:53.379694 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:53.379904 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:53.379930 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:56.713022 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:04:56.713298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:56.713328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:00.048447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:00.048500 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:03.380738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:03.380892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:06.714349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:06.714453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [27/Mar/2026:02:05:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.239:8080 1925 0.465 200 8b946675c860c14fe0da4dccf0211269 199.204.45.72 - - [27/Mar/2026:02:05:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.064 [auth-system-keycloak-80] [] 10.0.0.239:8080 4246 0.065 200 6cf07c70f5943503b44d74d967671113 199.204.45.72 - - [27/Mar/2026:02:05:08 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.318 [auth-system-keycloak-80] [] 10.0.0.239:8080 0 0.317 204 cd36ecafd8c89feda50343decc9320f9 199.204.45.72 - - [27/Mar/2026:02:05:08 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.173 [auth-system-keycloak-80] [] 10.0.0.239:8080 4384 0.174 200 adfd0335525cb3015c4d8f62102d1e33 199.204.45.72 - - [27/Mar/2026:02:05:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.239:8080 1925 0.474 200 26d19c38b44fe8a73ce3cbc3a3a3f60d 199.204.45.72 - - [27/Mar/2026:02:05:09 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.033 [auth-system-keycloak-80] [] 10.0.0.239:8080 1682 0.033 200 e09b51534dd80f907bb3500bff3aa387 199.204.45.72 - - [27/Mar/2026:02:05:09 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.239:8080 6411 0.007 200 f774021b43d0dd9ced0a6301575525c5 W0327 02:05:10.046688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:10.046842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [27/Mar/2026:02:05:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.595 [auth-system-keycloak-80] [] 10.0.0.239:8080 1925 0.593 200 48e9d6465f31f473aba97e6a472d8815 199.204.45.72 - - [27/Mar/2026:02:05:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.012 [auth-system-keycloak-80] [] 10.0.0.239:8080 2 0.012 200 004e46e76154e54d495fed08b97df678 199.204.45.72 - - [27/Mar/2026:02:05:11 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.166 [auth-system-keycloak-80] [] 10.0.0.239:8080 0 0.165 201 83128e71536a8a4d6a518faad54ff749 199.204.45.72 - - [27/Mar/2026:02:05:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.020 [auth-system-keycloak-80] [] 10.0.0.239:8080 2242 0.020 200 ea64173739e4ca2386884e354cd29be2 199.204.45.72 - - [27/Mar/2026:02:05:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.518 [auth-system-keycloak-80] [] 10.0.0.239:8080 1925 0.516 200 b05a89092c58bac5cbefa79bad9798a5 199.204.45.72 - - [27/Mar/2026:02:05:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.239:8080 2242 0.006 200 eb73a281a0447f5ca1cd8bf3f947007b 199.204.45.72 - - [27/Mar/2026:02:05:12 +0000] "GET /admin/realms/atmosphere/clients/a4c57552-d171-4a66-8bb2-0df81941339c/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.059 [auth-system-keycloak-80] [] 10.0.0.239:8080 233 0.058 200 bcdf70c41376c28ed593273c7a9eeaae 199.204.45.72 - - [27/Mar/2026:02:05:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.022 [auth-system-keycloak-80] [] 10.0.0.239:8080 831 0.022 200 759414899131f967d2d1beb78709beb0 199.204.45.72 - - [27/Mar/2026:02:05:12 +0000] "GET /admin/realms/atmosphere/clients/c9dd1002-0743-4a89-9801-3724c04b9d62/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.077 [auth-system-keycloak-80] [] 10.0.0.239:8080 3758 0.076 200 813c4b037f68f27260a63a8f103fee1b 199.204.45.72 - - [27/Mar/2026:02:05:13 +0000] "GET /admin/realms/atmosphere/users/b3d1ceba-2697-4526-80e5-82178a305925/role-mappings/clients/c9dd1002-0743-4a89-9801-3724c04b9d62/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.180 [auth-system-keycloak-80] [] 10.0.0.239:8080 3758 0.181 200 fe44ea39b5d96dbc2176a41f79dcc732 199.204.45.72 - - [27/Mar/2026:02:05:13 +0000] "GET /admin/realms/atmosphere/users/b3d1ceba-2697-4526-80e5-82178a305925/role-mappings/clients/c9dd1002-0743-4a89-9801-3724c04b9d62/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.087 [auth-system-keycloak-80] [] 10.0.0.239:8080 2 0.087 200 a3b723939d391459276338cb9a39dfaa 199.204.45.72 - - [27/Mar/2026:02:05:13 +0000] "POST /admin/realms/atmosphere/users/b3d1ceba-2697-4526-80e5-82178a305925/role-mappings/clients/c9dd1002-0743-4a89-9801-3724c04b9d62 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.094 [auth-system-keycloak-80] [] 10.0.0.239:8080 0 0.094 204 4d7f4a2aeec435ffb3ef1e1da3a10a34 199.204.45.72 - - [27/Mar/2026:02:05:13 +0000] "GET /admin/realms/atmosphere/users/b3d1ceba-2697-4526-80e5-82178a305925/role-mappings/clients/c9dd1002-0743-4a89-9801-3724c04b9d62/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.016 [auth-system-keycloak-80] [] 10.0.0.239:8080 576 0.016 200 aa95b2898b0b8972c49f7cc557d481d6 W0327 02:05:16.001692 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:16.001736 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:19.335961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:19.335996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:33.200036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:33.200084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:36.533429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:36.533459 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:20.399987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:20.400024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:47.799714 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0327 02:07:47.799820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:47.800137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:07:47.804646 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.005s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:28.7kB} I0327 02:07:47.804697 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0327 02:07:47.810845 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0327 02:07:47.811184 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ca638eeb-a8a8-4c9f-abef-1bc8e8220b78", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6812", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:07:47.811623 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0327 02:07:47.812120 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0327 02:07:47.812199 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:47.812223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:07:47.812375 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:07:47.862809 7 controller.go:216] "Backend successfully reloaded" I0327 02:07:47.863116 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tbq2t", UID:"1cb83977-67e7-47d8-8230-5b0554919f4f", APIVersion:"v1", ResourceVersion:"1428", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:07:48.102061 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0327 02:07:48.105117 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0327 02:07:51.146240 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:51.146287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [27/Mar/2026:02:07:52 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.005 300 43071b75342922b2d1c08f6ecfbc8dc5 199.204.45.72 - - [27/Mar/2026:02:07:53 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 265 0.005 200 49eab0a2b119f005b74eac2afef4ce1f 199.204.45.72 - - [27/Mar/2026:02:07:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.354 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1359 0.354 201 bef77aedcc6984a6eb98cdc1905d40da 199.204.45.72 - - [27/Mar/2026:02:07:53 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 bba499ac5adcfeeb0e16ff1a7429565c 199.204.45.72 - - [27/Mar/2026:02:07:54 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.036 [openstack-keystone-api-5000] [] 10.0.0.212:5000 90 0.036 404 3059da0b69aaa8fcb832346f1be38b35 199.204.45.72 - - [27/Mar/2026:02:07:54 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.212:5000 366 0.027 200 b5c67aa3692617b5eb4abe2d6c5b5366 199.204.45.72 - - [27/Mar/2026:02:07:54 +0000] "GET /v3/domains/c5b3c12ac3ea467cbc0f1ea4be623253 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-keystone-api-5000] [] 10.0.0.212:5000 244 0.020 200 499821b90a84d7a54a094da455b37c4f 199.204.45.72 - - [27/Mar/2026:02:07:54 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 265 0.003 200 139f9e19a670d301ff479976de90479a 199.204.45.72 - - [27/Mar/2026:02:07:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.333 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1359 0.333 201 34dd51959907848bdfef1ff61d59b7a2 199.204.45.72 - - [27/Mar/2026:02:07:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 3e7ee4c6de3c371499783cfa1b07210c 199.204.45.72 - - [27/Mar/2026:02:07:55 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.028 [openstack-keystone-api-5000] [] 10.0.0.212:5000 101 0.029 404 d6bdb79ef92fd46853c0881c57905630 199.204.45.72 - - [27/Mar/2026:02:07:55 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.020 [openstack-keystone-api-5000] [] 10.0.0.212:5000 155 0.020 200 80d9363a371784cee1f113b745dbc0e8 199.204.45.72 - - [27/Mar/2026:02:07:55 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 451 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.027 [openstack-keystone-api-5000] [] 10.0.0.212:5000 451 0.027 201 56116cef41a8991d0d91e03fee32cef6 199.204.45.72 - - [27/Mar/2026:02:07:55 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 265 0.003 200 222a9f5ff4478ec7274b3688e0491bc7 199.204.45.72 - - [27/Mar/2026:02:07:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1359 0.292 201 de4a201c42f0541f5f63669600db80d5 199.204.45.72 - - [27/Mar/2026:02:07:56 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 79363465fd3b0e16a929cfb509188016 199.204.45.72 - - [27/Mar/2026:02:07:56 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.025 [openstack-keystone-api-5000] [] 10.0.0.212:5000 98 0.025 404 4f09483183ea478b51f094632e4623d8 199.204.45.72 - - [27/Mar/2026:02:07:56 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.020 [openstack-keystone-api-5000] [] 10.0.0.212:5000 135 0.020 200 3b3fbc268431239e4e184b8b694e7773 199.204.45.72 - - [27/Mar/2026:02:07:56 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.016 [openstack-keystone-api-5000] [] 10.0.0.212:5000 356 0.016 201 30b9afd041e690aad364521994f9fc3f 199.204.45.72 - - [27/Mar/2026:02:07:57 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 265 0.004 200 75ae59f84b87b6eb945dc75b7b9c113e 199.204.45.72 - - [27/Mar/2026:02:07:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1359 0.296 201 e9f2dd7f2a4342756182b6cba58099c5 199.204.45.72 - - [27/Mar/2026:02:07:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.003 300 a7c6a84487fdecb9d69e93f956c8bfdd 199.204.45.72 - - [27/Mar/2026:02:07:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.019 [openstack-keystone-api-5000] [] 10.0.0.212:5000 131 0.019 404 74b83c68963c861093c121c7753050de 199.204.45.72 - - [27/Mar/2026:02:07:57 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.020 [openstack-keystone-api-5000] [] 10.0.0.212:5000 167 0.020 200 2b5c9e3227c673cd601dbd75456091b5 199.204.45.72 - - [27/Mar/2026:02:07:57 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.021 [openstack-keystone-api-5000] [] 10.0.0.212:5000 222 0.020 201 9ad8cd09f40730081bc109484e827e7d W0327 02:08:07.007646 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:07.007675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:10.341314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:10.341352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:13.675186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:13.675229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:17.008969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:17.009176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:32.477650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:32.477695 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:35.812648 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:35.812707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:40.443317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:40.443369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:08:41.970900 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.104.224.172"}] I0327 02:08:41.976476 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"ca638eeb-a8a8-4c9f-abef-1bc8e8220b78", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7293", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:08:43.777973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:43.778022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:47.110453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:47.110506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:11.071731 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:10:11.071866 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0327 02:10:11.071942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:11.071969 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:10:11.076053 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:32.2kB} I0327 02:10:11.076083 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0327 02:10:11.079436 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0327 02:10:11.080778 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d15b4b28-4c72-4085-8333-0064e543ad36", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7902", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:10:11.081433 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0327 02:10:11.082234 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:10:11.082423 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0327 02:10:11.082544 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:11.082557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:10:11.082751 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:10:11.133818 7 controller.go:216] "Backend successfully reloaded" I0327 02:10:11.134250 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tbq2t", UID:"1cb83977-67e7-47d8-8230-5b0554919f4f", APIVersion:"v1", ResourceVersion:"1428", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:10:11.628995 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0327 02:10:11.629762 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.72 - - [27/Mar/2026:02:10:11 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.002 300 491575d3b9f2027b192e5ee7862f833f 199.204.45.72 - - [27/Mar/2026:02:10:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.332 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1990 0.332 201 7f3a69bec01d885f85c3729a1f6ed575 199.204.45.72 - - [27/Mar/2026:02:10:12 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.029 [openstack-keystone-api-5000] [] 10.0.0.212:5000 85 0.029 404 665436547d8e8a1bfa59c4b690353dde 199.204.45.72 - - [27/Mar/2026:02:10:12 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.023 [openstack-keystone-api-5000] [] 10.0.0.212:5000 128 0.023 200 b4de205efe0f4892f16704ee86560417 199.204.45.72 - - [27/Mar/2026:02:10:12 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.029 [openstack-keystone-api-5000] [] 10.0.0.212:5000 229 0.029 201 6e0564f95b9b6cdccb4df5286f16e491 W0327 02:10:14.416225 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:10:14.416397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:14.416420 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [27/Mar/2026:02:10:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 228 0.005 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 e0e3f1c251cf27c134f0734ac82b4ebe 199.204.45.72 - - [27/Mar/2026:02:10:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 547 0.301 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1990 0.301 201 d040584b4315cb59c32de88b8b603bc5 199.204.45.72 - - [27/Mar/2026:02:10:18 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.027 [openstack-keystone-api-5000] [] 10.0.0.212:5000 1514 0.027 200 e9fe39ad4c0eebba79f1d1dfb99fb525 199.204.45.72 - - [27/Mar/2026:02:10:18 +0000] "PUT /v3/roles/e850812b30044293bb1ed52c595d439d/implies/018645f430214cd7966f34098931acf5 HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.036 [openstack-keystone-api-5000] [] 10.0.0.212:5000 518 0.036 201 3d183580898bda989bac41e36197e1b7 W0327 02:10:20.802642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:20.802709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:10:41.967661 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.104.224.172"}] I0327 02:10:41.974493 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d15b4b28-4c72-4085-8333-0064e543ad36", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8244", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:10:41.977033 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:41.977076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [27/Mar/2026:02:11:05 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 fd4edfd65bc7820919e5734a77fb85c8 199.204.45.72 - - [27/Mar/2026:02:11:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.375 [openstack-keystone-api-5000] [] 10.0.0.212:5000 2053 0.376 201 37343897cf2f4ea17600bb87154eb45f 199.204.45.72 - - [27/Mar/2026:02:11:05 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.027 [openstack-keystone-api-5000] [] 10.0.0.212:5000 87 0.027 404 ddac91b5b6196bea7ec38210b09d4836 199.204.45.72 - - [27/Mar/2026:02:11:05 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.212:5000 388 0.025 200 a875c4d87df4292ad38d209704d86b9f 199.204.45.72 - - [27/Mar/2026:02:11:05 +0000] "GET /v3/users/rgw-RegionOne?domain_id=2fda7484315a40ffafcfac17f8edcb99 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.031 [openstack-keystone-api-5000] [] 10.0.0.212:5000 91 0.030 404 4307146b376a76dc274a62f627cfc49c 199.204.45.72 - - [27/Mar/2026:02:11:05 +0000] "GET /v3/users?domain_id=2fda7484315a40ffafcfac17f8edcb99&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.029 [openstack-keystone-api-5000] [] 10.0.0.212:5000 177 0.029 200 c8c3c137f0e5e5d278abd1f174f916f7 199.204.45.72 - - [27/Mar/2026:02:11:05 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.376 [openstack-keystone-api-5000] [] 10.0.0.212:5000 290 0.375 201 ca790852fd1ac9f109ecc2948a09a953 199.204.45.72 - - [27/Mar/2026:02:11:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.005 300 b37e5d35caa93d77a61142a267343516 199.204.45.72 - - [27/Mar/2026:02:11:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 547 0.287 [openstack-keystone-api-5000] [] 10.0.0.212:5000 2053 0.287 201 a2f92a1ec3f20f8a79b26a4e3d2f905a 199.204.45.72 - - [27/Mar/2026:02:11:09 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 385 0.027 [openstack-keystone-api-5000] [] 10.0.0.212:5000 83 0.028 404 c76ac4cb90e5ed64c2ac4094b93b05d1 199.204.45.72 - - [27/Mar/2026:02:11:09 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "python-keystoneclient" 390 0.024 [openstack-keystone-api-5000] [] 10.0.0.212:5000 359 0.024 200 d03e9093daf0c9f9dda3f1deb32b1a7c 199.204.45.72 - - [27/Mar/2026:02:11:09 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 389 0.028 [openstack-keystone-api-5000] [] 10.0.0.212:5000 87 0.029 404 71f4102e41bf2d4eec0dd564d8afd7fa 199.204.45.72 - - [27/Mar/2026:02:11:09 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "python-keystoneclient" 394 0.022 [openstack-keystone-api-5000] [] 10.0.0.212:5000 388 0.022 200 e61f8672653477c49702e084f75f3253 199.204.45.72 - - [27/Mar/2026:02:11:09 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 393 0.030 [openstack-keystone-api-5000] [] 10.0.0.212:5000 91 0.030 404 71b3860fde897f82782548a39d44db4c 199.204.45.72 - - [27/Mar/2026:02:11:09 +0000] "GET /v3/users?domain_id=2fda7484315a40ffafcfac17f8edcb99&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "python-keystoneclient" 441 0.028 [openstack-keystone-api-5000] [] 10.0.0.212:5000 456 0.028 200 f4f75c8e2a82b4640934d534477a40ec 199.204.45.72 - - [27/Mar/2026:02:11:09 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 390 0.032 [openstack-keystone-api-5000] [] 10.0.0.212:5000 88 0.032 404 3f440ea9a099c4e7158c3d4d5dc702ed 199.204.45.72 - - [27/Mar/2026:02:11:09 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "python-keystoneclient" 395 0.035 [openstack-keystone-api-5000] [] 10.0.0.212:5000 518 0.035 200 a4ad29cd9b079ceafd670f4023b1e7d6 199.204.45.72 - - [27/Mar/2026:02:11:09 +0000] "PUT /v3/projects/ae4e7483964340a1a5ced65c02dc486d/users/bc1e37ed546e4917903c881ce27ab08f/roles/2641f2d3f0c24b1a8a1d4d7b381ea090 HTTP/1.1" 204 0 "-" "python-keystoneclient" 512 0.040 [openstack-keystone-api-5000] [] 10.0.0.212:5000 0 0.040 204 a53f8901bd967b96d62ae64c700a7cdc 199.204.45.72 - - [27/Mar/2026:02:11:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 96e5f66f79fd71c57e201f2c761184e6 199.204.45.72 - - [27/Mar/2026:02:11:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.343 [openstack-keystone-api-5000] [] 10.0.0.212:5000 2053 0.342 201 7825906fe4f85463b178b656891c7cc0 199.204.45.72 - - [27/Mar/2026:02:11:13 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.022 [openstack-keystone-api-5000] [] 10.0.0.212:5000 150 0.021 200 d28f20d68903d81087eceba103d49a17 199.204.45.72 - - [27/Mar/2026:02:11:13 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.049 [openstack-keystone-api-5000] [] 10.0.0.212:5000 262 0.050 201 8225184ea935302cb1830a7c839023e6 199.204.45.72 - - [27/Mar/2026:02:11:14 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.003 300 562e48570de81cbabcb7ae66a2968cab 199.204.45.72 - - [27/Mar/2026:02:11:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.310 [openstack-keystone-api-5000] [] 10.0.0.212:5000 2155 0.309 201 6a329956da00c0c13675bbef54881342 199.204.45.72 - - [27/Mar/2026:02:11:14 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.034 [openstack-keystone-api-5000] [] 10.0.0.212:5000 86 0.033 404 452c55df5ffcd648b1ee2fa454f8d6cf 199.204.45.72 - - [27/Mar/2026:02:11:14 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-keystone-api-5000] [] 10.0.0.212:5000 380 0.023 200 d2b4bb5888605336b0fa721bab439ed1 199.204.45.72 - - [27/Mar/2026:02:11:14 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=b931236f6727405aac6ee24fc3f4a384 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.019 [openstack-keystone-api-5000] [] 10.0.0.212:5000 204 0.018 200 6fcb9276249f313c12dccc5e4932ea1b 199.204.45.72 - - [27/Mar/2026:02:11:14 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.032 [openstack-keystone-api-5000] [] 10.0.0.212:5000 377 0.031 201 74ecd8e586aaf3a2da864ae9f3cfaaa2 199.204.45.72 - - [27/Mar/2026:02:11:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.003 300 3606e36d9dce7bea8afcded67da550a0 199.204.45.72 - - [27/Mar/2026:02:11:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.306 [openstack-keystone-api-5000] [] 10.0.0.212:5000 2363 0.307 201 4d5f786ebf80988217e3d30806bd3602 199.204.45.72 - - [27/Mar/2026:02:11:15 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.212:5000 86 0.025 404 f3dbce6c06c6799239ac754192e0bc73 199.204.45.72 - - [27/Mar/2026:02:11:15 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.016 [openstack-keystone-api-5000] [] 10.0.0.212:5000 380 0.017 200 12cce207ac46296cad938e418644bb58 199.204.45.72 - - [27/Mar/2026:02:11:15 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=b931236f6727405aac6ee24fc3f4a384 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.017 [openstack-keystone-api-5000] [] 10.0.0.212:5000 206 0.018 200 d9edb5acd98235a243bd9a838d381dec 199.204.45.72 - - [27/Mar/2026:02:11:15 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.021 [openstack-keystone-api-5000] [] 10.0.0.212:5000 391 0.021 201 a0973d930e70b8d409dda93f62dcb341 W0327 02:11:16.836883 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:11:16.837084 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0327 02:11:16.837171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:16.837197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:11:16.842312 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0327 02:11:16.842354 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0327 02:11:16.852947 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0327 02:11:16.853226 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"18f70be6-1d49-42d7-a24a-215f7b88b130", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8476", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:11:16.853452 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0327 02:11:16.853781 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:11:16.853870 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0327 02:11:16.853927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:16.853944 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:11:16.854049 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:11:16.912277 7 controller.go:216] "Backend successfully reloaded" I0327 02:11:16.912600 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tbq2t", UID:"1cb83977-67e7-47d8-8230-5b0554919f4f", APIVersion:"v1", ResourceVersion:"1428", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:11:17.127077 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0327 02:11:17.128947 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0327 02:11:20.188235 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:11:20.188452 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:20.188477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:33.587583 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:11:33.587889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:33.587918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:38.073990 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:38.074210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:38.074236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:11:38.074430 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:11:38.126216 7 controller.go:216] "Backend successfully reloaded" I0327 02:11:38.126621 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tbq2t", UID:"1cb83977-67e7-47d8-8230-5b0554919f4f", APIVersion:"v1", ResourceVersion:"1428", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:11:41.407904 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:41.408564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:41.408603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:11:41.971138 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.104.224.172"}] I0327 02:11:41.977484 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"18f70be6-1d49-42d7-a24a-215f7b88b130", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8774", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:11:44.743017 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:44.743233 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:44.743266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:48.074964 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:48.075174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:48.075204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:51.408491 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:11:51.408680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:51.408709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:04.454825 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:12:04.455222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:04.455305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:07.788895 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:12:07.789081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:07.789103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:12.736613 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:12:12.740823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:12.740876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:21.722173 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:12:21.722359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:21.722388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:00.246435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:00.246467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:16.550469 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:14:16.551060 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0327 02:14:16.552060 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:16.552183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:14:16.557909 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.009s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.009s testedConfigurationSize:39.1kB} I0327 02:14:16.558007 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0327 02:14:16.562885 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0327 02:14:16.563182 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8c4a0eb2-d8ee-4aef-861e-53e7129467c5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9985", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:14:16.563498 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0327 02:14:16.563947 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:14:16.564102 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0327 02:14:16.564189 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:16.564209 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:14:16.564369 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:14:16.627811 7 controller.go:216] "Backend successfully reloaded" I0327 02:14:16.628172 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-tbq2t", UID:"1cb83977-67e7-47d8-8230-5b0554919f4f", APIVersion:"v1", ResourceVersion:"1428", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:14:16.839116 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0327 02:14:16.840520 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0327 02:14:19.899800 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:14:19.900019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:19.900051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [27/Mar/2026:02:14:21 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.005 300 a7cd40f93b12e09d5b3e092673105526 199.204.45.72 - - [27/Mar/2026:02:14:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.347 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3197 0.347 201 42b49b96121ac0fe4f57f2c3374649da 199.204.45.72 - - [27/Mar/2026:02:14:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5fb2aa55f0a24ab323c5cffced2167d5 199.204.45.72 - - [27/Mar/2026:02:14:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 67ecf67eaddf571282df250386151470 199.204.45.72 - - [27/Mar/2026:02:14:23 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 e913ec9bc14265bb46baba1191adf6fd 199.204.45.72 - - [27/Mar/2026:02:14:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3197 0.305 201 a407cbfd7fa54361035e54e9eb7646a8 199.204.45.72 - - [27/Mar/2026:02:14:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9cd40a46566bf5c70f32ba16b8b004bd 199.204.45.72 - - [27/Mar/2026:02:14:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c6aa10bcca78a86651a1e2852d4e6785 199.204.45.72 - - [27/Mar/2026:02:14:24 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 105437bc13cabd89e8c4de3f6d33902d 199.204.45.72 - - [27/Mar/2026:02:14:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.307 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3197 0.308 201 25fa3a82c9a2de21896dcca00098951f 199.204.45.72 - - [27/Mar/2026:02:14:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 096e7b6eddbec34c495f691e0960b750 199.204.45.72 - - [27/Mar/2026:02:14:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 86a7ee40e617eb7a0962b31896916564 199.204.45.72 - - [27/Mar/2026:02:14:26 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 914c1cd885c72950bc03ce0c372ae120 199.204.45.72 - - [27/Mar/2026:02:14:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3197 0.301 201 87cca536e9f6c9ba7902563a1509be28 199.204.45.72 - - [27/Mar/2026:02:14:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0edcb24271b59bc83ff8e0e27b634163 199.204.45.72 - - [27/Mar/2026:02:14:26 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0abbed927abfb72d4bcf11104f30320f W0327 02:14:28.056608 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:14:28.056746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:28.056768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [27/Mar/2026:02:14:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 c19ba3c7d58664182c6a36335259cbf0 199.204.45.72 - - [27/Mar/2026:02:14:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.301 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3197 0.301 201 28950815fa0c0f26b4349ba6939c9a51 199.204.45.72 - - [27/Mar/2026:02:14:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - be4e097729acf2e49cbbd28552027577 199.204.45.72 - - [27/Mar/2026:02:14:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b55a269ce7a399cf1558497532b27cb2 199.204.45.72 - - [27/Mar/2026:02:14:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.007 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.008 300 be3bfa007714f34886c929e21f850dec 199.204.45.72 - - [27/Mar/2026:02:14:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3197 0.290 201 89046e7a81f378e0e901a78c956d36cf 199.204.45.72 - - [27/Mar/2026:02:14:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 2954fad42c4caf8fdaebfb689e12ccd6 199.204.45.72 - - [27/Mar/2026:02:14:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0a83c26669d2660643557b61170eecbe 199.204.45.72 - - [27/Mar/2026:02:14:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 c65f81381ae82cbda57640c1db4c4e28 199.204.45.72 - - [27/Mar/2026:02:14:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.310 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3197 0.309 201 610f004911eef261ab5e18820c44edd2 199.204.45.72 - - [27/Mar/2026:02:14:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0a9d0711258c9eaf6de4572dc690dc6f 199.204.45.72 - - [27/Mar/2026:02:14:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ad7cf929fb0abf64c8fd233d951272c1 199.204.45.72 - - [27/Mar/2026:02:14:33 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 55a5f8d7a29592bd9f5cab76300a6dbe 199.204.45.72 - - [27/Mar/2026:02:14:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3197 0.289 201 49e986fdaf2484d32e0f2e17216d8601 199.204.45.72 - - [27/Mar/2026:02:14:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 106c868085fa9dce66a24306d75d9fed 199.204.45.72 - - [27/Mar/2026:02:14:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3850d1d4ac33bfa8515b5d940cbf0489 199.204.45.72 - - [27/Mar/2026:02:14:35 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.003 300 f41d766b66102358dd3785401d80a929 199.204.45.72 - - [27/Mar/2026:02:14:35 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.281 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3197 0.282 201 886f20f67cac89c2515a3b664f4d1b5c 199.204.45.72 - - [27/Mar/2026:02:14:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 102140088a0525bd0f90017b5750aea7 199.204.45.72 - - [27/Mar/2026:02:14:35 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b0dc1939dd459420e4cce1d8af79c6b6 W0327 02:14:36.769881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:36.769934 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [27/Mar/2026:02:14:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.005 300 0ce8aad659b1a300a8ace3c22be47575 199.204.45.72 - - [27/Mar/2026:02:14:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3197 0.305 201 cda7bd4b1072358da120ae9c7e0b3f08 199.204.45.72 - - [27/Mar/2026:02:14:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 4af984b89006fc1967f29db676617161 199.204.45.72 - - [27/Mar/2026:02:14:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bbf1b9b182221cd146380f4bcd7290d1 199.204.45.72 - - [27/Mar/2026:02:14:38 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.004 300 8811141f6bac0d1f3a5442c16f113ed7 199.204.45.72 - - [27/Mar/2026:02:14:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3197 0.291 201 25b7fc57c3d0112cae73b7ebdbe209e0 199.204.45.72 - - [27/Mar/2026:02:14:39 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.004 [openstack-glance-api-9292] [] 10.0.0.231:9292 1183 0.003 300 cd46d57fe1c9f5ad7f4b763f31d701a9 199.204.45.72 - - [27/Mar/2026:02:14:39 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.561 [openstack-glance-api-9292] [] 10.0.0.231:9292 69 0.561 200 272cf2b5aa7821f546ff573772864e09 I0327 02:14:41.967209 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.104.224.172"}] I0327 02:14:41.976393 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"8c4a0eb2-d8ee-4aef-861e-53e7129467c5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10169", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:14:41.978282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:41.978325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.72 - - [27/Mar/2026:02:14:42 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.212:5000 280 0.003 300 f92ff22d116e5596fe4e204150cb9127 199.204.45.72 - - [27/Mar/2026:02:14:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.212:5000 3197 0.296 201 482241314c3a71a7196b7bf84a4838e6 199.204.45.72 - - [27/Mar/2026:02:14:43 +0000] "GET / HTTP/1.1" 300 1183 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.231:9292 1183 0.002 300 7a33df1919aada9330aa72bf934692b0 199.204.45.72 - - [27/Mar/2026:02:14:43 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.041 [openstack-glance-api-9292] [] 10.0.0.231:9292 69 0.042 200 305be56bfbfe1842322d57f7fbdef59d 199.204.45.72 - - [27/Mar/2026:02:14:43 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.116 [openstack-glance-api-9292] [] 10.0.0.231:9292 151 0.115 404 a702b7c208d4980935396fb73bab0bbf 199.204.45.72 - - [27/Mar/2026:02:14:43 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.023 [openstack-glance-api-9292] [] 10.0.0.231:9292 81 0.023 200 43d8d4e80b473d8598601f52c018a35c 199.204.45.72 - - [27/Mar/2026:02:14:43 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.024 [openstack-glance-api-9292] [] 10.0.0.231:9292 84 0.024 200 8da29ce3eede6368fa97a7881d382084 199.204.45.72 - - [27/Mar/2026:02:14:43 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.072 [openstack-glance-api-9292] [] 10.0.0.231:9292 760 0.072 201 6eb3a42bdcd5fb292ef9ef07b0224b1b 199.204.45.72 - - [27/Mar/2026:02:14:47 +0000] "PUT /v2/images/b7ef7de2-d96e-4c59-9839-5f32c8eca348/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.948 [openstack-glance-api-9292] [] 10.0.0.231:9292 0 3.947 204 89e2dc7483f47f9dd047879e42e35b95 199.204.45.72 - - [27/Mar/2026:02:14:47 +0000] "GET /v2/images/b7ef7de2-d96e-4c59-9839-5f32c8eca348 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-glance-api-9292] [] 10.0.0.231:9292 1171 0.017 200 99b968cddffb7af6d86c1f04cad39c60 199.204.45.72 - - [27/Mar/2026:02:14:47 +0000] "GET /v2/images/b7ef7de2-d96e-4c59-9839-5f32c8eca348 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-glance-api-9292] [] 10.0.0.231:9292 1171 0.020 200 e255a821c76548ab2cf602507287a84f W0327 02:14:50.502660 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:50.502713 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:53.834985 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:53.835024 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store