------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0327 01:59:00.895917 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 01:59:00.896141 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0327 01:59:00.905142 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0327 01:59:00.908157 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0327 01:59:01.120407 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0327 01:59:01.136281 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0327 01:59:01.149198 7 nginx.go:271] "Starting NGINX Ingress controller" I0327 01:59:01.153803 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"b2f1de77-0ecf-467e-b24d-309c86630bca", APIVersion:"v1", ResourceVersion:"1303", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0327 01:59:01.159150 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"fd769d53-440b-4cf1-aafd-b992d873f812", APIVersion:"v1", ResourceVersion:"1305", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0327 01:59:01.159204 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"4f7d6b7a-0cea-47bb-9e47-4d09c4d49009", APIVersion:"v1", ResourceVersion:"1304", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0327 01:59:02.351222 7 nginx.go:317] "Starting NGINX process" I0327 01:59:02.351353 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0327 01:59:02.351915 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0327 01:59:02.352317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:02.352352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 01:59:02.352409 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 01:59:02.362223 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0327 01:59:02.362280 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-vvbnr" I0327 01:59:02.395330 7 controller.go:216] "Backend successfully reloaded" I0327 01:59:02.395505 7 controller.go:227] "Initial sync, sleeping for 1 second" I0327 01:59:02.395608 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvbnr", UID:"58cb006b-834c-48e0-a98b-e240c2385e5e", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 01:59:06.180326 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:06.180365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:09.514247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:09.514284 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:12.847954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:12.847992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:16.180853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:16.180894 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:19.514280 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:19.514404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:22.847701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:22.847751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:26.181447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:26.181491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:29.515599 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:29.515642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:32.848053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:32.848099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:36.181063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:36.181099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:39.516448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 01:59:39.516478 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:28.974235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:28.974278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:32.308162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:32.308228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:53.264872 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:53.264905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:56.599257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:56.599298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:59.932633 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:00:59.932680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:03.265313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:03.265359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:06.598517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:06.598566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:09.934429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:09.934467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:14.979922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:14.979957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:18.315075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:18.315118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:23.035732 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:23.035762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:26.371362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:01:26.371406 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:30.520838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:30.520881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:32.250739 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-162.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-162.nip.io-tls was not found. Using default certificate W0327 02:03:32.250959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:32.250987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:03:32.253371 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0327 02:03:32.253406 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0327 02:03:32.262046 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0327 02:03:32.262491 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-162.nip.io-tls" in local store I0327 02:03:32.262532 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b4dda983-8d4e-4f1a-828c-a96f7918f23a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3378", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:03:32.590740 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-162.nip.io-tls" I0327 02:03:32.591558 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-162.nip.io-tls" W0327 02:03:33.855066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:33.855111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:03:33.855242 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:03:33.896196 7 controller.go:216] "Backend successfully reloaded" I0327 02:03:33.896573 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvbnr", UID:"58cb006b-834c-48e0-a98b-e240c2385e5e", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:03:37.187949 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:03:37.187999 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [27/Mar/2026:02:03:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.400 [auth-system-keycloak-80] [] 10.0.0.246:8080 1928 2.399 200 e2bc7a32aaabc34b5b1be7ffea8d4819 199.204.45.162 - - [27/Mar/2026:02:03:43 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.113 [auth-system-keycloak-80] [] 10.0.0.246:8080 116 0.112 404 3c6c64f9d542ff479173809fd28f3125 199.204.45.162 - - [27/Mar/2026:02:03:48 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 4.090 [auth-system-keycloak-80] [] 10.0.0.246:8080 0 4.090 201 bafc43e58c31572045f8d06a9f4087e1 199.204.45.162 - - [27/Mar/2026:02:03:48 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.589 [auth-system-keycloak-80] [] 10.0.0.246:8080 4246 0.590 200 8fd89490206e8d295986128df447e951 199.204.45.162 - - [27/Mar/2026:02:03:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.545 [auth-system-keycloak-80] [] 10.0.0.246:8080 1928 0.544 200 c9b1fb6d7aa72861da398feb73ec621b 199.204.45.162 - - [27/Mar/2026:02:03:49 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12500 "-" "Ansible" 1211 0.094 [auth-system-keycloak-80] [] 10.0.0.246:8080 12500 0.094 200 729e60fef0b532f2cf86d9b2c850b224 199.204.45.162 - - [27/Mar/2026:02:03:49 +0000] "GET /admin/realms/atmosphere/client-scopes/b8c9aa2f-7df3-4c6f-8a3c-ed52556a3453 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.010 [auth-system-keycloak-80] [] 10.0.0.246:8080 1278 0.010 200 1bf43f6f35dcfcd9c134786fecea452a 199.204.45.162 - - [27/Mar/2026:02:03:49 +0000] "PUT /admin/realms/atmosphere/client-scopes/b8c9aa2f-7df3-4c6f-8a3c-ed52556a3453 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.073 [auth-system-keycloak-80] [] 10.0.0.246:8080 0 0.072 204 6e99ae432bdf9890623c937aa6059e43 199.204.45.162 - - [27/Mar/2026:02:03:50 +0000] "GET /admin/realms/atmosphere/client-scopes/b8c9aa2f-7df3-4c6f-8a3c-ed52556a3453/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.027 [auth-system-keycloak-80] [] 10.0.0.246:8080 963 0.026 200 581de182e63b227d9dba3a70ea28524b 199.204.45.162 - - [27/Mar/2026:02:03:50 +0000] "GET /admin/realms/atmosphere/client-scopes/b8c9aa2f-7df3-4c6f-8a3c-ed52556a3453/protocol-mappers/models/16537cd1-cdae-4828-bcf5-a85ea1501aaa HTTP/1.1" 200 366 "-" "Ansible" 1309 0.045 [auth-system-keycloak-80] [] 10.0.0.246:8080 366 0.045 200 2bae2fa122155bb66fbd61cefeac9509 199.204.45.162 - - [27/Mar/2026:02:03:50 +0000] "PUT /admin/realms/atmosphere/client-scopes/b8c9aa2f-7df3-4c6f-8a3c-ed52556a3453/protocol-mappers/models/16537cd1-cdae-4828-bcf5-a85ea1501aaa HTTP/1.1" 204 0 "-" "Ansible" 1622 0.088 [auth-system-keycloak-80] [] 10.0.0.246:8080 0 0.088 204 cae450721bf6766ab7cb3cba8b221ac4 199.204.45.162 - - [27/Mar/2026:02:03:50 +0000] "GET /admin/realms/atmosphere/client-scopes/b8c9aa2f-7df3-4c6f-8a3c-ed52556a3453 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.023 [auth-system-keycloak-80] [] 10.0.0.246:8080 1218 0.023 200 2719b50f814cc5a066253c639baa70ea I0327 02:04:02.369467 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.46.226"}] I0327 02:04:02.376786 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"b4dda983-8d4e-4f1a-828c-a96f7918f23a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3723", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:04:02.378558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:02.378598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [27/Mar/2026:02:04:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.515 [auth-system-keycloak-80] [] 10.0.0.246:8080 1928 0.512 200 a9e5edef3e9b5b63f978ecc8c25456f7 199.204.45.162 - - [27/Mar/2026:02:04:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.014 [auth-system-keycloak-80] [] 10.0.0.246:8080 2 0.013 200 6bb5b1eba2e51f8c251cda161eac84f7 199.204.45.162 - - [27/Mar/2026:02:04:12 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.652 [auth-system-keycloak-80] [] 10.0.0.246:8080 0 0.652 201 6559fb34c400968321768a0d6e898521 199.204.45.162 - - [27/Mar/2026:02:04:12 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.022 [auth-system-keycloak-80] [] 10.0.0.246:8080 1261 0.022 200 106e0e908932b0e490c385a78f7bc0f1 199.204.45.162 - - [27/Mar/2026:02:04:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.978 [auth-system-keycloak-80] [] 10.0.0.246:8080 1928 0.977 200 027bf1f827ec81e3a8dfc49baf73002c 199.204.45.162 - - [27/Mar/2026:02:04:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.010 [auth-system-keycloak-80] [] 10.0.0.246:8080 2 0.010 200 487f7ecb1c197161985a14ac3d9224ba 199.204.45.162 - - [27/Mar/2026:02:04:13 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.097 [auth-system-keycloak-80] [] 10.0.0.246:8080 0 0.096 201 1fef8367c58f714c9a7b97cdcec80181 199.204.45.162 - - [27/Mar/2026:02:04:13 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.067 [auth-system-keycloak-80] [] 10.0.0.246:8080 1286 0.067 200 017474e8435a6d6ad9fe9d60f448af86 199.204.45.162 - - [27/Mar/2026:02:04:14 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.452 [auth-system-keycloak-80] [] 10.0.0.246:8080 1928 0.451 200 9c36c854b78bd91d41e0faa6c2cc0880 199.204.45.162 - - [27/Mar/2026:02:04:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.046 [auth-system-keycloak-80] [] 10.0.0.246:8080 2 0.046 200 8aca07b18b7a0961a724739cbcd5de4c 199.204.45.162 - - [27/Mar/2026:02:04:14 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.028 [auth-system-keycloak-80] [] 10.0.0.246:8080 0 0.027 201 c48fb820758772e56ab1faeb030a6a92 199.204.45.162 - - [27/Mar/2026:02:04:14 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.064 [auth-system-keycloak-80] [] 10.0.0.246:8080 1251 0.064 200 6d5916a73e800c507e650955b2049af5 199.204.45.162 - - [27/Mar/2026:02:04:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.707 [auth-system-keycloak-80] [] 10.0.0.246:8080 1928 0.706 200 7916b4da44b7ebdf3212b0b7066836a5 199.204.45.162 - - [27/Mar/2026:02:04:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.037 [auth-system-keycloak-80] [] 10.0.0.246:8080 1261 0.037 200 cb88edebbfced80662c72450d05f3b81 199.204.45.162 - - [27/Mar/2026:02:04:15 +0000] "GET /admin/realms/atmosphere/clients/e7a89aee-37d5-4a0e-9d93-33bb6530ad83/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.246:8080 119 0.016 404 da65ccf5f4b8dc5f13809d877df08895 199.204.45.162 - - [27/Mar/2026:02:04:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.246:8080 1261 0.008 200 b25a0716cd6a0420bd3fd5f09635ae66 199.204.45.162 - - [27/Mar/2026:02:04:15 +0000] "POST /admin/realms/atmosphere/clients/e7a89aee-37d5-4a0e-9d93-33bb6530ad83/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.056 [auth-system-keycloak-80] [] 10.0.0.246:8080 0 0.055 201 94b3f761ee3b2054543b6770a7eb8f85 199.204.45.162 - - [27/Mar/2026:02:04:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.077 [auth-system-keycloak-80] [] 10.0.0.246:8080 1261 0.077 200 d3e66aa8264a5f6312ff837348f589c5 199.204.45.162 - - [27/Mar/2026:02:04:16 +0000] "GET /admin/realms/atmosphere/clients/e7a89aee-37d5-4a0e-9d93-33bb6530ad83/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.246:8080 166 0.016 200 8cfd755d05f77c4275b171aa11d55797 199.204.45.162 - - [27/Mar/2026:02:04:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.514 [auth-system-keycloak-80] [] 10.0.0.246:8080 1928 0.513 200 b1769dbca571d9ae6041d0afbf34fff1 199.204.45.162 - - [27/Mar/2026:02:04:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.246:8080 1286 0.007 200 5d4282ba9ebe5824f8b78f77427110bb 199.204.45.162 - - [27/Mar/2026:02:04:16 +0000] "GET /admin/realms/atmosphere/clients/9fe4f578-27d1-48e6-b7f5-7954a73dfd42/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.011 [auth-system-keycloak-80] [] 10.0.0.246:8080 119 0.011 404 a9e7e32b148a65584936e92bca6f17a3 199.204.45.162 - - [27/Mar/2026:02:04:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.024 [auth-system-keycloak-80] [] 10.0.0.246:8080 1286 0.024 200 ea8ef5349f5fa469dbe409331d603970 199.204.45.162 - - [27/Mar/2026:02:04:16 +0000] "POST /admin/realms/atmosphere/clients/9fe4f578-27d1-48e6-b7f5-7954a73dfd42/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.014 [auth-system-keycloak-80] [] 10.0.0.246:8080 0 0.013 201 07849ab7a8ec92419df173dc7a80c040 199.204.45.162 - - [27/Mar/2026:02:04:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.246:8080 1286 0.005 200 3b088f1751a283412d49347345a848fa 199.204.45.162 - - [27/Mar/2026:02:04:16 +0000] "GET /admin/realms/atmosphere/clients/9fe4f578-27d1-48e6-b7f5-7954a73dfd42/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.051 [auth-system-keycloak-80] [] 10.0.0.246:8080 165 0.050 200 70f00a8443bd30049a631632ca0d1fff 199.204.45.162 - - [27/Mar/2026:02:04:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.472 [auth-system-keycloak-80] [] 10.0.0.246:8080 1928 0.471 200 5a74d39c7a5884968c231eff96a7ea41 199.204.45.162 - - [27/Mar/2026:02:04:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.030 [auth-system-keycloak-80] [] 10.0.0.246:8080 1286 0.030 200 8960554e882d96c3c939aa3c415db4df 199.204.45.162 - - [27/Mar/2026:02:04:17 +0000] "GET /admin/realms/atmosphere/clients/9fe4f578-27d1-48e6-b7f5-7954a73dfd42/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.246:8080 119 0.009 404 be58886b365dab386ee880f3ec210630 199.204.45.162 - - [27/Mar/2026:02:04:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.005 [auth-system-keycloak-80] [] 10.0.0.246:8080 1286 0.006 200 473afdbae0449bc51c7984b589c00ef8 199.204.45.162 - - [27/Mar/2026:02:04:17 +0000] "POST /admin/realms/atmosphere/clients/9fe4f578-27d1-48e6-b7f5-7954a73dfd42/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.062 [auth-system-keycloak-80] [] 10.0.0.246:8080 0 0.060 201 e0734a032d29bdefddb5efc8927f5c95 199.204.45.162 - - [27/Mar/2026:02:04:17 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.246:8080 1286 0.008 200 43e3b8f6f0c9a9571ced2f933e0bf24d 199.204.45.162 - - [27/Mar/2026:02:04:17 +0000] "GET /admin/realms/atmosphere/clients/9fe4f578-27d1-48e6-b7f5-7954a73dfd42/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.246:8080 166 0.017 200 1bdcd0e02e0b0fdaaa3beff23b433609 199.204.45.162 - - [27/Mar/2026:02:04:18 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.461 [auth-system-keycloak-80] [] 10.0.0.246:8080 1928 0.460 200 5898e467d1e5f0dee365132d91864786 199.204.45.162 - - [27/Mar/2026:02:04:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.013 [auth-system-keycloak-80] [] 10.0.0.246:8080 1286 0.013 200 345096ab3ca0b87a6e6e5b1b24b27d30 199.204.45.162 - - [27/Mar/2026:02:04:18 +0000] "GET /admin/realms/atmosphere/clients/9fe4f578-27d1-48e6-b7f5-7954a73dfd42/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.066 [auth-system-keycloak-80] [] 10.0.0.246:8080 119 0.065 404 7216058599b0f79abee922414adbec4b 199.204.45.162 - - [27/Mar/2026:02:04:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.246:8080 1286 0.007 200 279ff2459831a043db502925a1da0ddf 199.204.45.162 - - [27/Mar/2026:02:04:18 +0000] "POST /admin/realms/atmosphere/clients/9fe4f578-27d1-48e6-b7f5-7954a73dfd42/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.075 [auth-system-keycloak-80] [] 10.0.0.246:8080 0 0.075 201 4cc2b0d43ad88534a7f10153b748da4e 199.204.45.162 - - [27/Mar/2026:02:04:18 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.246:8080 1286 0.007 200 ebb6d319d7d7e8c4ae1d8cf2c4822611 199.204.45.162 - - [27/Mar/2026:02:04:18 +0000] "GET /admin/realms/atmosphere/clients/9fe4f578-27d1-48e6-b7f5-7954a73dfd42/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.246:8080 166 0.013 200 cd4a182830241e8aa13d3778a4d0a593 199.204.45.162 - - [27/Mar/2026:02:04:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.482 [auth-system-keycloak-80] [] 10.0.0.246:8080 1928 0.481 200 44d86eba4be9a7a8037c3a02f9e7ecfd 199.204.45.162 - - [27/Mar/2026:02:04:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.246:8080 1251 0.006 200 c4385d78ef2b4c54b7165e8f10c6a651 199.204.45.162 - - [27/Mar/2026:02:04:19 +0000] "GET /admin/realms/atmosphere/clients/e3219d5f-75f1-4c6e-9f98-dcc1e7d4a7f8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.009 [auth-system-keycloak-80] [] 10.0.0.246:8080 119 0.009 404 f1ef511e93d5d20e06a9789d53253759 199.204.45.162 - - [27/Mar/2026:02:04:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.038 [auth-system-keycloak-80] [] 10.0.0.246:8080 1251 0.039 200 9f726e066bae007fe98f892570253393 199.204.45.162 - - [27/Mar/2026:02:04:19 +0000] "POST /admin/realms/atmosphere/clients/e3219d5f-75f1-4c6e-9f98-dcc1e7d4a7f8/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.246:8080 0 0.017 201 c6983abb8ef8accbf3f19b29a5ef5c51 199.204.45.162 - - [27/Mar/2026:02:04:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.006 [auth-system-keycloak-80] [] 10.0.0.246:8080 1251 0.006 200 a3e484af72a46d024cd69f34a6ec6a23 199.204.45.162 - - [27/Mar/2026:02:04:19 +0000] "GET /admin/realms/atmosphere/clients/e3219d5f-75f1-4c6e-9f98-dcc1e7d4a7f8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.052 [auth-system-keycloak-80] [] 10.0.0.246:8080 166 0.051 200 edf3298c217bdb5b97c7bd02d1ba437e W0327 02:04:33.304094 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:33.304137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:36.637797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:04:36.637857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:25.352097 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:25.352148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:25.424755 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:05:25.424773 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:05:25.424863 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0327 02:05:25.424905 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:25.424924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:25.425214 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0327 02:05:25.425287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:25.425309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:25.426253 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:05:25.426329 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0327 02:05:25.426375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:25.426396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:05:25.426634 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0327 02:05:25.426659 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0327 02:05:25.427460 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0327 02:05:25.427492 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0327 02:05:25.428197 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0327 02:05:25.428225 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0327 02:05:25.434881 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0327 02:05:25.435347 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0327 02:05:25.435372 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0327 02:05:25.435556 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b11ade5b-7e4a-4850-a259-c870a7c1fb79", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4389", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:05:25.435591 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7e3a2021-1608-4dea-8c45-adf7a3a71759", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4391", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:05:25.435964 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0327 02:05:25.435984 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0327 02:05:25.436166 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"08c45c91-7028-4816-8ea1-0f8db7724152", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4393", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:05:25.436191 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0327 02:05:25.753261 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0327 02:05:25.755163 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0327 02:05:25.767461 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0327 02:05:25.768237 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0327 02:05:26.946660 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0327 02:05:26.947593 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0327 02:05:28.130581 7 store.go:645] "secret was updated and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0327 02:05:28.132009 7 backend_ssl.go:59] "Updating secret in local store" name="monitoring/prometheus-tls" W0327 02:05:28.685976 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:05:28.686030 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:05:28.686066 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:05:28.686194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:28.686221 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:05:28.686353 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:05:28.729674 7 controller.go:216] "Backend successfully reloaded" I0327 02:05:28.729863 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvbnr", UID:"58cb006b-834c-48e0-a98b-e240c2385e5e", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:05:32.018671 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:05:32.018720 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:05:32.018739 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:05:32.018812 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:32.018829 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:35.352871 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:05:35.352929 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:05:35.352963 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:05:35.353053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:35.353071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:38.686318 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:05:38.686371 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:05:38.686403 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:05:38.686490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:38.686506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:42.035640 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:05:42.035679 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:05:42.035698 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:05:42.035763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:42.035777 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:45.352368 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:05:45.352410 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:05:45.352436 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:05:45.352526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:45.352543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:48.685629 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:05:48.685719 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:05:48.685758 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:05:48.685923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:48.685968 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:52.019480 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:05:52.019561 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:05:52.019599 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:05:52.019716 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:52.019747 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:55.352264 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:05:55.352309 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0327 02:05:55.352334 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:05:55.352414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:55.352431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:58.688590 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:05:58.688922 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:05:58.689057 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:05:58.689084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:02.019494 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:02.019578 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:02.019684 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:02.019709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:06:02.370927 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.46.226"}] I0327 02:06:02.370976 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.46.226"}] I0327 02:06:02.371332 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.46.226"}] I0327 02:06:02.380495 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"08c45c91-7028-4816-8ea1-0f8db7724152", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5373", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:06:02.381409 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"7e3a2021-1608-4dea-8c45-adf7a3a71759", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5374", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0327 02:06:02.382314 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"b11ade5b-7e4a-4850-a259-c870a7c1fb79", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5375", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:06:05.352587 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:05.352741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:05.352945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:05.352984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:08.685574 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:08.685664 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:08.685775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:08.685802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.35 - - [27/Mar/2026:02:06:10 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.036 [auth-system-keycloak-80] [] 10.0.0.246:8080 6432 0.036 200 bb95af233c1f127d5ddcc1ff523522e7 10.0.0.33 - - [27/Mar/2026:02:06:10 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.008 [auth-system-keycloak-80] [] 10.0.0.246:8080 6432 0.008 200 688930f13d655cceb282cbb8e5bf1c30 W0327 02:06:12.019241 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:12.019307 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0327 02:06:12.019389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:12.019403 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:15.352040 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:15.352232 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:15.352256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:18.685849 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0327 02:06:18.686203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:18.686235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:22.019023 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:22.019071 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:25.354721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:25.354778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:38.591875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:38.591907 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [27/Mar/2026:02:06:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.246:8080 1928 0.499 200 429d57457b6513c9f60db636c4135767 199.204.45.162 - - [27/Mar/2026:02:06:44 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.007 [auth-system-keycloak-80] [] 10.0.0.246:8080 4246 0.007 200 1747cab3fec50b831f3c3701ba590733 199.204.45.162 - - [27/Mar/2026:02:06:45 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.391 [auth-system-keycloak-80] [] 10.0.0.246:8080 0 0.390 204 9df45934a5ef2e73a89541cdfe55a8d8 199.204.45.162 - - [27/Mar/2026:02:06:45 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.174 [auth-system-keycloak-80] [] 10.0.0.246:8080 4384 0.174 200 750d93ab788f91e6ad35186868726aff 199.204.45.162 - - [27/Mar/2026:02:06:46 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.522 [auth-system-keycloak-80] [] 10.0.0.246:8080 1928 0.521 200 16bfcbf7c0409c3073578ab33f220b9f 199.204.45.162 - - [27/Mar/2026:02:06:46 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.008 [auth-system-keycloak-80] [] 10.0.0.246:8080 1682 0.008 200 ff40864785a3712b657a98a665436c44 199.204.45.162 - - [27/Mar/2026:02:06:46 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.005 [auth-system-keycloak-80] [] 10.0.0.246:8080 6432 0.005 200 935bb456026f9de298a173961123de3d 199.204.45.162 - - [27/Mar/2026:02:06:48 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.246:8080 1928 0.482 200 75d3bfe0930156f1c9e420a0104212a6 199.204.45.162 - - [27/Mar/2026:02:06:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.246:8080 2 0.010 200 bb29c2c67c4ac9089be6ebf478f6666f 199.204.45.162 - - [27/Mar/2026:02:06:48 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.162 [auth-system-keycloak-80] [] 10.0.0.246:8080 0 0.161 201 cff9ecb210d69e2c62d6298997876763 199.204.45.162 - - [27/Mar/2026:02:06:48 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.246:8080 2246 0.020 200 78489a3180a8054f009e42a2578bbfff 199.204.45.162 - - [27/Mar/2026:02:06:49 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.487 [auth-system-keycloak-80] [] 10.0.0.246:8080 1928 0.485 200 275c6f6aca4f4922f0ceb4edcf456231 199.204.45.162 - - [27/Mar/2026:02:06:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.020 [auth-system-keycloak-80] [] 10.0.0.246:8080 2246 0.020 200 397c1c44febb9edab95e5e485966958a 199.204.45.162 - - [27/Mar/2026:02:06:49 +0000] "GET /admin/realms/atmosphere/clients/15f37291-a493-4c35-adc1-edd7d83ea287/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.015 [auth-system-keycloak-80] [] 10.0.0.246:8080 233 0.015 200 caaac425e4c662a92f69aa88c0fa8f10 199.204.45.162 - - [27/Mar/2026:02:06:49 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.066 [auth-system-keycloak-80] [] 10.0.0.246:8080 831 0.066 200 f7989d56b86748ebbc0b5bbf5bf360be 199.204.45.162 - - [27/Mar/2026:02:06:49 +0000] "GET /admin/realms/atmosphere/clients/23cf0a94-8db6-4a36-aebb-a4a688a5a749/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.034 [auth-system-keycloak-80] [] 10.0.0.246:8080 3758 0.034 200 2ed2e2942ac77708a0c605555ed9a311 199.204.45.162 - - [27/Mar/2026:02:06:49 +0000] "GET /admin/realms/atmosphere/users/df69ac01-c6cf-4cbc-a047-879dab7c1ecf/role-mappings/clients/23cf0a94-8db6-4a36-aebb-a4a688a5a749/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.157 [auth-system-keycloak-80] [] 10.0.0.246:8080 3758 0.157 200 05c8fdfb82c2d6c5062ff24afcb7fda8 199.204.45.162 - - [27/Mar/2026:02:06:49 +0000] "GET /admin/realms/atmosphere/users/df69ac01-c6cf-4cbc-a047-879dab7c1ecf/role-mappings/clients/23cf0a94-8db6-4a36-aebb-a4a688a5a749/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.073 [auth-system-keycloak-80] [] 10.0.0.246:8080 2 0.073 200 d3f47522779a271149a1aaf3a6798534 199.204.45.162 - - [27/Mar/2026:02:06:49 +0000] "POST /admin/realms/atmosphere/users/df69ac01-c6cf-4cbc-a047-879dab7c1ecf/role-mappings/clients/23cf0a94-8db6-4a36-aebb-a4a688a5a749 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.018 [auth-system-keycloak-80] [] 10.0.0.246:8080 0 0.017 204 6c7d2a862f8436991357d99501b90080 199.204.45.162 - - [27/Mar/2026:02:06:49 +0000] "GET /admin/realms/atmosphere/users/df69ac01-c6cf-4cbc-a047-879dab7c1ecf/role-mappings/clients/23cf0a94-8db6-4a36-aebb-a4a688a5a749/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.013 [auth-system-keycloak-80] [] 10.0.0.246:8080 576 0.013 200 43ae641d573f3fc9fd8265ae7768a118 W0327 02:06:52.439722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:52.439762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:55.774159 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:06:55.774226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:05.898062 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:05.898108 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:09.232532 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:07:09.232567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:58.480668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:08:58.480710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:32.665372 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0327 02:09:32.665460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:32.665479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:09:32.669454 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0327 02:09:32.669497 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0327 02:09:32.674540 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0327 02:09:32.674856 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"0b00e6b7-4995-48c3-8532-fa6ab870e944", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6891", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:09:32.675245 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0327 02:09:32.675806 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0327 02:09:32.675913 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:32.675943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:09:32.676096 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:09:32.723889 7 controller.go:216] "Backend successfully reloaded" I0327 02:09:32.724171 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvbnr", UID:"58cb006b-834c-48e0-a98b-e240c2385e5e", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:09:33.092538 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0327 02:09:33.093339 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0327 02:09:36.010081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:36.010130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [27/Mar/2026:02:09:37 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.004 300 fee186238827eccf0718c4bbd6666888 199.204.45.162 - - [27/Mar/2026:02:09:38 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 266 0.004 200 f4df88b762e725e36fadbf6dd55b0191 199.204.45.162 - - [27/Mar/2026:02:09:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1360 0.341 201 7769788da6c9b67d84102bdbfccc3aa7 199.204.45.162 - - [27/Mar/2026:02:09:38 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.004 300 49709605d6e87143ef57a015d05bb6a1 199.204.45.162 - - [27/Mar/2026:02:09:38 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.033 [openstack-keystone-api-5000] [] 10.0.0.52:5000 90 0.033 404 6d9d673f0d56b0405f783bf2d011e514 199.204.45.162 - - [27/Mar/2026:02:09:38 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 370 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.026 [openstack-keystone-api-5000] [] 10.0.0.52:5000 370 0.025 200 8583604551b6ffa0c9885a801bec8deb 199.204.45.162 - - [27/Mar/2026:02:09:38 +0000] "GET /v3/domains/de9dea72654f4f3ebf10418102f34bc2 HTTP/1.1" 200 247 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.52:5000 247 0.019 200 154c7995234a721dc6e14306c987e843 199.204.45.162 - - [27/Mar/2026:02:09:39 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 266 0.003 200 63038f27b955a1212e4557544a131811 199.204.45.162 - - [27/Mar/2026:02:09:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.303 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1360 0.303 201 521aa4d8256cafc2ca85a9a253faf9ec 199.204.45.162 - - [27/Mar/2026:02:09:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.003 300 9ca14f92104decd45abf2e53fc127251 199.204.45.162 - - [27/Mar/2026:02:09:40 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.023 [openstack-keystone-api-5000] [] 10.0.0.52:5000 101 0.023 404 8aa6c938f67dea2dad933310d662c355 199.204.45.162 - - [27/Mar/2026:02:09:40 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.019 [openstack-keystone-api-5000] [] 10.0.0.52:5000 156 0.020 200 5d663106f4f0dff3dde3ad524dfc684b 199.204.45.162 - - [27/Mar/2026:02:09:40 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 342 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.027 [openstack-keystone-api-5000] [] 10.0.0.52:5000 342 0.027 201 c89b507629890d3293d9377e5ccb9fca 199.204.45.162 - - [27/Mar/2026:02:09:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.002 [openstack-keystone-api-5000] [] 10.0.0.52:5000 266 0.002 200 019b3abbb74656c591bfb1ed83328da8 199.204.45.162 - - [27/Mar/2026:02:09:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1360 0.285 201 081d7d68c86b2198c7af426058ed6706 199.204.45.162 - - [27/Mar/2026:02:09:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.003 300 67425b0f5468dc41fa861211f727dc8e 199.204.45.162 - - [27/Mar/2026:02:09:41 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-keystone-api-5000] [] 10.0.0.52:5000 98 0.019 404 4c7aec78a825bfcbbfe886538ac94d05 199.204.45.162 - - [27/Mar/2026:02:09:41 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.017 [openstack-keystone-api-5000] [] 10.0.0.52:5000 136 0.016 200 6ee25c915ef81f5e867fd9d23473514c 199.204.45.162 - - [27/Mar/2026:02:09:41 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.021 [openstack-keystone-api-5000] [] 10.0.0.52:5000 357 0.021 201 95a3e31a51df32bd45830c8460afe575 199.204.45.162 - - [27/Mar/2026:02:09:41 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 266 0.004 200 8889e05a63c74f46d077d44d4d75339f 199.204.45.162 - - [27/Mar/2026:02:09:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.284 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1360 0.284 201 d3295060ca622a1b592adf385c658a47 199.204.45.162 - - [27/Mar/2026:02:09:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.004 300 7c7897cb685d07ee865d7f67088815b8 199.204.45.162 - - [27/Mar/2026:02:09:42 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.024 [openstack-keystone-api-5000] [] 10.0.0.52:5000 131 0.024 404 6eae5b435b994949c22e5114cbb6c4e8 199.204.45.162 - - [27/Mar/2026:02:09:42 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.016 [openstack-keystone-api-5000] [] 10.0.0.52:5000 168 0.016 200 c66cb9fd3b85dc37a857387cf1cb0655 199.204.45.162 - - [27/Mar/2026:02:09:42 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.020 [openstack-keystone-api-5000] [] 10.0.0.52:5000 224 0.021 201 b1681da946289e4f76bedf7da63b49bb W0327 02:09:51.313236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:51.313275 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:54.648022 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:54.648059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:58.379893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:09:58.379932 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:01.713821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:01.713882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:10:02.371359 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.46.226"}] I0327 02:10:02.378798 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"0b00e6b7-4995-48c3-8532-fa6ab870e944", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7157", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:10:05.047554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:05.047598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:16.809719 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:16.809764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:20.143342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:20.143382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:24.810118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:24.810146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:28.143798 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:10:28.143847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:59.897066 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:11:59.897182 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0327 02:11:59.897250 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:59.897276 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:11:59.901568 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0327 02:11:59.901604 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0327 02:11:59.906277 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0327 02:11:59.906864 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0327 02:11:59.907081 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d7ebebcc-7e1a-47ec-8cc1-caaea37d919f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8006", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:11:59.907288 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:11:59.907391 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0327 02:11:59.907483 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:11:59.907507 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:11:59.907641 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:11:59.965860 7 controller.go:216] "Backend successfully reloaded" I0327 02:11:59.966146 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvbnr", UID:"58cb006b-834c-48e0-a98b-e240c2385e5e", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:12:00.261295 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0327 02:12:00.262244 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.162 - - [27/Mar/2026:02:12:00 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.003 300 46c9eb2b2e7ee4403e6b46043db4e20a 199.204.45.162 - - [27/Mar/2026:02:12:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1992 0.329 201 def97b87c17af48b7e32cd791a1ddd24 199.204.45.162 - - [27/Mar/2026:02:12:01 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.52:5000 85 0.023 404 24490489bdc59bd64488b6ee2db6efa9 199.204.45.162 - - [27/Mar/2026:02:12:01 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.52:5000 129 0.021 200 4c50f1e7cc4f5263276fe37bf09bd8dc 199.204.45.162 - - [27/Mar/2026:02:12:01 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.024 [openstack-keystone-api-5000] [] 10.0.0.52:5000 230 0.025 201 830b41d59ff693625d14e6ccbb83398a I0327 02:12:02.369917 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.46.226"}] I0327 02:12:02.447306 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d7ebebcc-7e1a-47ec-8cc1-caaea37d919f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8046", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:12:03.241115 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:12:03.241300 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:03.241327 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:06.574758 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0327 02:12:06.574923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:06.574952 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [27/Mar/2026:02:12:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.004 300 9fa5866151822b60246c1972f9094e3a 199.204.45.162 - - [27/Mar/2026:02:12:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.287 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1992 0.288 201 eaab03240d4792e442e7dc4320020146 199.204.45.162 - - [27/Mar/2026:02:12:09 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.023 [openstack-keystone-api-5000] [] 10.0.0.52:5000 1521 0.023 200 1f6ddf1f300ebe2c4d45c8365f75f03e 199.204.45.162 - - [27/Mar/2026:02:12:09 +0000] "PUT /v3/roles/7f146105592a406e87004ab6996d5991/implies/45b68105f4a84493adb3fe9cc6759003 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.030 [openstack-keystone-api-5000] [] 10.0.0.52:5000 521 0.030 201 ac1d01740f633d6a9b2987274ef13ede W0327 02:12:15.175540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:12:15.175567 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [27/Mar/2026:02:13:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.008 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.007 300 60b7141795c5de36a62b87f6ffb213c6 199.204.45.162 - - [27/Mar/2026:02:13:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.363 [openstack-keystone-api-5000] [] 10.0.0.52:5000 2055 0.363 201 ac05e043e178fdb2a44d6f31186df208 199.204.45.162 - - [27/Mar/2026:02:13:05 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.030 [openstack-keystone-api-5000] [] 10.0.0.52:5000 87 0.030 404 020fcd5dd4d191d08b110e9725e4eb23 199.204.45.162 - - [27/Mar/2026:02:13:05 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.027 [openstack-keystone-api-5000] [] 10.0.0.52:5000 390 0.027 200 a8218b7c6677c6547e083b8f8da80cd9 199.204.45.162 - - [27/Mar/2026:02:13:05 +0000] "GET /v3/users/rgw-RegionOne?domain_id=acf3cb4f31c04e1ca4003055902b2b81 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.030 [openstack-keystone-api-5000] [] 10.0.0.52:5000 91 0.030 404 3f89da30ee5c14d8db3795f274305ae1 199.204.45.162 - - [27/Mar/2026:02:13:05 +0000] "GET /v3/users?domain_id=acf3cb4f31c04e1ca4003055902b2b81&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.041 [openstack-keystone-api-5000] [] 10.0.0.52:5000 178 0.041 200 2f7287e5f19b8e7b3b4107a06feebb59 199.204.45.162 - - [27/Mar/2026:02:13:05 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.311 [openstack-keystone-api-5000] [] 10.0.0.52:5000 291 0.311 201 cee7a3fed079fee2ed34879ac132a549 199.204.45.162 - - [27/Mar/2026:02:13:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.003 300 aacc5617657072d15565a28413f34e7a 199.204.45.162 - - [27/Mar/2026:02:13:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 548 0.305 [openstack-keystone-api-5000] [] 10.0.0.52:5000 2055 0.305 201 93a5aa13acae54618ba12dcdd36e62e6 199.204.45.162 - - [27/Mar/2026:02:13:10 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 429 0.029 [openstack-keystone-api-5000] [] 10.0.0.52:5000 83 0.029 404 7dded37c0c5be8aab5c7f1dd85ca99d9 199.204.45.162 - - [27/Mar/2026:02:13:10 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 447 0.025 [openstack-keystone-api-5000] [] 10.0.0.52:5000 361 0.025 200 29ad6debed12d3efc277277234eb2e16 199.204.45.162 - - [27/Mar/2026:02:13:10 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 433 0.025 [openstack-keystone-api-5000] [] 10.0.0.52:5000 87 0.025 404 27d807fbf29f7074694e20f68ad9c9a8 199.204.45.162 - - [27/Mar/2026:02:13:10 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 451 0.028 [openstack-keystone-api-5000] [] 10.0.0.52:5000 390 0.028 200 5a56cef807d53bbc7a5b4830f4b159d2 199.204.45.162 - - [27/Mar/2026:02:13:10 +0000] "GET /v3/users/rgw-RegionOne?domain_id=acf3cb4f31c04e1ca4003055902b2b81 HTTP/1.1" 404 91 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 480 0.022 [openstack-keystone-api-5000] [] 10.0.0.52:5000 91 0.021 404 0b8965b5f793c59eafee15338705ae74 199.204.45.162 - - [27/Mar/2026:02:13:10 +0000] "GET /v3/users?domain_id=acf3cb4f31c04e1ca4003055902b2b81&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 498 0.038 [openstack-keystone-api-5000] [] 10.0.0.52:5000 458 0.038 200 23f77b9c5e147fd9c594301e6d77f170 199.204.45.162 - - [27/Mar/2026:02:13:10 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 434 0.027 [openstack-keystone-api-5000] [] 10.0.0.52:5000 88 0.027 404 f1a3a20f323fdbb28c9e4252256f6ed5 199.204.45.162 - - [27/Mar/2026:02:13:10 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 452 0.027 [openstack-keystone-api-5000] [] 10.0.0.52:5000 520 0.026 200 552905d2df9a4bd0b088134f89c80cf9 199.204.45.162 - - [27/Mar/2026:02:13:10 +0000] "PUT /v3/projects/0c780fa8979449d59003301f44891eb8/users/07a8ea15393b4fb3a1b4d968802a5889/roles/aaf50ad7760a46d7a7bbbbaddc9f7b99 HTTP/1.1" 204 0 "-" "openstacksdk/4.7.2 keystoneauth1/5.12.0 python-requests/2.32.4 CPython/3.12.3" 556 0.036 [openstack-keystone-api-5000] [] 10.0.0.52:5000 0 0.036 204 a9b824c6534a1367e15171cb7b8bb473 199.204.45.162 - - [27/Mar/2026:02:13:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.004 300 4ffb167ef8ee04565c382308913cc5ee 199.204.45.162 - - [27/Mar/2026:02:13:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.335 [openstack-keystone-api-5000] [] 10.0.0.52:5000 2055 0.335 201 9b115ea28a64b25359a31a47adec2f5f 199.204.45.162 - - [27/Mar/2026:02:13:16 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.029 [openstack-keystone-api-5000] [] 10.0.0.52:5000 151 0.029 200 2290f2176b5bee4275b742e9f4ede528 199.204.45.162 - - [27/Mar/2026:02:13:16 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.030 [openstack-keystone-api-5000] [] 10.0.0.52:5000 263 0.030 201 4405d7c43f61365f8a880241a5d16f6e 199.204.45.162 - - [27/Mar/2026:02:13:16 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.003 300 4ff31b7dc998e2fcca9dbc9296e21b14 199.204.45.162 - - [27/Mar/2026:02:13:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.52:5000 2157 0.290 201 fc22584fdd2b6b8d7a3a9a336b9856f8 199.204.45.162 - - [27/Mar/2026:02:13:17 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.018 [openstack-keystone-api-5000] [] 10.0.0.52:5000 86 0.018 404 4177538868f239a4c6622ef493046b49 199.204.45.162 - - [27/Mar/2026:02:13:17 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.017 [openstack-keystone-api-5000] [] 10.0.0.52:5000 382 0.016 200 9655a048ce3ab7f4daa364120054b556 199.204.45.162 - - [27/Mar/2026:02:13:17 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=ff625b83aa984540aaf4bc6698ec3d3c HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.023 [openstack-keystone-api-5000] [] 10.0.0.52:5000 205 0.023 200 d81ea32f0745c9ac98307df813001902 199.204.45.162 - - [27/Mar/2026:02:13:17 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.040 [openstack-keystone-api-5000] [] 10.0.0.52:5000 379 0.040 201 f6f38ff0463dabbf843ce005ef37bcff 199.204.45.162 - - [27/Mar/2026:02:13:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.003 300 3a9e84efcd74014a71fbf7a8ddfe7b19 199.204.45.162 - - [27/Mar/2026:02:13:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.304 [openstack-keystone-api-5000] [] 10.0.0.52:5000 2366 0.304 201 0b97e90e41b07e26fc64a9d49999a4f8 199.204.45.162 - - [27/Mar/2026:02:13:18 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.026 [openstack-keystone-api-5000] [] 10.0.0.52:5000 86 0.026 404 27c5223ec9f7fb990db487422130ba94 199.204.45.162 - - [27/Mar/2026:02:13:18 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.015 [openstack-keystone-api-5000] [] 10.0.0.52:5000 382 0.015 200 57decc9766b95591216e577db7e94f19 199.204.45.162 - - [27/Mar/2026:02:13:18 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=ff625b83aa984540aaf4bc6698ec3d3c HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.023 [openstack-keystone-api-5000] [] 10.0.0.52:5000 207 0.023 200 7cc977b35d8b3ff9b6853e2f860cf32a 199.204.45.162 - - [27/Mar/2026:02:13:18 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.043 [openstack-keystone-api-5000] [] 10.0.0.52:5000 392 0.043 201 a78877c05950f0be770c2f3f3e8963c3 W0327 02:13:19.543166 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:13:19.543343 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0327 02:13:19.543450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:19.543476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:13:19.548222 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0327 02:13:19.548250 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0327 02:13:19.558560 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0327 02:13:19.558805 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a6ed2fde-d611-405f-86b3-121787833599", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8633", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:13:19.559188 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0327 02:13:19.559632 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:13:19.559746 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0327 02:13:19.559830 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:19.559850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:13:19.559993 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:13:19.611483 7 controller.go:216] "Backend successfully reloaded" I0327 02:13:19.611751 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvbnr", UID:"58cb006b-834c-48e0-a98b-e240c2385e5e", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:13:19.981251 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0327 02:13:19.982119 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0327 02:13:22.893532 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:13:22.893715 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:22.893738 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:36.374044 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0327 02:13:36.374448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:36.374467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:39.707619 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:13:39.707823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:39.707859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:13:39.708122 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:13:39.769655 7 controller.go:216] "Backend successfully reloaded" I0327 02:13:39.769885 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvbnr", UID:"58cb006b-834c-48e0-a98b-e240c2385e5e", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0327 02:13:43.041487 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:13:43.041674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:43.041711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:46.374982 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:13:46.375195 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:46.375225 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:49.707738 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:13:49.707909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:49.707937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:53.041338 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:13:53.041656 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:13:53.041702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:14:02.368983 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.46.226"}] I0327 02:14:02.373709 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"a6ed2fde-d611-405f-86b3-121787833599", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9049", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:14:02.375492 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:14:02.375705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:02.375730 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:07.232990 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:14:07.233152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:07.233188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:10.566625 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:14:10.566834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:10.566861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:15.623424 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:14:15.623674 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:15.623702 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:22.147695 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0327 02:14:22.147868 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:14:22.147896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:00.975957 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:15:00.975989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:27.969843 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:16:27.970068 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0327 02:16:27.970230 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:27.970299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:16:27.975694 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.2kB} I0327 02:16:27.975761 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0327 02:16:27.980270 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0327 02:16:27.980645 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store I0327 02:16:27.980904 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"4ab4fa02-2092-4fd4-b1b4-46bff861d7d6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10175", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:16:27.981004 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:16:27.981163 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0327 02:16:27.981258 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:27.981292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:16:27.981435 7 controller.go:196] "Configuration changes detected, backend reload required" I0327 02:16:28.034575 7 controller.go:216] "Backend successfully reloaded" I0327 02:16:28.034931 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-vvbnr", UID:"58cb006b-834c-48e0-a98b-e240c2385e5e", APIVersion:"v1", ResourceVersion:"1344", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0327 02:16:28.492340 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0327 02:16:28.493399 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0327 02:16:31.315208 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:16:31.315396 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:31.315426 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [27/Mar/2026:02:16:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.004 300 c20e40cce45a34d0076eff426a3a9560 199.204.45.162 - - [27/Mar/2026:02:16:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.339 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3201 0.340 201 a3f88d83de0744eb4aedddd74819295b 199.204.45.162 - - [27/Mar/2026:02:16:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5ae1c05c2ddeeee5876d9a059f2c1af1 199.204.45.162 - - [27/Mar/2026:02:16:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7c038e36436edd1b5829b32214bdb4bb 199.204.45.162 - - [27/Mar/2026:02:16:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.003 300 71bcb8a34f48528c0224d74cc69ccbf0 199.204.45.162 - - [27/Mar/2026:02:16:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.313 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3201 0.313 201 ac93624ec47d7684a2d89501e7f07c31 199.204.45.162 - - [27/Mar/2026:02:16:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7cc7de1b5014dd465a9d72e2a994f8d7 199.204.45.162 - - [27/Mar/2026:02:16:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 5c8a6090f144ede26acaf550d62ec526 W0327 02:16:34.648182 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0327 02:16:34.648408 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:34.648435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [27/Mar/2026:02:16:35 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.003 300 046d82297a66e15e1d5cdce8abed054c 199.204.45.162 - - [27/Mar/2026:02:16:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.292 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3201 0.291 201 e6c55ebafc5476195adb989b19f7cde7 199.204.45.162 - - [27/Mar/2026:02:16:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1752531641bd33468a5d4887301bb917 199.204.45.162 - - [27/Mar/2026:02:16:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7be925d4dd3040a544efc35f295c5ec4 199.204.45.162 - - [27/Mar/2026:02:16:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.003 300 a2ac027f80a559bed2bfe98ca0cd7adc 199.204.45.162 - - [27/Mar/2026:02:16:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3201 0.296 201 0c5c3a9448ce441959497f539ac1e57b 199.204.45.162 - - [27/Mar/2026:02:16:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a12da689f802558c6aacb9bff4c33f09 199.204.45.162 - - [27/Mar/2026:02:16:37 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 872987c4f1acc7cce83e19bb049c612b 199.204.45.162 - - [27/Mar/2026:02:16:39 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.004 300 e69de6382ec45030ea96169b6a4a35b0 199.204.45.162 - - [27/Mar/2026:02:16:39 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.314 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3201 0.314 201 65b78c6c1aeea8aea6d5e8e69cdd8ae7 199.204.45.162 - - [27/Mar/2026:02:16:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3f31ea7c6cf15cf48a821fbcddd6198f 199.204.45.162 - - [27/Mar/2026:02:16:39 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b175495eaf4d593c053a4360e2a4e506 199.204.45.162 - - [27/Mar/2026:02:16:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.003 300 5c69888110e361d520064e5bfa4e97ea 199.204.45.162 - - [27/Mar/2026:02:16:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3201 0.298 201 e7fa2d0685cee27945595d25843de315 199.204.45.162 - - [27/Mar/2026:02:16:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c0723c75f6a6fb6cbb68cf559156c860 199.204.45.162 - - [27/Mar/2026:02:16:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e46fefa92340120cf7c4969d3ae9051a 199.204.45.162 - - [27/Mar/2026:02:16:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.004 300 8738798772fdb8363672488d9502c734 199.204.45.162 - - [27/Mar/2026:02:16:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3201 0.289 201 21484608366aca06b9b974e56a7718ea 199.204.45.162 - - [27/Mar/2026:02:16:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 74da2ca5761fc4cdd4051eb44e9cb421 199.204.45.162 - - [27/Mar/2026:02:16:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 526da3d8e4e00c19a9052426cd84a398 199.204.45.162 - - [27/Mar/2026:02:16:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.003 300 1d16b936a133003a6ae65f1d728ed9f5 199.204.45.162 - - [27/Mar/2026:02:16:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3201 0.293 201 a8b8e7947c76ef52b0bd6a097e970e48 199.204.45.162 - - [27/Mar/2026:02:16:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 15a62d35a4d687187c93bad14df5b36a 199.204.45.162 - - [27/Mar/2026:02:16:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3d04f60da6f578bafe32722ff540d2f3 W0327 02:16:45.369278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:45.369321 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.162 - - [27/Mar/2026:02:16:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.003 300 dd59e2122c2e413404a3fe915b51ccb7 199.204.45.162 - - [27/Mar/2026:02:16:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.290 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3201 0.291 201 82e6ee494ff5a544bdc9678b3a0d3e17 199.204.45.162 - - [27/Mar/2026:02:16:46 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.26:9292 1312 0.003 300 ce58d3552f08953c1525f86e1df8deb3 199.204.45.162 - - [27/Mar/2026:02:16:47 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.566 [openstack-glance-api-9292] [] 10.0.0.26:9292 69 0.566 200 1b702944ec6b9a462897f1cee9355c2d 199.204.45.162 - - [27/Mar/2026:02:16:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.52:5000 281 0.003 300 f566f5bb14ead1517edb46c67de2fdad 199.204.45.162 - - [27/Mar/2026:02:16:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.52:5000 3201 0.295 201 f646219eab02657fb20ac667204f2080 199.204.45.162 - - [27/Mar/2026:02:16:51 +0000] "GET / HTTP/1.1" 300 1312 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.26:9292 1312 0.003 300 ca86c033913be2cef1762f8f328d21ee 199.204.45.162 - - [27/Mar/2026:02:16:51 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.041 [openstack-glance-api-9292] [] 10.0.0.26:9292 69 0.041 200 7005f785b6429d17230d4e3d6185dd27 199.204.45.162 - - [27/Mar/2026:02:16:51 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.132 [openstack-glance-api-9292] [] 10.0.0.26:9292 151 0.132 404 573ec9371e6ee8164f05fb09da4d177c 199.204.45.162 - - [27/Mar/2026:02:16:51 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.26:9292 81 0.023 200 6afa9791224d0035147b287714c70acd 199.204.45.162 - - [27/Mar/2026:02:16:51 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.023 [openstack-glance-api-9292] [] 10.0.0.26:9292 84 0.023 200 97d70633e5e294858c3c0a6b99e8930f 199.204.45.162 - - [27/Mar/2026:02:16:51 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.053 [openstack-glance-api-9292] [] 10.0.0.26:9292 760 0.054 201 9a466f688ddfd2a8c340ac7de46995b1 199.204.45.162 - - [27/Mar/2026:02:16:55 +0000] "PUT /v2/images/c7362d37-a515-453c-8ec4-4353346b86ad/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.784 [openstack-glance-api-9292] [] 10.0.0.26:9292 0 3.784 204 b2f8e742eac29cab3c0455d15dcaa731 199.204.45.162 - - [27/Mar/2026:02:16:55 +0000] "GET /v2/images/c7362d37-a515-453c-8ec4-4353346b86ad HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.016 [openstack-glance-api-9292] [] 10.0.0.26:9292 1171 0.016 200 0e9dca724e17720c7656a87b4ae02cca 199.204.45.162 - - [27/Mar/2026:02:16:55 +0000] "GET /v2/images/c7362d37-a515-453c-8ec4-4353346b86ad HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-glance-api-9292] [] 10.0.0.26:9292 1171 0.014 200 eb617e9c06ad2dff111cb6c3373aa390 W0327 02:16:58.742480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:16:58.742527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:17:02.076847 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:17:02.076890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0327 02:17:02.366321 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.46.226"}] I0327 02:17:02.423311 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"4ab4fa02-2092-4fd4-b1b4-46bff861d7d6", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10492", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0327 02:17:05.409809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0327 02:17:05.409845 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store