------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0309 01:41:17.185890 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0309 01:41:17.186037 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0309 01:41:17.193815 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0309 01:41:17.196943 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0309 01:41:17.377682 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0309 01:41:17.401823 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0309 01:41:17.414021 7 nginx.go:271] "Starting NGINX Ingress controller" I0309 01:41:17.424241 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"a33cc3f9-9f54-45e2-9208-b5e890ed1be1", APIVersion:"v1", ResourceVersion:"1128", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0309 01:41:17.428893 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"10f95ca3-4cbb-44ff-8cf5-ed9ebd0378a5", APIVersion:"v1", ResourceVersion:"1127", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0309 01:41:17.429046 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"3c8e9760-236d-49d7-a1b9-0787ecafcef7", APIVersion:"v1", ResourceVersion:"1129", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0309 01:41:18.617752 7 nginx.go:317] "Starting NGINX process" I0309 01:41:18.617890 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0309 01:41:18.618402 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0309 01:41:18.618704 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:18.618759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:41:18.618822 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:41:18.629124 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0309 01:41:18.629376 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-w9mxh" I0309 01:41:18.654253 7 controller.go:216] "Backend successfully reloaded" I0309 01:41:18.654416 7 controller.go:227] "Initial sync, sleeping for 1 second" I0309 01:41:18.654549 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-w9mxh", UID:"28252e17-8723-448b-84c6-d47fd8b51ca7", APIVersion:"v1", ResourceVersion:"1175", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:41:22.443797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:22.443836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:25.777480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:25.777571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:29.110711 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:29.110785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:32.444416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:32.444479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:35.778455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:35.778505 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:39.111423 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:39.111475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:42.444836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:42.444906 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:51.833355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:51.833404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:55.354540 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:41:55.354568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:45.600224 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:45.600281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:48.933922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:48.934001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:57.578316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:42:57.578355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:00.915576 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:00.915629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:06.228442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:06.228568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:09.562409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:09.562477 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:12.895950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:12.895998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:16.228610 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:16.228661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:19.562602 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:19.562650 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:24.263546 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:24.263593 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:27.597996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:27.598056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:31.321979 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:31.322018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:34.655494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:43:34.655564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:52.118156 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:52.118340 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:55.649873 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-195.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-195.nip.io-tls was not found. Using default certificate W0309 01:45:55.649995 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:55.650025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:45:55.652137 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0309 01:45:55.652174 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0309 01:45:55.661205 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0309 01:45:55.661609 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"8fa92fac-12e4-4c5d-9a9f-994f3d4a7fd3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3105", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:45:55.661885 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.162-253-55-195.nip.io-tls" in local store W0309 01:45:55.662081 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.162-253-55-195.nip.io-tls": local SSL certificate auth-system/keycloak.162-253-55-195.nip.io-tls was not found. Using default certificate W0309 01:45:55.662130 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:55.662145 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:45:55.662200 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:45:55.697412 7 controller.go:216] "Backend successfully reloaded" I0309 01:45:55.698146 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-w9mxh", UID:"28252e17-8723-448b-84c6-d47fd8b51ca7", APIVersion:"v1", ResourceVersion:"1175", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:45:55.901652 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.162-253-55-195.nip.io-tls" I0309 01:45:55.902934 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.162-253-55-195.nip.io-tls" W0309 01:45:58.996313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:45:58.996368 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.195 - - [09/Mar/2026:01:46:07 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.142 [auth-system-keycloak-80] [] 10.0.0.220:8080 1928 2.140 200 01b028e5fe0082845f6784bce50533a1 162.253.55.195 - - [09/Mar/2026:01:46:07 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.192 [auth-system-keycloak-80] [] 10.0.0.220:8080 116 0.192 404 33b2d45dc24bf4d63d7ea76f9b84bc7f 162.253.55.195 - - [09/Mar/2026:01:46:11 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.695 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 3.695 201 7813e7018f880a7e20625f68d4ba9c7b 162.253.55.195 - - [09/Mar/2026:01:46:11 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.672 [auth-system-keycloak-80] [] 10.0.0.220:8080 4246 0.672 200 20a27fa134ab6a64a48438fb7e042f10 162.253.55.195 - - [09/Mar/2026:01:46:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.593 [auth-system-keycloak-80] [] 10.0.0.220:8080 1928 0.591 200 0bc7e8b25a835cf9eaa555b18de9ea31 162.253.55.195 - - [09/Mar/2026:01:46:13 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12499 "-" "Ansible" 1211 0.098 [auth-system-keycloak-80] [] 10.0.0.220:8080 12500 0.098 200 ee8c1a12bf124a2a93d47825d084b2de 162.253.55.195 - - [09/Mar/2026:01:46:13 +0000] "GET /admin/realms/atmosphere/client-scopes/ce2ebe13-cc4a-4f55-b1e0-39e04bcd85e1 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.013 [auth-system-keycloak-80] [] 10.0.0.220:8080 1278 0.012 200 b09806e1696da2503c00931d1fbcc0ca 162.253.55.195 - - [09/Mar/2026:01:46:13 +0000] "PUT /admin/realms/atmosphere/client-scopes/ce2ebe13-cc4a-4f55-b1e0-39e04bcd85e1 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.061 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.061 204 ccd114d0c21dff0562a246fcfcb15ad7 162.253.55.195 - - [09/Mar/2026:01:46:13 +0000] "GET /admin/realms/atmosphere/client-scopes/ce2ebe13-cc4a-4f55-b1e0-39e04bcd85e1/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.023 [auth-system-keycloak-80] [] 10.0.0.220:8080 963 0.023 200 7f5e61aff3f493033925faac9ee3c232 162.253.55.195 - - [09/Mar/2026:01:46:13 +0000] "GET /admin/realms/atmosphere/client-scopes/ce2ebe13-cc4a-4f55-b1e0-39e04bcd85e1/protocol-mappers/models/f7d3edc5-a509-480f-b0ba-6582160c8bd6 HTTP/1.1" 200 366 "-" "Ansible" 1309 0.065 [auth-system-keycloak-80] [] 10.0.0.220:8080 366 0.065 200 0fad5699bdbb4b11560baa26fa453f02 162.253.55.195 - - [09/Mar/2026:01:46:13 +0000] "PUT /admin/realms/atmosphere/client-scopes/ce2ebe13-cc4a-4f55-b1e0-39e04bcd85e1/protocol-mappers/models/f7d3edc5-a509-480f-b0ba-6582160c8bd6 HTTP/1.1" 204 0 "-" "Ansible" 1622 0.093 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.093 204 cf775cee8c6abf4ba5a0c8d928c45462 162.253.55.195 - - [09/Mar/2026:01:46:13 +0000] "GET /admin/realms/atmosphere/client-scopes/ce2ebe13-cc4a-4f55-b1e0-39e04bcd85e1 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.086 [auth-system-keycloak-80] [] 10.0.0.220:8080 1218 0.086 200 991c48362b3ec087912e3520bc002b20 I0309 01:46:18.637553 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.105.147.209"}] I0309 01:46:18.644020 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"8fa92fac-12e4-4c5d-9a9f-994f3d4a7fd3", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3395", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:46:18.647103 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:18.647655 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.195 - - [09/Mar/2026:01:46:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.538 [auth-system-keycloak-80] [] 10.0.0.220:8080 1928 0.537 200 f778ff01556d3b8a18d484c02d24b530 162.253.55.195 - - [09/Mar/2026:01:46:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.061 [auth-system-keycloak-80] [] 10.0.0.220:8080 2 0.060 200 5719e2adc223cb34bbb978c4d32652a5 162.253.55.195 - - [09/Mar/2026:01:46:35 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.214 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.212 201 504054d074054f966f1d0499e512a1b5 162.253.55.195 - - [09/Mar/2026:01:46:35 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.075 [auth-system-keycloak-80] [] 10.0.0.220:8080 1261 0.075 200 5edc71015fe7df2d9bf8df12c5411906 162.253.55.195 - - [09/Mar/2026:01:46:36 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.530 [auth-system-keycloak-80] [] 10.0.0.220:8080 1928 0.529 200 654da4389db2a99648d15a82ef940b73 162.253.55.195 - - [09/Mar/2026:01:46:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.037 [auth-system-keycloak-80] [] 10.0.0.220:8080 2 0.037 200 c9c501b933b255fbfc0e4116756f0f05 162.253.55.195 - - [09/Mar/2026:01:46:36 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.101 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.100 201 4cb9e20f63be66a969962a2cc5f3196d 162.253.55.195 - - [09/Mar/2026:01:46:36 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.091 [auth-system-keycloak-80] [] 10.0.0.220:8080 1286 0.091 200 c3fe4090e15bbe97aefae406494064a6 162.253.55.195 - - [09/Mar/2026:01:46:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.525 [auth-system-keycloak-80] [] 10.0.0.220:8080 1928 0.523 200 349b80318b7f3921b773f0c8ec01d886 162.253.55.195 - - [09/Mar/2026:01:46:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.012 [auth-system-keycloak-80] [] 10.0.0.220:8080 2 0.013 200 9d1711601bb3ab5051ac916d31c68534 162.253.55.195 - - [09/Mar/2026:01:46:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.302 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.300 201 f3c4aa5462f893eb2b9cff8dd9227cf8 162.253.55.195 - - [09/Mar/2026:01:46:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.024 [auth-system-keycloak-80] [] 10.0.0.220:8080 1251 0.024 200 99199ce3ccc2507f59030c0af82feab5 162.253.55.195 - - [09/Mar/2026:01:46:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.484 [auth-system-keycloak-80] [] 10.0.0.220:8080 1928 0.483 200 016f78f22a3020fc9149cf015507fc3b 162.253.55.195 - - [09/Mar/2026:01:46:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.042 [auth-system-keycloak-80] [] 10.0.0.220:8080 1261 0.042 200 7e4f747803ffb17dc5f619b2fa531aed 162.253.55.195 - - [09/Mar/2026:01:46:38 +0000] "GET /admin/realms/atmosphere/clients/d5aa8e67-48c1-4688-b6c7-60c7d3f29923/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.013 [auth-system-keycloak-80] [] 10.0.0.220:8080 119 0.013 404 2d0ce9031fd810fd74f48c79b32eb226 162.253.55.195 - - [09/Mar/2026:01:46:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.066 [auth-system-keycloak-80] [] 10.0.0.220:8080 1261 0.065 200 55486539abf3d069fc331b7869f8e028 162.253.55.195 - - [09/Mar/2026:01:46:39 +0000] "POST /admin/realms/atmosphere/clients/d5aa8e67-48c1-4688-b6c7-60c7d3f29923/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.099 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.097 201 efb0a4fdd17e6471e4768faf4fccbcf2 162.253.55.195 - - [09/Mar/2026:01:46:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.220:8080 1261 0.009 200 9d7d7c656522f548ce578734da0cd24d 162.253.55.195 - - [09/Mar/2026:01:46:39 +0000] "GET /admin/realms/atmosphere/clients/d5aa8e67-48c1-4688-b6c7-60c7d3f29923/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.071 [auth-system-keycloak-80] [] 10.0.0.220:8080 166 0.071 200 6598170845fdefb0ec835b6b0200f25b 162.253.55.195 - - [09/Mar/2026:01:46:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.513 [auth-system-keycloak-80] [] 10.0.0.220:8080 1928 0.512 200 a59ce44cac221e9bfcb0837ce64237da 162.253.55.195 - - [09/Mar/2026:01:46:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.220:8080 1286 0.008 200 2957afadc9d41956580e7459d8e54d81 162.253.55.195 - - [09/Mar/2026:01:46:40 +0000] "GET /admin/realms/atmosphere/clients/9af2fd95-1612-4b4d-b95e-2433033a9873/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.010 [auth-system-keycloak-80] [] 10.0.0.220:8080 119 0.010 404 8013f1a50a9f938d891a4f763cfe570a 162.253.55.195 - - [09/Mar/2026:01:46:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.040 [auth-system-keycloak-80] [] 10.0.0.220:8080 1286 0.039 200 5f55bd7377514534a3c752d12afde4de 162.253.55.195 - - [09/Mar/2026:01:46:40 +0000] "POST /admin/realms/atmosphere/clients/9af2fd95-1612-4b4d-b95e-2433033a9873/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.017 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.017 201 fde3667e2cc1e6f4b7ad7860cc5845dd 162.253.55.195 - - [09/Mar/2026:01:46:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.220:8080 1286 0.059 200 088bcd3be682a97626503d30e7e7d02d 162.253.55.195 - - [09/Mar/2026:01:46:40 +0000] "GET /admin/realms/atmosphere/clients/9af2fd95-1612-4b4d-b95e-2433033a9873/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.018 [auth-system-keycloak-80] [] 10.0.0.220:8080 165 0.017 200 514956d4c36fe0cdddc8d1caf0bec2e7 162.253.55.195 - - [09/Mar/2026:01:46:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.479 [auth-system-keycloak-80] [] 10.0.0.220:8080 1928 0.478 200 51aea7536b3d21c8e09806128f953e01 162.253.55.195 - - [09/Mar/2026:01:46:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.220:8080 1286 0.006 200 1b680cc3d837c7ddc02f38aa0ce9c0f5 162.253.55.195 - - [09/Mar/2026:01:46:41 +0000] "GET /admin/realms/atmosphere/clients/9af2fd95-1612-4b4d-b95e-2433033a9873/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.010 [auth-system-keycloak-80] [] 10.0.0.220:8080 119 0.011 404 0dafcff907aac012792b6ec06a97f900 162.253.55.195 - - [09/Mar/2026:01:46:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.047 [auth-system-keycloak-80] [] 10.0.0.220:8080 1286 0.047 200 83f6fbb29326c87f2d78f647b3c07b07 162.253.55.195 - - [09/Mar/2026:01:46:41 +0000] "POST /admin/realms/atmosphere/clients/9af2fd95-1612-4b4d-b95e-2433033a9873/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.017 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.016 201 ed4988c9699247bec5cafdde7b559aef 162.253.55.195 - - [09/Mar/2026:01:46:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.220:8080 1286 0.007 200 e89f52c65f13ec72c749bd1f65e125e5 162.253.55.195 - - [09/Mar/2026:01:46:41 +0000] "GET /admin/realms/atmosphere/clients/9af2fd95-1612-4b4d-b95e-2433033a9873/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.220:8080 166 0.051 200 1f04b466605e9ec6573f6f24869f9bfb 162.253.55.195 - - [09/Mar/2026:01:46:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.505 [auth-system-keycloak-80] [] 10.0.0.220:8080 1928 0.504 200 a8c921a922fb164a325280928a02d4cb 162.253.55.195 - - [09/Mar/2026:01:46:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.220:8080 1286 0.008 200 31223064bfcf2ccf80b7e17c80bf4ad8 162.253.55.195 - - [09/Mar/2026:01:46:42 +0000] "GET /admin/realms/atmosphere/clients/9af2fd95-1612-4b4d-b95e-2433033a9873/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.048 [auth-system-keycloak-80] [] 10.0.0.220:8080 119 0.048 404 9eb19825382fc997100610477c3d8026 162.253.55.195 - - [09/Mar/2026:01:46:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.220:8080 1286 0.004 200 4c8d217e7a7c1482bf17d45abff19a36 162.253.55.195 - - [09/Mar/2026:01:46:42 +0000] "POST /admin/realms/atmosphere/clients/9af2fd95-1612-4b4d-b95e-2433033a9873/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.015 201 686684880fde9234230cdc9aa863bbd1 162.253.55.195 - - [09/Mar/2026:01:46:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.220:8080 1286 0.004 200 ecbdfa207184e55b24d2b5e004768d76 162.253.55.195 - - [09/Mar/2026:01:46:42 +0000] "GET /admin/realms/atmosphere/clients/9af2fd95-1612-4b4d-b95e-2433033a9873/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.042 [auth-system-keycloak-80] [] 10.0.0.220:8080 166 0.042 200 36f33015370e7a3476e176c37bee2211 162.253.55.195 - - [09/Mar/2026:01:46:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.443 [auth-system-keycloak-80] [] 10.0.0.220:8080 1928 0.442 200 343e833d3d361d07e14f96165c39306d 162.253.55.195 - - [09/Mar/2026:01:46:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.027 [auth-system-keycloak-80] [] 10.0.0.220:8080 1251 0.027 200 e9b4fb1038328d51dfaea5a1a3bf478b 162.253.55.195 - - [09/Mar/2026:01:46:43 +0000] "GET /admin/realms/atmosphere/clients/9aec6464-6d31-42db-a24d-1112fee52859/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.088 [auth-system-keycloak-80] [] 10.0.0.220:8080 119 0.088 404 0ba7927ba99cce11f0ffcfed91ef3fb2 162.253.55.195 - - [09/Mar/2026:01:46:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.010 [auth-system-keycloak-80] [] 10.0.0.220:8080 1251 0.010 200 fc88e4ad4a50c1f306cb05164451ffbc 162.253.55.195 - - [09/Mar/2026:01:46:43 +0000] "POST /admin/realms/atmosphere/clients/9aec6464-6d31-42db-a24d-1112fee52859/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.018 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.018 201 1bba2d60c138548f210c46a3cb87c4c2 162.253.55.195 - - [09/Mar/2026:01:46:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.220:8080 1251 0.008 200 1b3c3dba10f8d3bb93886af6402157a3 162.253.55.195 - - [09/Mar/2026:01:46:43 +0000] "GET /admin/realms/atmosphere/clients/9aec6464-6d31-42db-a24d-1112fee52859/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.014 [auth-system-keycloak-80] [] 10.0.0.220:8080 166 0.014 200 edb7befa84b73b07ecf3e8e52c8b7641 W0309 01:46:45.414598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:46:45.414653 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:51.840494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:51.840635 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:51.925605 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:51.925708 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0309 01:47:51.925763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:51.925792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:51.927655 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:51.927713 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:51.928186 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0309 01:47:51.928269 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:51.928299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:51.928387 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0309 01:47:51.928516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:51.928585 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:47:51.929092 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:18.2kB} I0309 01:47:51.929273 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0309 01:47:51.930737 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0309 01:47:51.930769 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0309 01:47:51.932284 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.005s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:18.2kB} I0309 01:47:51.932524 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0309 01:47:51.936547 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0309 01:47:51.936908 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0309 01:47:51.936920 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0309 01:47:51.937068 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0309 01:47:51.937377 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"e8e6235a-07c0-4bc8-bbf8-ca9de4a5bc73", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4072", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:47:51.937389 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ea661894-4be8-4385-bd28-4d80f5deb17e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4073", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:47:51.943258 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0309 01:47:51.943656 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0309 01:47:51.943701 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"510a3e21-375e-4e0c-a896-b922e7cff888", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4077", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:47:52.192561 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0309 01:47:52.193589 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0309 01:47:52.208502 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0309 01:47:52.209562 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0309 01:47:53.691234 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0309 01:47:53.692613 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0309 01:47:55.174813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:55.174904 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:55.174945 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:55.175187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:55.175234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:47:55.175374 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:47:55.228840 7 controller.go:216] "Backend successfully reloaded" I0309 01:47:55.229174 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-w9mxh", UID:"28252e17-8723-448b-84c6-d47fd8b51ca7", APIVersion:"v1", ResourceVersion:"1175", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:47:58.507946 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:47:58.508025 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:47:58.508091 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:47:58.508223 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:47:58.508272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:01.840596 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:01.840773 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:48:01.840817 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:01.840962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:01.840989 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:05.174538 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:05.174605 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:48:05.174635 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:05.174739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:05.174764 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:08.507646 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:08.507814 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:48:08.507933 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:08.508138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:08.508186 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:11.841039 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:11.841088 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:48:11.841112 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:11.841188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:11.841208 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:15.176198 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:15.176270 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:48:15.176304 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:15.176427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:15.176449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:18.507987 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:18.508059 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:48:18.508107 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:18.508254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:18.508305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:48:18.639145 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.105.147.209"}] I0309 01:48:18.639933 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.105.147.209"}] I0309 01:48:18.640187 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.105.147.209"}] I0309 01:48:18.648304 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"510a3e21-375e-4e0c-a896-b922e7cff888", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4826", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:48:18.650789 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"e8e6235a-07c0-4bc8-bbf8-ca9de4a5bc73", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4827", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:48:18.651395 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"ea661894-4be8-4385-bd28-4d80f5deb17e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4828", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:48:21.842235 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:21.842321 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0309 01:48:21.842370 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:21.842512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:21.842553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:25.174381 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:25.174480 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:25.174577 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:25.174595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:28.508147 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:28.508265 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:28.508402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:28.508460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:35.277882 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:35.278097 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:35.278257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:35.278352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:40.118422 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:40.118503 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:40.118606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:40.118630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:43.452226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:43.452313 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:43.452436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:43.452461 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:46.785475 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:46.785575 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:46.785742 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:46.785772 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:50.118865 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:50.118973 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:50.119308 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:50.119342 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:53.452227 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:53.452337 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:53.452468 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:53.452497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:56.787183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:48:56.787303 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:48:56.787460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:48:56.787487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:00.120560 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:00.120830 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:00.121032 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:00.121065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:03.451925 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:03.452004 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0309 01:49:03.452100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:03.452122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.45 - - [09/Mar/2026:01:49:04 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.037 [auth-system-keycloak-80] [] 10.0.0.220:8080 6382 0.036 200 b7f075d6be3d6f30205f5485e5edcad6 10.0.0.118 - - [09/Mar/2026:01:49:05 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "Go-http-client/1.1" 161 0.010 [auth-system-keycloak-80] [] 10.0.0.220:8080 6382 0.010 200 2f56096795bd8d81ee38a8df2362b33c W0309 01:49:06.785848 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:06.786135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:06.786170 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:10.118741 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:10.118992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:10.119025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:13.452772 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:13.453000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:13.453027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:16.785854 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0309 01:49:16.786124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:16.786151 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.195 - - [09/Mar/2026:01:49:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.459 [auth-system-keycloak-80] [] 10.0.0.220:8080 1928 0.458 200 4ee1fb99f1907622f114d151c87bb261 162.253.55.195 - - [09/Mar/2026:01:49:17 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.006 [auth-system-keycloak-80] [] 10.0.0.220:8080 4246 0.006 200 9d1cfac3835acd8f05d04963ace8165f 162.253.55.195 - - [09/Mar/2026:01:49:17 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.458 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.457 204 b921a57e7eed4f5c2d12e890fd888fc5 162.253.55.195 - - [09/Mar/2026:01:49:18 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.185 [auth-system-keycloak-80] [] 10.0.0.220:8080 4384 0.185 200 2ad8f207a00b96279dbe56b1e3d55900 162.253.55.195 - - [09/Mar/2026:01:49:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.464 [auth-system-keycloak-80] [] 10.0.0.220:8080 1928 0.462 200 17e75da593516f91fd90b70338203191 162.253.55.195 - - [09/Mar/2026:01:49:19 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.039 [auth-system-keycloak-80] [] 10.0.0.220:8080 1682 0.038 200 715d072d19e65837242db3ce369ea0dc 162.253.55.195 - - [09/Mar/2026:01:49:19 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6382 "-" "ansible-httpget" 181 0.004 [auth-system-keycloak-80] [] 10.0.0.220:8080 6382 0.004 200 b67d8a69b5d743f214dabc406ff6c4a2 W0309 01:49:20.119042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:20.119090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.195 - - [09/Mar/2026:01:49:21 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.509 [auth-system-keycloak-80] [] 10.0.0.220:8080 1928 0.508 200 ad56a4808864f2f788d8f87385753eed 162.253.55.195 - - [09/Mar/2026:01:49:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.220:8080 2 0.008 200 3731928f49364221266960df89ad2944 162.253.55.195 - - [09/Mar/2026:01:49:21 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.177 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.176 201 a862931fa2510c44b6cf2a6bb272bb13 162.253.55.195 - - [09/Mar/2026:01:49:21 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.081 [auth-system-keycloak-80] [] 10.0.0.220:8080 2246 0.081 200 1798bddac0120a1a4134398ffe86ec45 162.253.55.195 - - [09/Mar/2026:01:49:22 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.220:8080 1928 0.493 200 8b6ae2eedb255672f87e7d7fdb168545 162.253.55.195 - - [09/Mar/2026:01:49:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.220:8080 2246 0.006 200 8402c129f48655342ada8241c51831c6 162.253.55.195 - - [09/Mar/2026:01:49:22 +0000] "GET /admin/realms/atmosphere/clients/28ed38dc-75f3-42d3-9918-83ca35165fcf/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.019 [auth-system-keycloak-80] [] 10.0.0.220:8080 233 0.019 200 bc62aadc6ab85f92265ff14966188c8c 162.253.55.195 - - [09/Mar/2026:01:49:22 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.049 [auth-system-keycloak-80] [] 10.0.0.220:8080 831 0.050 200 4727b2dd470c3a743f030addaa3e73f9 162.253.55.195 - - [09/Mar/2026:01:49:22 +0000] "GET /admin/realms/atmosphere/clients/87239c99-7e11-48a3-b875-30bdf830ba49/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.085 [auth-system-keycloak-80] [] 10.0.0.220:8080 3758 0.085 200 3243413eeb8e82739bcffef9feec9ff3 162.253.55.195 - - [09/Mar/2026:01:49:22 +0000] "GET /admin/realms/atmosphere/users/102438d9-3adf-4393-8b9e-b662ccaa5161/role-mappings/clients/87239c99-7e11-48a3-b875-30bdf830ba49/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.191 [auth-system-keycloak-80] [] 10.0.0.220:8080 3758 0.190 200 610e02ba5de0360ff8cfb3eceb1c2755 162.253.55.195 - - [09/Mar/2026:01:49:22 +0000] "GET /admin/realms/atmosphere/users/102438d9-3adf-4393-8b9e-b662ccaa5161/role-mappings/clients/87239c99-7e11-48a3-b875-30bdf830ba49/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.086 [auth-system-keycloak-80] [] 10.0.0.220:8080 2 0.087 200 546a66e8dd7b99043905b821b5643d04 162.253.55.195 - - [09/Mar/2026:01:49:23 +0000] "POST /admin/realms/atmosphere/users/102438d9-3adf-4393-8b9e-b662ccaa5161/role-mappings/clients/87239c99-7e11-48a3-b875-30bdf830ba49 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.070 [auth-system-keycloak-80] [] 10.0.0.220:8080 0 0.069 204 8b8f4463fb820be71c7cba678bf89aa6 162.253.55.195 - - [09/Mar/2026:01:49:23 +0000] "GET /admin/realms/atmosphere/users/102438d9-3adf-4393-8b9e-b662ccaa5161/role-mappings/clients/87239c99-7e11-48a3-b875-30bdf830ba49/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.015 [auth-system-keycloak-80] [] 10.0.0.220:8080 576 0.015 200 ee8d0a0be5dd9d10a5d1446c06ad1b33 W0309 01:49:23.452943 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:23.453001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:26.786348 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:26.786430 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:30.119413 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:30.119467 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:41.877073 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:41.877120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:45.212281 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:45.212320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:48.547808 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:49:48.547914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:30.505384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:51:30.505429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:03.365034 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 01:52:03.365169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:03.365205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:52:03.368418 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0309 01:52:03.368453 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0309 01:52:03.374645 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0309 01:52:03.374983 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b4f17fdd-9bd4-44a1-bd5c-e1cbfc83d488", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6460", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:52:03.375308 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0309 01:52:03.375938 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0309 01:52:03.376021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:03.376042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:52:03.376172 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:52:03.426141 7 controller.go:216] "Backend successfully reloaded" I0309 01:52:03.426515 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-w9mxh", UID:"28252e17-8723-448b-84c6-d47fd8b51ca7", APIVersion:"v1", ResourceVersion:"1175", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:52:03.649240 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0309 01:52:03.650342 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0309 01:52:06.709609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:06.709668 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.195 - - [09/Mar/2026:01:52:07 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.006 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.006 300 528e3a4fc24cd51f5ea0ab45f2bfdc9a 162.253.55.195 - - [09/Mar/2026:01:52:09 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.142:5000 266 0.006 200 25bf317fc2ac4e064cdc24e0da798509 162.253.55.195 - - [09/Mar/2026:01:52:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.349 [openstack-keystone-api-5000] [] 10.0.0.142:5000 1360 0.348 201 f75d81fef9338e1a3305c537d2e8e389 162.253.55.195 - - [09/Mar/2026:01:52:09 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.005 300 35e2d1d807acedb31c66cdaa33523733 162.253.55.195 - - [09/Mar/2026:01:52:09 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.037 [openstack-keystone-api-5000] [] 10.0.0.142:5000 90 0.037 404 11bad2be0d5ee7b4a25fdcf8de267ff7 162.253.55.195 - - [09/Mar/2026:01:52:09 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.040 [openstack-keystone-api-5000] [] 10.0.0.142:5000 368 0.040 200 495e380833e3a546016a5f5bc50edc81 162.253.55.195 - - [09/Mar/2026:01:52:09 +0000] "GET /v3/domains/edcba5204b8e4c95a3650d6e80aaa9dc HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.022 [openstack-keystone-api-5000] [] 10.0.0.142:5000 245 0.022 200 d4bbca33db2f118c90e54fef89a3e2fd 162.253.55.195 - - [09/Mar/2026:01:52:10 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.142:5000 266 0.004 200 057627df6d62f3d033d6faf7ef9ca517 162.253.55.195 - - [09/Mar/2026:01:52:10 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.318 [openstack-keystone-api-5000] [] 10.0.0.142:5000 1360 0.318 201 064e634d21dbf71274613c2f904fde14 162.253.55.195 - - [09/Mar/2026:01:52:10 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.005 300 09dfe29023f8efac48a288ecba856371 162.253.55.195 - - [09/Mar/2026:01:52:11 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.024 [openstack-keystone-api-5000] [] 10.0.0.142:5000 101 0.025 404 026de537b48716400fdee8429a358acf 162.253.55.195 - - [09/Mar/2026:01:52:11 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.024 [openstack-keystone-api-5000] [] 10.0.0.142:5000 156 0.024 200 689b2ff9afe118e090f1d00526900c9d 162.253.55.195 - - [09/Mar/2026:01:52:11 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.033 [openstack-keystone-api-5000] [] 10.0.0.142:5000 454 0.033 201 077aeea3850a5c2386aa678fd6b08c5a 162.253.55.195 - - [09/Mar/2026:01:52:11 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.142:5000 266 0.006 200 2ab2753d3cb3dffcbfa4f40aac77a1bd 162.253.55.195 - - [09/Mar/2026:01:52:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.142:5000 1360 0.297 201 0d3f3ba8abbd964e065c258d157c4ee3 162.253.55.195 - - [09/Mar/2026:01:52:12 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.003 300 d06bb4225a68ad8e1ed92b389d017e88 162.253.55.195 - - [09/Mar/2026:01:52:12 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.023 [openstack-keystone-api-5000] [] 10.0.0.142:5000 98 0.023 404 2c75ee3e36ab203a1bf74ebefab652f6 162.253.55.195 - - [09/Mar/2026:01:52:12 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.142:5000 136 0.028 200 05b3a35a59ce7217191af2566fccd697 162.253.55.195 - - [09/Mar/2026:01:52:12 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 332 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.027 [openstack-keystone-api-5000] [] 10.0.0.142:5000 332 0.027 201 6e0c8f4c699b215d2af38298a7093f43 162.253.55.195 - - [09/Mar/2026:01:52:13 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.142:5000 266 0.005 200 4d0bc51862c64baea692d1b9e777eca8 162.253.55.195 - - [09/Mar/2026:01:52:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.142:5000 1360 0.296 201 adcf2ef2db05cc6352148993abe15773 162.253.55.195 - - [09/Mar/2026:01:52:13 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.003 300 5675f6aeb6d7ce13957ccb4237213a9e 162.253.55.195 - - [09/Mar/2026:01:52:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.029 [openstack-keystone-api-5000] [] 10.0.0.142:5000 131 0.029 404 2705714c950dc5a38eb7a6517faa361a 162.253.55.195 - - [09/Mar/2026:01:52:13 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.021 [openstack-keystone-api-5000] [] 10.0.0.142:5000 168 0.020 200 39c942551612d2a73fc5ce653594c2a9 162.253.55.195 - - [09/Mar/2026:01:52:13 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.035 [openstack-keystone-api-5000] [] 10.0.0.142:5000 224 0.036 201 2aab569c9ad04179274cd90c64c97c91 I0309 01:52:18.638431 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.105.147.209"}] I0309 01:52:18.648112 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"b4f17fdd-9bd4-44a1-bd5c-e1cbfc83d488", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6559", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:52:18.650056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:18.650102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:23.227382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:23.227513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:26.561498 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:26.561558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:30.020020 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:30.020049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:33.354561 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:33.354620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:48.721177 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:48.721238 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:56.648085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:56.648129 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:59.982228 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:52:59.982287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:30.780459 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:54:30.780573 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 01:54:30.780622 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:30.780638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:30.784050 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0309 01:54:30.784081 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0309 01:54:30.789484 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0309 01:54:30.790132 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0309 01:54:30.790572 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:54:30.790692 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0309 01:54:30.790773 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:30.790778 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d033e74a-a64c-431a-99f4-feaac8f37063", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7501", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:54:30.790797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:54:30.790955 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:54:30.849618 7 controller.go:216] "Backend successfully reloaded" I0309 01:54:30.849886 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-w9mxh", UID:"28252e17-8723-448b-84c6-d47fd8b51ca7", APIVersion:"v1", ResourceVersion:"1175", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:54:31.091566 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0309 01:54:31.093818 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 162.253.55.195 - - [09/Mar/2026:01:54:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.004 300 1b7353f96daf122fc7d61b50c11be58d 162.253.55.195 - - [09/Mar/2026:01:54:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.337 [openstack-keystone-api-5000] [] 10.0.0.142:5000 1992 0.337 201 04c9063334da6af9b7de2e95145ad400 162.253.55.195 - - [09/Mar/2026:01:54:32 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.142:5000 85 0.023 404 e3b5e58cc1051590cffa9542c39c9a72 162.253.55.195 - - [09/Mar/2026:01:54:32 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.027 [openstack-keystone-api-5000] [] 10.0.0.142:5000 129 0.026 200 88382264a9ec8ea8a173a2737543cd32 162.253.55.195 - - [09/Mar/2026:01:54:32 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.124 [openstack-keystone-api-5000] [] 10.0.0.142:5000 230 0.124 201 164bee6443396d2abd7c7182eb79eb8e W0309 01:54:34.124571 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0309 01:54:34.124754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:34.124776 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:37.457797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:37.457855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.195 - - [09/Mar/2026:01:54:37 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.006 300 d2e2faa39f1912944319c455e0d973f4 162.253.55.195 - - [09/Mar/2026:01:54:37 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.312 [openstack-keystone-api-5000] [] 10.0.0.142:5000 1992 0.312 201 aa99f0e60df80456021e10e907e82373 162.253.55.195 - - [09/Mar/2026:01:54:37 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.026 [openstack-keystone-api-5000] [] 10.0.0.142:5000 1521 0.026 200 a52626bf5d2ba7bd317f4faa96b3701c 162.253.55.195 - - [09/Mar/2026:01:54:38 +0000] "PUT /v3/roles/daea15fa30ce45bdb9b1afa3ece133bd/implies/8ec0501567474d1db131b7e5b55b4441 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.044 [openstack-keystone-api-5000] [] 10.0.0.142:5000 521 0.044 201 d69f6fee2d017f1c0a21db2feb7704d3 W0309 01:54:40.792402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:54:40.792448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:55:18.637111 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.105.147.209"}] I0309 01:55:18.642334 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d033e74a-a64c-431a-99f4-feaac8f37063", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7899", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:55:18.644065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:18.644099 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.195 - - [09/Mar/2026:01:55:25 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.004 300 9a0ea0d286878f1b8d36a41d83c33076 162.253.55.195 - - [09/Mar/2026:01:55:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.142:5000 2055 0.340 201 277d36f0bdb91ee4f7c01ea98c00bebb 162.253.55.195 - - [09/Mar/2026:01:55:25 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.041 [openstack-keystone-api-5000] [] 10.0.0.142:5000 87 0.041 404 e7b1c4cbb14a59061394e17099df6883 162.253.55.195 - - [09/Mar/2026:01:55:25 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.026 [openstack-keystone-api-5000] [] 10.0.0.142:5000 390 0.026 200 b8d37d8129e8ec2be1a758c00b578dcb 162.253.55.195 - - [09/Mar/2026:01:55:25 +0000] "GET /v3/users/rgw-RegionOne?domain_id=dbcf397faca140d49a56dff8b1c2cf07 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.034 [openstack-keystone-api-5000] [] 10.0.0.142:5000 91 0.034 404 dfa7178e185e33f437dee1ec183670d9 162.253.55.195 - - [09/Mar/2026:01:55:25 +0000] "GET /v3/users?domain_id=dbcf397faca140d49a56dff8b1c2cf07&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.040 [openstack-keystone-api-5000] [] 10.0.0.142:5000 178 0.040 200 e1e018d4db7922f147c517f342d76945 162.253.55.195 - - [09/Mar/2026:01:55:25 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.296 [openstack-keystone-api-5000] [] 10.0.0.142:5000 291 0.296 201 91347f8e52923de991b099c35cec95cd 162.253.55.195 - - [09/Mar/2026:01:55:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.004 300 7d521e965420cf80cfb6daa360e99b7b 162.253.55.195 - - [09/Mar/2026:01:55:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/1.5.1 keystoneauth1/5.3.1 python-requests/2.28.2 CPython/3.10.12" 548 0.302 [openstack-keystone-api-5000] [] 10.0.0.142:5000 2055 0.302 201 34450e37bcbddbab1e9ec2b96a02da06 162.253.55.195 - - [09/Mar/2026:01:55:29 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.034 [openstack-keystone-api-5000] [] 10.0.0.142:5000 83 0.034 404 05d1624c8a1bc915b0a20274e5161d4d 162.253.55.195 - - [09/Mar/2026:01:55:29 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.021 [openstack-keystone-api-5000] [] 10.0.0.142:5000 361 0.021 200 432269b0fac217257a43abc8e5f58324 162.253.55.195 - - [09/Mar/2026:01:55:29 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.040 [openstack-keystone-api-5000] [] 10.0.0.142:5000 87 0.040 404 d9a66d33cac5a45a5fce53308a029c27 162.253.55.195 - - [09/Mar/2026:01:55:29 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.083 [openstack-keystone-api-5000] [] 10.0.0.142:5000 390 0.083 200 c80c4ca88f5becf42dc67403c3639e50 162.253.55.195 - - [09/Mar/2026:01:55:29 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.045 [openstack-keystone-api-5000] [] 10.0.0.142:5000 91 0.045 404 788385fbe24efc606600c2352f4554c0 162.253.55.195 - - [09/Mar/2026:01:55:29 +0000] "GET /v3/users?domain_id=dbcf397faca140d49a56dff8b1c2cf07&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.033 [openstack-keystone-api-5000] [] 10.0.0.142:5000 458 0.033 200 35ffdaa93bec41099f5f90460c24cff5 162.253.55.195 - - [09/Mar/2026:01:55:29 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.041 [openstack-keystone-api-5000] [] 10.0.0.142:5000 88 0.041 404 3923313bfb42d0ff5efc4b279b76dcc2 162.253.55.195 - - [09/Mar/2026:01:55:29 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.027 [openstack-keystone-api-5000] [] 10.0.0.142:5000 520 0.027 200 960ab5b051aa539e0f67a5f58729fbf5 162.253.55.195 - - [09/Mar/2026:01:55:29 +0000] "PUT /v3/projects/c2888f6e366246e9b7db07494e797411/users/2edb7ac7f9304d8591777d79486bc565/roles/d5ee78cb09454ec7af52e11da2590b21 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 0.053 [openstack-keystone-api-5000] [] 10.0.0.142:5000 0 0.053 204 d62dbf37738d3e364da24015e3c75793 162.253.55.195 - - [09/Mar/2026:01:55:31 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.004 300 a1c104e393e2823f5cce54f461ad6cf2 162.253.55.195 - - [09/Mar/2026:01:55:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.374 [openstack-keystone-api-5000] [] 10.0.0.142:5000 2055 0.374 201 9adc3f8c1437250ddcc3f17923dd2559 162.253.55.195 - - [09/Mar/2026:01:55:32 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.022 [openstack-keystone-api-5000] [] 10.0.0.142:5000 151 0.022 200 50d208c8a753956101844065fc0ce15c 162.253.55.195 - - [09/Mar/2026:01:55:32 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.027 [openstack-keystone-api-5000] [] 10.0.0.142:5000 263 0.027 201 47211ab7fa1f6e4b433391efe7488baf 162.253.55.195 - - [09/Mar/2026:01:55:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.003 300 78a63cb184ab34f302c2ca2b6fc0154c 162.253.55.195 - - [09/Mar/2026:01:55:33 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.142:5000 2157 0.299 201 e06fef2273693383d62212a7c567824e 162.253.55.195 - - [09/Mar/2026:01:55:33 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.031 [openstack-keystone-api-5000] [] 10.0.0.142:5000 86 0.031 404 d086753b0c6642b2592fdc5eec259eef 162.253.55.195 - - [09/Mar/2026:01:55:33 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.024 [openstack-keystone-api-5000] [] 10.0.0.142:5000 382 0.024 200 75adbe51816d1c621696b0a9d188f781 162.253.55.195 - - [09/Mar/2026:01:55:33 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=6dfa9a90f09f440b8cb45b9d6b3f2b7f HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.021 [openstack-keystone-api-5000] [] 10.0.0.142:5000 205 0.021 200 c1dddd3437daafcf86a85091befc075f 162.253.55.195 - - [09/Mar/2026:01:55:33 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.033 [openstack-keystone-api-5000] [] 10.0.0.142:5000 379 0.033 201 4ebf359e92a705943a630ab2a7d9ab5c 162.253.55.195 - - [09/Mar/2026:01:55:33 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.003 300 bfec43311d5427f4d874c03043f6fc40 162.253.55.195 - - [09/Mar/2026:01:55:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.313 [openstack-keystone-api-5000] [] 10.0.0.142:5000 2366 0.314 201 aecafa7862588604e78c69893f176f6f 162.253.55.195 - - [09/Mar/2026:01:55:34 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.031 [openstack-keystone-api-5000] [] 10.0.0.142:5000 86 0.031 404 cb8abdc60a59fb2f1dfc43705349b0d8 162.253.55.195 - - [09/Mar/2026:01:55:34 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.025 [openstack-keystone-api-5000] [] 10.0.0.142:5000 382 0.025 200 1178ed44c2cef2fb36575b7cfafdadf7 162.253.55.195 - - [09/Mar/2026:01:55:34 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=6dfa9a90f09f440b8cb45b9d6b3f2b7f HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.028 [openstack-keystone-api-5000] [] 10.0.0.142:5000 207 0.028 200 7fa480b6ddb893401f48118d44c63501 162.253.55.195 - - [09/Mar/2026:01:55:34 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.025 [openstack-keystone-api-5000] [] 10.0.0.142:5000 392 0.026 201 00bdffb41341375dd3fd88f2de3b2bc0 W0309 01:55:35.633552 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:55:35.633696 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 01:55:35.633771 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:35.633795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:55:35.637575 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.004s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:35.7kB} I0309 01:55:35.637604 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0309 01:55:35.643716 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0309 01:55:35.644254 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0309 01:55:35.644518 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:55:35.644711 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0309 01:55:35.644775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:35.644792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:55:35.644891 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:55:35.650775 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"2fadc71b-5e8f-4cba-aba0-3d5a5ffa368a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8029", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0309 01:55:35.698982 7 controller.go:216] "Backend successfully reloaded" I0309 01:55:35.699776 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-w9mxh", UID:"28252e17-8723-448b-84c6-d47fd8b51ca7", APIVersion:"v1", ResourceVersion:"1175", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:55:35.943550 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0309 01:55:35.944818 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0309 01:55:38.979147 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:55:38.979355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:38.979382 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:52.472368 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0309 01:55:52.472594 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:52.472616 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:57.918548 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:55:57.918767 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:55:57.918785 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:55:57.918991 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:55:57.966838 7 controller.go:216] "Backend successfully reloaded" I0309 01:55:57.968391 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-w9mxh", UID:"28252e17-8723-448b-84c6-d47fd8b51ca7", APIVersion:"v1", ResourceVersion:"1175", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0309 01:56:01.252411 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:01.252800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:01.252836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:04.586175 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:04.586392 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:04.586436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:07.919031 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:07.921297 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:07.921359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:11.252659 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:11.252892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:11.252921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:56:18.638714 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.105.147.209"}] I0309 01:56:18.644770 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"2fadc71b-5e8f-4cba-aba0-3d5a5ffa368a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8434", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:56:18.647250 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:18.647548 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:18.647661 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:23.626274 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:23.626479 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:23.626568 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:26.960285 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:26.960642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:26.960678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:31.942152 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:56:31.942339 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:56:31.942384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:03.633503 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0309 01:57:03.633639 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:03.633701 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:42.976516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:57:42.976563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:36.248703 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:58:36.248949 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 01:58:36.249076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:36.249132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:58:36.253756 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.005s renderingIngressLength:8 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:39.2kB} I0309 01:58:36.253819 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0309 01:58:36.259471 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0309 01:58:36.259817 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"154bcafd-cff1-4c97-972b-f872affd95d9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9492", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:58:36.260172 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0309 01:58:36.260667 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:58:36.260797 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0309 01:58:36.260887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:36.260909 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:58:36.261089 7 controller.go:196] "Configuration changes detected, backend reload required" I0309 01:58:36.320713 7 controller.go:216] "Backend successfully reloaded" I0309 01:58:36.321372 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-w9mxh", UID:"28252e17-8723-448b-84c6-d47fd8b51ca7", APIVersion:"v1", ResourceVersion:"1175", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0309 01:58:36.574512 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0309 01:58:36.575610 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0309 01:58:39.595762 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:58:39.596187 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:39.596222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.195 - - [09/Mar/2026:01:58:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.005 300 e63b6b59776a6eae7341b11fb3647c0d 162.253.55.195 - - [09/Mar/2026:01:58:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.350 [openstack-keystone-api-5000] [] 10.0.0.142:5000 3201 0.350 201 e42c90282bdb49fd9464716f69ed19a9 162.253.55.195 - - [09/Mar/2026:01:58:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b9df298cb075ae08de4cb05833dd4ef2 162.253.55.195 - - [09/Mar/2026:01:58:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 6e0d8cf33a06c52dbee121f97b25400a 162.253.55.195 - - [09/Mar/2026:01:58:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.004 300 c1e0b2f956fcd0b72ac213f8c637b8f2 162.253.55.195 - - [09/Mar/2026:01:58:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.302 [openstack-keystone-api-5000] [] 10.0.0.142:5000 3201 0.302 201 7b372561080a97c8f7bb4067046ca65c 162.253.55.195 - - [09/Mar/2026:01:58:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 40961565cfd6d1f7ce26631e3d661424 162.253.55.195 - - [09/Mar/2026:01:58:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - cc697195462a4d6b7b429d09a455828c 162.253.55.195 - - [09/Mar/2026:01:58:44 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.003 300 9726a54de3a6e8de24b785ee6fe3a424 162.253.55.195 - - [09/Mar/2026:01:58:44 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.142:5000 3201 0.293 201 3cc6bbc59d0cbe54036fa00ba0325767 162.253.55.195 - - [09/Mar/2026:01:58:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4a9d8a440ff0ab6d49861a3038939140 162.253.55.195 - - [09/Mar/2026:01:58:44 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - d6884fbf4e70a0175a939312f10b8db0 162.253.55.195 - - [09/Mar/2026:01:58:46 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.006 300 3eedaa7d2188c5da54c06324848444b5 162.253.55.195 - - [09/Mar/2026:01:58:46 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.289 [openstack-keystone-api-5000] [] 10.0.0.142:5000 3201 0.289 201 8057e6c3aa2abe0845e5f577d28325b7 162.253.55.195 - - [09/Mar/2026:01:58:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ed0bd78f1f2a30d1961c7a37385fefdc 162.253.55.195 - - [09/Mar/2026:01:58:46 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f021732fba3a11d0d3fc36254e135904 162.253.55.195 - - [09/Mar/2026:01:58:48 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.005 300 b6d2f36ef0b6f0bebbe7b1b37048bf04 162.253.55.195 - - [09/Mar/2026:01:58:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.306 [openstack-keystone-api-5000] [] 10.0.0.142:5000 3201 0.306 201 da0427e48c870cb8934621188ce2eb4f 162.253.55.195 - - [09/Mar/2026:01:58:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 1121d168e65f1e33fb9da32673dcaaa9 162.253.55.195 - - [09/Mar/2026:01:58:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 55de5359a0fd132cfeffa7d270307cd6 W0309 01:58:48.790852 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0309 01:58:48.791475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:48.791502 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.195 - - [09/Mar/2026:01:58:49 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.004 300 91510016f7c3ca9bcb5b69fdc50cc9cf 162.253.55.195 - - [09/Mar/2026:01:58:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.142:5000 3201 0.298 201 6557eea010877ee64696ff70fd59e64a 162.253.55.195 - - [09/Mar/2026:01:58:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 4edeba07dbfbcba8a4b579a52d04fb1e 162.253.55.195 - - [09/Mar/2026:01:58:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a742fcf41a7ae76dd8052c583ffab612 162.253.55.195 - - [09/Mar/2026:01:58:51 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.004 300 11144242c797081bd4b16dd6a9c2cde8 162.253.55.195 - - [09/Mar/2026:01:58:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.316 [openstack-keystone-api-5000] [] 10.0.0.142:5000 3201 0.316 201 2e2d53abb835ff7532ccdb789fd86089 162.253.55.195 - - [09/Mar/2026:01:58:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 35779944458ad1cd839a6445e58c45a1 162.253.55.195 - - [09/Mar/2026:01:58:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 3f6c3d59a6b3cf13afdcc3974a8b2ff9 162.253.55.195 - - [09/Mar/2026:01:58:53 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.005 300 77a52c8d12aebe6d09e4d4fc0b6b25fd 162.253.55.195 - - [09/Mar/2026:01:58:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.142:5000 3201 0.310 201 eb81b1d3e55daf1a39cfa1a9053adb8d 162.253.55.195 - - [09/Mar/2026:01:58:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9d79c2bd11151a1f94a65161667e4266 162.253.55.195 - - [09/Mar/2026:01:58:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 92d46ee1ffacf3827d9ae6b5accc5918 162.253.55.195 - - [09/Mar/2026:01:58:55 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.024 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.024 300 030cf59097936d0daac2946d70bc13d0 162.253.55.195 - - [09/Mar/2026:01:58:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.310 [openstack-keystone-api-5000] [] 10.0.0.142:5000 3201 0.310 201 c863da681e729f06dce99435bd5d2f2d 162.253.55.195 - - [09/Mar/2026:01:58:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 49eb7b796a0a818bf5b6b7cc08858977 162.253.55.195 - - [09/Mar/2026:01:58:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - c380660e8d8b02db1ba67aa485ddd2f3 162.253.55.195 - - [09/Mar/2026:01:58:57 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.008 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.008 300 d2f37c0d49425730addc4a854ccd0a99 W0309 01:58:57.214436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:58:57.214880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 162.253.55.195 - - [09/Mar/2026:01:58:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.321 [openstack-keystone-api-5000] [] 10.0.0.142:5000 3201 0.321 201 3f19b28e958d0739f790e672a2e36330 162.253.55.195 - - [09/Mar/2026:01:58:57 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.218:9292 1193 0.003 300 e9807d888a9cbe0b2238c09018151350 162.253.55.195 - - [09/Mar/2026:01:58:58 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.812 [openstack-glance-api-9292] [] 10.0.0.218:9292 69 0.812 200 402e469189b1a7eac442c7c3eafdf384 162.253.55.195 - - [09/Mar/2026:01:59:01 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.007 [openstack-keystone-api-5000] [] 10.0.0.142:5000 281 0.007 300 97bc33e990b5b54bf5739496a7f70cf7 162.253.55.195 - - [09/Mar/2026:01:59:01 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.317 [openstack-keystone-api-5000] [] 10.0.0.142:5000 3201 0.317 201 6f594f9767d7f345e8d1b70bb5153898 162.253.55.195 - - [09/Mar/2026:01:59:01 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.003 [openstack-glance-api-9292] [] 10.0.0.218:9292 1193 0.003 300 f6432ba639638c25363d5682610c2307 162.253.55.195 - - [09/Mar/2026:01:59:01 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.044 [openstack-glance-api-9292] [] 10.0.0.218:9292 69 0.044 200 225229e3884fc53be57e3239c4d0ca12 162.253.55.195 - - [09/Mar/2026:01:59:01 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.125 [openstack-glance-api-9292] [] 10.0.0.218:9292 151 0.125 404 6e2c3db9f136f5f86c3c441246fae8e9 162.253.55.195 - - [09/Mar/2026:01:59:02 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.023 [openstack-glance-api-9292] [] 10.0.0.218:9292 81 0.024 200 71860e34c509cfc726ae2cb0473a84a1 162.253.55.195 - - [09/Mar/2026:01:59:02 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.031 [openstack-glance-api-9292] [] 10.0.0.218:9292 84 0.031 200 33cdf589f12d4e8495840c2d3f056222 162.253.55.195 - - [09/Mar/2026:01:59:02 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.068 [openstack-glance-api-9292] [] 10.0.0.218:9292 760 0.067 201 293b955a3d086ceba7a7a3ee76366fb5 162.253.55.195 - - [09/Mar/2026:01:59:06 +0000] "PUT /v2/images/a68996f8-fde5-4c55-956b-c4d566baa99f/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 4.243 [openstack-glance-api-9292] [] 10.0.0.218:9292 0 4.242 204 d38010ac5d3db401490f406fdcc99788 162.253.55.195 - - [09/Mar/2026:01:59:06 +0000] "GET /v2/images/a68996f8-fde5-4c55-956b-c4d566baa99f HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.019 [openstack-glance-api-9292] [] 10.0.0.218:9292 1171 0.019 200 32df83af8a9b87bff19f851cdd5c59ed 162.253.55.195 - - [09/Mar/2026:01:59:06 +0000] "GET /v2/images/a68996f8-fde5-4c55-956b-c4d566baa99f HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.017 [openstack-glance-api-9292] [] 10.0.0.218:9292 1171 0.017 200 6e53f23c01c5ea2625c94a9a1d85e5fd W0309 01:59:09.452708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:09.452751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:12.786807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:12.786861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0309 01:59:18.637873 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.105.147.209"}] I0309 01:59:18.646939 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"154bcafd-cff1-4c97-972b-f872affd95d9", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9855", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0309 01:59:18.649474 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0309 01:59:18.649530 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store