------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0314 07:04:21.204139 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0314 07:04:21.205043 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0314 07:04:21.213474 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0314 07:04:21.218538 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0314 07:04:21.436841 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0314 07:04:21.456561 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0314 07:04:21.467882 7 nginx.go:271] "Starting NGINX Ingress controller" I0314 07:04:21.475117 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"e32f4492-3d8d-40cf-a270-2841fa3064bd", APIVersion:"v1", ResourceVersion:"1151", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0314 07:04:21.478849 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"20f45001-a805-4ce0-8d6b-d6531c0c86b4", APIVersion:"v1", ResourceVersion:"1152", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0314 07:04:21.478920 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"256f6811-4bae-415d-86d2-874cbc4d4cce", APIVersion:"v1", ResourceVersion:"1150", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0314 07:04:22.669970 7 nginx.go:317] "Starting NGINX process" I0314 07:04:22.670091 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0314 07:04:22.670653 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0314 07:04:22.670961 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0314 07:04:22.671035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:22.671076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:04:22.671138 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:04:22.681657 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0314 07:04:22.681715 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-z6knc" I0314 07:04:22.711160 7 controller.go:216] "Backend successfully reloaded" I0314 07:04:22.711261 7 controller.go:227] "Initial sync, sleeping for 1 second" I0314 07:04:22.711325 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-z6knc", UID:"422bd92c-e2c0-42ab-a69d-50324addfe90", APIVersion:"v1", ResourceVersion:"1195", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 07:04:26.496445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:26.496526 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:29.830839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:29.830947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:33.164344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:33.164402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:36.496857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:36.496921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:39.830978 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:39.831021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:46.670780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:46.670809 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:50.004435 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:50.004512 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:53.338572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:53.338614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:58.780936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:04:58.780990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:06.600572 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:05:06.600659 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:28.908617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:28.908662 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:37.385087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:37.385162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:40.718753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:40.718794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:44.051965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:44.052105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:47.385305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:47.385436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:50.719563 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:50.719617 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:54.054069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:06:54.054133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:02.131016 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:02.131052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:05.465229 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:05.465293 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:13.216176 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:13.216203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:16.551418 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:07:16.551463 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:21.156560 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:21.156642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:23.727942 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-78.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-78.nip.io-tls was not found. Using default certificate W0314 07:09:23.728027 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:23.728053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:09:23.730702 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.003s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:14.7kB} I0314 07:09:23.730737 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0314 07:09:23.740013 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0314 07:09:23.740457 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5444f8bc-95a6-4a23-851d-46efc1d70caa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3202", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:09:23.740511 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-78.nip.io-tls" in local store I0314 07:09:24.133890 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-78.nip.io-tls" I0314 07:09:24.134882 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-78.nip.io-tls" W0314 07:09:24.490958 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:24.491001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:09:24.491076 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:09:24.530459 7 controller.go:216] "Backend successfully reloaded" I0314 07:09:24.531016 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-z6knc", UID:"422bd92c-e2c0-42ab-a69d-50324addfe90", APIVersion:"v1", ResourceVersion:"1195", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 07:09:27.824373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:09:27.824415 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [14/Mar/2026:07:09:34 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 2.015 [auth-system-keycloak-80] [] 10.0.0.136:8080 1925 2.014 200 cd0dad4ee8a19c4d4d2e16be56553a33 199.204.45.78 - - [14/Mar/2026:07:09:35 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.179 [auth-system-keycloak-80] [] 10.0.0.136:8080 116 0.179 404 fba297e5098737263506d59ead28f8d3 199.204.45.78 - - [14/Mar/2026:07:09:39 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 3.992 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 3.990 201 b89b729812aa26674be6372fcf43ae14 199.204.45.78 - - [14/Mar/2026:07:09:39 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.603 [auth-system-keycloak-80] [] 10.0.0.136:8080 4246 0.603 200 402efd87a6f19676feb5d240aa57f875 199.204.45.78 - - [14/Mar/2026:07:09:40 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.526 [auth-system-keycloak-80] [] 10.0.0.136:8080 1925 0.525 200 77fc967f96ffe18cb7dc62ee8508f825 199.204.45.78 - - [14/Mar/2026:07:09:40 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.094 [auth-system-keycloak-80] [] 10.0.0.136:8080 12500 0.095 200 472d86811ba6c91c420cf18439ce2713 199.204.45.78 - - [14/Mar/2026:07:09:41 +0000] "GET /admin/realms/atmosphere/client-scopes/0c066425-9ab6-45e8-850a-b1fbb1eab2eb HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.073 [auth-system-keycloak-80] [] 10.0.0.136:8080 1278 0.072 200 3297add18c14e9e32fb67fcf423ad9cc 199.204.45.78 - - [14/Mar/2026:07:09:41 +0000] "PUT /admin/realms/atmosphere/client-scopes/0c066425-9ab6-45e8-850a-b1fbb1eab2eb HTTP/1.1" 204 0 "-" "Ansible" 1846 0.022 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.021 204 2f6f2a4d420a186ed6ce75e2e17e73b5 199.204.45.78 - - [14/Mar/2026:07:09:41 +0000] "GET /admin/realms/atmosphere/client-scopes/0c066425-9ab6-45e8-850a-b1fbb1eab2eb/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.069 [auth-system-keycloak-80] [] 10.0.0.136:8080 963 0.070 200 6dd0f2a2ee8c56b5fa13c00ac15eb4b6 199.204.45.78 - - [14/Mar/2026:07:09:41 +0000] "GET /admin/realms/atmosphere/client-scopes/0c066425-9ab6-45e8-850a-b1fbb1eab2eb/protocol-mappers/models/766e443a-d470-48e5-945a-3ee1251ed68e HTTP/1.1" 200 366 "-" "Ansible" 1307 0.079 [auth-system-keycloak-80] [] 10.0.0.136:8080 366 0.078 200 9398bb6a53cdd2b53285494da57884c0 199.204.45.78 - - [14/Mar/2026:07:09:41 +0000] "PUT /admin/realms/atmosphere/client-scopes/0c066425-9ab6-45e8-850a-b1fbb1eab2eb/protocol-mappers/models/766e443a-d470-48e5-945a-3ee1251ed68e HTTP/1.1" 204 0 "-" "Ansible" 1620 0.085 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.085 204 639bc4560b76586869f9f6baaed677d3 199.204.45.78 - - [14/Mar/2026:07:09:41 +0000] "GET /admin/realms/atmosphere/client-scopes/0c066425-9ab6-45e8-850a-b1fbb1eab2eb HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.018 [auth-system-keycloak-80] [] 10.0.0.136:8080 1218 0.018 200 84b92967698a5499c541671cddee13e7 199.204.45.78 - - [14/Mar/2026:07:10:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.467 [auth-system-keycloak-80] [] 10.0.0.136:8080 1925 0.467 200 77a9504ab0eba306f907cf27724cf2da 199.204.45.78 - - [14/Mar/2026:07:10:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.049 [auth-system-keycloak-80] [] 10.0.0.136:8080 2 0.050 200 b0adf707fad81126910be212617b009d 199.204.45.78 - - [14/Mar/2026:07:10:03 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.192 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.192 201 6561fb29aa7faf0c46bc77c18acd87d1 199.204.45.78 - - [14/Mar/2026:07:10:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.081 [auth-system-keycloak-80] [] 10.0.0.136:8080 1259 0.081 200 3a9c41a8382078c6c615f5f779f40e08 199.204.45.78 - - [14/Mar/2026:07:10:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.466 [auth-system-keycloak-80] [] 10.0.0.136:8080 1925 0.464 200 277d580f814c2ef7a84dc1805df1cc1a 199.204.45.78 - - [14/Mar/2026:07:10:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.040 [auth-system-keycloak-80] [] 10.0.0.136:8080 2 0.040 200 702d56fbece069a20f9fd47d71336190 199.204.45.78 - - [14/Mar/2026:07:10:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.093 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.091 201 9e380f7e7a9c688590be110ddd6b663f 199.204.45.78 - - [14/Mar/2026:07:10:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.022 [auth-system-keycloak-80] [] 10.0.0.136:8080 1283 0.022 200 dc96ddb23d65d758bddf3d09fae5b51f 199.204.45.78 - - [14/Mar/2026:07:10:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.477 [auth-system-keycloak-80] [] 10.0.0.136:8080 1925 0.476 200 bc632484273d9d9343ed0aa5923c5aaa 199.204.45.78 - - [14/Mar/2026:07:10:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.011 [auth-system-keycloak-80] [] 10.0.0.136:8080 2 0.011 200 8ddbb058161db2a74bea3d2b953c0f09 199.204.45.78 - - [14/Mar/2026:07:10:04 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.069 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.069 201 be0cb9f852754e0c9b8c6bd67fd2b47e 199.204.45.78 - - [14/Mar/2026:07:10:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.088 [auth-system-keycloak-80] [] 10.0.0.136:8080 1249 0.089 200 84d97aa0d3aff38929b4fa3062b9ecf2 199.204.45.78 - - [14/Mar/2026:07:10:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.602 [auth-system-keycloak-80] [] 10.0.0.136:8080 1925 0.601 200 333df42a0697d35cf35183a818c3e11b 199.204.45.78 - - [14/Mar/2026:07:10:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.136:8080 1259 0.008 200 f50f9188afd7407715b9456bc747457b 199.204.45.78 - - [14/Mar/2026:07:10:06 +0000] "GET /admin/realms/atmosphere/clients/9cb15af7-0b72-4b29-86cc-143f012795b6/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.038 [auth-system-keycloak-80] [] 10.0.0.136:8080 119 0.038 404 cf034c757f3ab65124fe7e15baf46171 199.204.45.78 - - [14/Mar/2026:07:10:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.008 [auth-system-keycloak-80] [] 10.0.0.136:8080 1259 0.007 200 020f87e681244880f592f74ef2c93664 199.204.45.78 - - [14/Mar/2026:07:10:07 +0000] "POST /admin/realms/atmosphere/clients/9cb15af7-0b72-4b29-86cc-143f012795b6/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 1.124 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 1.124 201 377bdacd32acdf525c6735048629e082 199.204.45.78 - - [14/Mar/2026:07:10:07 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.007 [auth-system-keycloak-80] [] 10.0.0.136:8080 1259 0.007 200 f84090f07a38f0f33d26d22eb1231f01 199.204.45.78 - - [14/Mar/2026:07:10:07 +0000] "GET /admin/realms/atmosphere/clients/9cb15af7-0b72-4b29-86cc-143f012795b6/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.016 [auth-system-keycloak-80] [] 10.0.0.136:8080 166 0.015 200 48acfcf81a2caedec71cc53619ddb48d 199.204.45.78 - - [14/Mar/2026:07:10:08 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.504 [auth-system-keycloak-80] [] 10.0.0.136:8080 1925 0.502 200 3c0c20757c963afc6aa8e40d5cacd82e 199.204.45.78 - - [14/Mar/2026:07:10:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.136:8080 1283 0.005 200 15a98efe886945fb257cb9fdb35d6571 199.204.45.78 - - [14/Mar/2026:07:10:08 +0000] "GET /admin/realms/atmosphere/clients/a3b01bb4-38b6-4b9d-bb82-d5896c62126b/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.007 [auth-system-keycloak-80] [] 10.0.0.136:8080 119 0.008 404 ce01c75d6850e168c51209be12ebf297 199.204.45.78 - - [14/Mar/2026:07:10:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.136:8080 1283 0.005 200 904fc66501bbeed1673cdd36a905401d 199.204.45.78 - - [14/Mar/2026:07:10:08 +0000] "POST /admin/realms/atmosphere/clients/a3b01bb4-38b6-4b9d-bb82-d5896c62126b/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.053 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.052 201 e027e913d5f83f756645906505bd8f94 199.204.45.78 - - [14/Mar/2026:07:10:08 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.136:8080 1283 0.006 200 29e9928f429fe21f3bbe11fc977ffaa3 199.204.45.78 - - [14/Mar/2026:07:10:08 +0000] "GET /admin/realms/atmosphere/clients/a3b01bb4-38b6-4b9d-bb82-d5896c62126b/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.066 [auth-system-keycloak-80] [] 10.0.0.136:8080 165 0.067 200 5931fe8c9dbb86d55af836d7f035a1d2 199.204.45.78 - - [14/Mar/2026:07:10:09 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.523 [auth-system-keycloak-80] [] 10.0.0.136:8080 1925 0.521 200 8311f4dd9f3f6e8dafc5a94eac284aa5 199.204.45.78 - - [14/Mar/2026:07:10:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.136:8080 1283 0.007 200 df4d2a089113ea410ee71f690aa76a5a 199.204.45.78 - - [14/Mar/2026:07:10:09 +0000] "GET /admin/realms/atmosphere/clients/a3b01bb4-38b6-4b9d-bb82-d5896c62126b/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.049 [auth-system-keycloak-80] [] 10.0.0.136:8080 119 0.049 404 90afedf9558a1db0a5ff877a4e0921f5 199.204.45.78 - - [14/Mar/2026:07:10:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.136:8080 1283 0.007 200 9581bb115d167375e7520adf80b98911 199.204.45.78 - - [14/Mar/2026:07:10:09 +0000] "POST /admin/realms/atmosphere/clients/a3b01bb4-38b6-4b9d-bb82-d5896c62126b/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.013 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.012 201 9ac137c1535c21660802d5fd4170e435 199.204.45.78 - - [14/Mar/2026:07:10:09 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.136:8080 1283 0.005 200 a2a3eb9d11ef4a276fe7c8da5f4a6b95 199.204.45.78 - - [14/Mar/2026:07:10:09 +0000] "GET /admin/realms/atmosphere/clients/a3b01bb4-38b6-4b9d-bb82-d5896c62126b/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.037 [auth-system-keycloak-80] [] 10.0.0.136:8080 166 0.037 200 f80aad448d26a787218b66ec14d48147 199.204.45.78 - - [14/Mar/2026:07:10:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.466 [auth-system-keycloak-80] [] 10.0.0.136:8080 1925 0.465 200 d01467844f0403c4321c96cba3d73730 199.204.45.78 - - [14/Mar/2026:07:10:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.011 [auth-system-keycloak-80] [] 10.0.0.136:8080 1283 0.010 200 0d026f08f5fda25c8e97d2d80fd0ca9d 199.204.45.78 - - [14/Mar/2026:07:10:10 +0000] "GET /admin/realms/atmosphere/clients/a3b01bb4-38b6-4b9d-bb82-d5896c62126b/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.032 [auth-system-keycloak-80] [] 10.0.0.136:8080 119 0.032 404 43a5273a3022bcc2a19f21f338c4c380 199.204.45.78 - - [14/Mar/2026:07:10:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.136:8080 1283 0.005 200 02b269875b5bfd0c5f394652309c7df5 199.204.45.78 - - [14/Mar/2026:07:10:10 +0000] "POST /admin/realms/atmosphere/clients/a3b01bb4-38b6-4b9d-bb82-d5896c62126b/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.087 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.085 201 a425ca0b7c484ec4f23415f2eef6dda6 199.204.45.78 - - [14/Mar/2026:07:10:10 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.136:8080 1283 0.006 200 017ea4bb0c5b50c22fe2613cfc4b602f 199.204.45.78 - - [14/Mar/2026:07:10:10 +0000] "GET /admin/realms/atmosphere/clients/a3b01bb4-38b6-4b9d-bb82-d5896c62126b/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.136:8080 166 0.012 200 90a609cfc596e6b145d93c237d756f95 199.204.45.78 - - [14/Mar/2026:07:10:11 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.509 [auth-system-keycloak-80] [] 10.0.0.136:8080 1925 0.509 200 011eb442e23e3bbbfe129d5fb2081b3c 199.204.45.78 - - [14/Mar/2026:07:10:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.007 [auth-system-keycloak-80] [] 10.0.0.136:8080 1249 0.007 200 e2dff6f7c33370cfdeab6ddd01cb5b80 199.204.45.78 - - [14/Mar/2026:07:10:11 +0000] "GET /admin/realms/atmosphere/clients/a3a93ac8-f64f-432a-9081-809c5248fc3c/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.042 [auth-system-keycloak-80] [] 10.0.0.136:8080 119 0.041 404 00372b49ce095e0f11b4a2e033ed80b9 199.204.45.78 - - [14/Mar/2026:07:10:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.136:8080 1249 0.005 200 89e6ea0a001c1324b03ab70f67b0ce33 199.204.45.78 - - [14/Mar/2026:07:10:11 +0000] "POST /admin/realms/atmosphere/clients/a3a93ac8-f64f-432a-9081-809c5248fc3c/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.014 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.014 201 d470ef1b002ff4c4bc76bc243c6c6968 199.204.45.78 - - [14/Mar/2026:07:10:11 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.136:8080 1249 0.007 200 9a280eece939c0a4091c517c3cd169fb 199.204.45.78 - - [14/Mar/2026:07:10:11 +0000] "GET /admin/realms/atmosphere/clients/a3a93ac8-f64f-432a-9081-809c5248fc3c/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.033 [auth-system-keycloak-80] [] 10.0.0.136:8080 166 0.034 200 48d52deaa4f857747eb98563e7721cea W0314 07:10:19.643971 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:19.644002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:10:22.689628 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.230.250"}] I0314 07:10:22.694479 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"5444f8bc-95a6-4a23-851d-46efc1d70caa", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3675", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:10:22.977513 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:10:22.977557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:16.575770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:16.575807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:16.654969 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:16.655103 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0314 07:11:16.655165 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:16.655193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:16.655702 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:16.655781 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0314 07:11:16.655834 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:16.655855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:16.656082 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:11:16.656213 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0314 07:11:16.656315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:16.656343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:11:16.657946 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 07:11:16.657974 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0314 07:11:16.657976 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 07:11:16.657998 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0314 07:11:16.659345 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0314 07:11:16.659386 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0314 07:11:16.670011 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0314 07:11:16.670761 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0314 07:11:16.670793 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0314 07:11:16.671051 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0314 07:11:16.671515 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0314 07:11:16.672053 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f0e6eeac-892a-45d7-a218-242f001a8e3a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4152", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:11:16.672109 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0a75db94-db1b-4e9f-b004-402f501eb901", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4153", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:11:16.672133 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f93b0363-3e14-41ce-9bb4-e3354f17fb4c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4154", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:11:16.672432 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0314 07:11:16.954323 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0314 07:11:16.955131 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0314 07:11:17.883889 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0314 07:11:17.889317 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0314 07:11:18.028188 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0314 07:11:18.029318 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0314 07:11:19.910075 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:19.910166 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:11:19.910242 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:19.910417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:19.910454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:11:19.910620 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:11:19.955181 7 controller.go:216] "Backend successfully reloaded" I0314 07:11:19.955381 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-z6knc", UID:"422bd92c-e2c0-42ab-a69d-50324addfe90", APIVersion:"v1", ResourceVersion:"1195", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:11:22.692768 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.230.250"}] I0314 07:11:22.693104 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.230.250"}] I0314 07:11:22.693410 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.230.250"}] I0314 07:11:22.715576 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f0e6eeac-892a-45d7-a218-242f001a8e3a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4409", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:11:22.735567 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"f93b0363-3e14-41ce-9bb4-e3354f17fb4c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4410", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:11:22.739403 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0a75db94-db1b-4e9f-b004-402f501eb901", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4411", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:11:23.243600 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:23.243692 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:11:23.243746 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:23.243901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:23.243937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:26.575965 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:26.576049 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:11:26.576091 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:26.576436 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:26.576499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:29.909774 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:29.909872 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:11:29.909928 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:29.910082 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:29.910128 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:33.242808 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:33.242876 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:11:33.242919 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:33.243052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:33.243077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:36.576182 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:36.576254 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:11:36.576294 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:36.576425 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:36.576454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:39.909698 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:39.909736 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:11:39.909768 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:39.909837 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:39.909853 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:43.243148 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:43.243193 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:11:43.243218 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:43.243309 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:43.243329 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:46.576611 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:46.576710 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:11:46.576792 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:46.577066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:46.577105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:49.910150 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:49.910214 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:11:49.910255 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:49.910375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:49.910402 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:53.242875 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:53.242940 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:11:53.242982 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:53.243096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:53.243122 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:56.577562 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:56.577607 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 07:11:56.577629 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:56.577708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:56.577721 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:59.910426 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:11:59.910525 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:11:59.910665 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:11:59.910705 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:03.242650 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:12:03.242746 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:12:03.242927 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:03.242955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:06.576795 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:12:06.576891 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:12:06.577150 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:06.577183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:09.910090 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:12:09.910184 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:12:09.910457 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:09.910488 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:13.242811 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:12:13.242908 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:12:13.243026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:13.243056 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:16.576226 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:12:16.576327 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:12:16.576440 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:16.576472 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:20.757977 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:12:20.758076 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:12:20.758245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:20.758285 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:28.451385 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:12:28.451466 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 07:12:28.451571 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:28.451595 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.68 - - [14/Mar/2026:07:12:31 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.031 [auth-system-keycloak-80] [] 10.0.0.136:8080 6411 0.030 200 0ea85e26f4d3280f56e3e8f2b1a61ffd 10.0.0.109 - - [14/Mar/2026:07:12:31 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.004 [auth-system-keycloak-80] [] 10.0.0.136:8080 6411 0.005 200 3505bc0ce3e4af73679b248696539a66 W0314 07:12:33.009924 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 07:12:33.010084 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:33.010105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:36.344369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:36.344441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:45.358911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:45.359003 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:48.692710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:48.692780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [14/Mar/2026:07:12:51 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.484 [auth-system-keycloak-80] [] 10.0.0.136:8080 1925 0.482 200 a426ef226a5fbfe6c01703511cc359c6 199.204.45.78 - - [14/Mar/2026:07:12:51 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.033 [auth-system-keycloak-80] [] 10.0.0.136:8080 4246 0.033 200 e889d2bb327376819c80685a31248bd4 199.204.45.78 - - [14/Mar/2026:07:12:51 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.427 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.426 204 6b8c55be2745e337aa8808644c8a8157 199.204.45.78 - - [14/Mar/2026:07:12:51 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.184 [auth-system-keycloak-80] [] 10.0.0.136:8080 4384 0.184 200 28791cb0da2b76264d78aa43fd643c9d 199.204.45.78 - - [14/Mar/2026:07:12:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.527 [auth-system-keycloak-80] [] 10.0.0.136:8080 1925 0.525 200 64cb2b4554103b274cf4d874a6f08ad4 199.204.45.78 - - [14/Mar/2026:07:12:52 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.008 [auth-system-keycloak-80] [] 10.0.0.136:8080 1682 0.009 200 9ab520a64a71074805465d56f82f33e3 199.204.45.78 - - [14/Mar/2026:07:12:53 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.136:8080 6411 0.006 200 e72f216270e88180e327dbeaf1c9ca16 199.204.45.78 - - [14/Mar/2026:07:12:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.502 [auth-system-keycloak-80] [] 10.0.0.136:8080 1925 0.500 200 5678a15dbb61c34e071ad59577db62d8 199.204.45.78 - - [14/Mar/2026:07:12:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.136:8080 2 0.008 200 198c2d80109e669ab9358243247f0bfd 199.204.45.78 - - [14/Mar/2026:07:12:54 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.101 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.101 201 abaab44d27c33ccd0599201079972431 199.204.45.78 - - [14/Mar/2026:07:12:54 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.069 [auth-system-keycloak-80] [] 10.0.0.136:8080 2242 0.068 200 bbf46918b1599b9b2bfc77698b73d587 199.204.45.78 - - [14/Mar/2026:07:12:55 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.476 [auth-system-keycloak-80] [] 10.0.0.136:8080 1925 0.475 200 4ffb58533cb3b489e9255da1688b6c12 199.204.45.78 - - [14/Mar/2026:07:12:55 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.043 [auth-system-keycloak-80] [] 10.0.0.136:8080 2242 0.044 200 f30fdef5178744548934fd43c166124b 199.204.45.78 - - [14/Mar/2026:07:12:55 +0000] "GET /admin/realms/atmosphere/clients/fa97fd7d-51d1-427e-b364-fc57d4db2116/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.017 [auth-system-keycloak-80] [] 10.0.0.136:8080 233 0.017 200 5d3ad669089afd52b91f0b889c5df73a 199.204.45.78 - - [14/Mar/2026:07:12:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.061 [auth-system-keycloak-80] [] 10.0.0.136:8080 831 0.061 200 98f824dd4baa5af1440e4174fd033378 199.204.45.78 - - [14/Mar/2026:07:12:56 +0000] "GET /admin/realms/atmosphere/clients/6a7a1a0a-1450-4589-bbd1-8fda7bb7a922/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.093 [auth-system-keycloak-80] [] 10.0.0.136:8080 3758 0.094 200 a8de4a6ef8862dfccb24197ee993ea8f 199.204.45.78 - - [14/Mar/2026:07:12:56 +0000] "GET /admin/realms/atmosphere/users/9f97797e-2b13-4f8c-9f0a-02de8561cdf5/role-mappings/clients/6a7a1a0a-1450-4589-bbd1-8fda7bb7a922/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.194 [auth-system-keycloak-80] [] 10.0.0.136:8080 3758 0.193 200 4dd36c5a01a01ee2e56c1fa076018d5b 199.204.45.78 - - [14/Mar/2026:07:12:56 +0000] "GET /admin/realms/atmosphere/users/9f97797e-2b13-4f8c-9f0a-02de8561cdf5/role-mappings/clients/6a7a1a0a-1450-4589-bbd1-8fda7bb7a922/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.082 [auth-system-keycloak-80] [] 10.0.0.136:8080 2 0.082 200 e43450e45d05d56bdb5cd77da296e475 199.204.45.78 - - [14/Mar/2026:07:12:56 +0000] "POST /admin/realms/atmosphere/users/9f97797e-2b13-4f8c-9f0a-02de8561cdf5/role-mappings/clients/6a7a1a0a-1450-4589-bbd1-8fda7bb7a922 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.020 [auth-system-keycloak-80] [] 10.0.0.136:8080 0 0.020 204 71f963bd868be3f5349ee460056a6861 199.204.45.78 - - [14/Mar/2026:07:12:56 +0000] "GET /admin/realms/atmosphere/users/9f97797e-2b13-4f8c-9f0a-02de8561cdf5/role-mappings/clients/6a7a1a0a-1450-4589-bbd1-8fda7bb7a922/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.055 [auth-system-keycloak-80] [] 10.0.0.136:8080 576 0.054 200 7c80b659c5df5042ff6867c873445992 W0314 07:12:59.521407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:12:59.521455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:02.855621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:02.855669 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:06.188292 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:13:06.188353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:05.400727 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:05.400762 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:41.007362 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 07:15:41.007454 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:41.007473 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:15:41.011797 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0314 07:15:41.011844 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0314 07:15:41.017199 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0314 07:15:41.017417 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"defa763d-f0b1-4d05-8826-ebf764c6b63f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6564", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:15:41.017897 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0314 07:15:41.018414 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 07:15:41.018490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:41.018511 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:15:41.018678 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:15:41.071036 7 controller.go:216] "Backend successfully reloaded" I0314 07:15:41.071313 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-z6knc", UID:"422bd92c-e2c0-42ab-a69d-50324addfe90", APIVersion:"v1", ResourceVersion:"1195", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:15:41.401348 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0314 07:15:41.403190 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0314 07:15:44.352748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:44.352795 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [14/Mar/2026:07:15:45 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.005 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.005 300 32ce82144c4e8ceab140d0db434a65cd 199.204.45.78 - - [14/Mar/2026:07:15:46 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 265 0.003 200 f59ed4120ad477445944b9ea2d53014d 199.204.45.78 - - [14/Mar/2026:07:15:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.347 [openstack-keystone-api-5000] [] 10.0.0.215:5000 1359 0.348 201 e358a3fefeabd68995025d8a606fa1fe 199.204.45.78 - - [14/Mar/2026:07:15:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.004 300 914f326ae62bafbb2a7fa42a9f4a7298 199.204.45.78 - - [14/Mar/2026:07:15:47 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.037 [openstack-keystone-api-5000] [] 10.0.0.215:5000 90 0.037 404 ddb094ff937b02399f14599b2b67e609 199.204.45.78 - - [14/Mar/2026:07:15:47 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.027 [openstack-keystone-api-5000] [] 10.0.0.215:5000 366 0.026 200 1d2c008a2be0d9903e9c9e698970310f 199.204.45.78 - - [14/Mar/2026:07:15:47 +0000] "GET /v3/domains/000c8a77fd574d5d92b7aba001e1cdf7 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.019 [openstack-keystone-api-5000] [] 10.0.0.215:5000 244 0.019 200 29301a605d280d0530e21a4bf41534c5 199.204.45.78 - - [14/Mar/2026:07:15:47 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 265 0.003 200 3f430df3a96d16131921d4cf9fd0d681 199.204.45.78 - - [14/Mar/2026:07:15:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.215:5000 1359 0.295 201 93fa3b9ab7f58c47fa3e54a466b28f0c 199.204.45.78 - - [14/Mar/2026:07:15:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.003 300 1e27a334f0cf48a36b762858f010bc6c 199.204.45.78 - - [14/Mar/2026:07:15:48 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.023 [openstack-keystone-api-5000] [] 10.0.0.215:5000 101 0.023 404 0b908a08430bef783fe984a6e41686e8 199.204.45.78 - - [14/Mar/2026:07:15:48 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.021 [openstack-keystone-api-5000] [] 10.0.0.215:5000 155 0.021 200 a8b441889fdd390507509b16914b9d47 199.204.45.78 - - [14/Mar/2026:07:15:48 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.029 [openstack-keystone-api-5000] [] 10.0.0.215:5000 340 0.028 201 57a27254425b1718557b56ab4da4f3c6 199.204.45.78 - - [14/Mar/2026:07:15:48 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 265 0.003 200 0146f329d2a990b3cae49202ef666f29 199.204.45.78 - - [14/Mar/2026:07:15:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.300 [openstack-keystone-api-5000] [] 10.0.0.215:5000 1359 0.301 201 bf52fdcad0eb4ec1ad76e61648849b6f 199.204.45.78 - - [14/Mar/2026:07:15:49 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.003 300 38b058ff6170f50f689034c55795df51 199.204.45.78 - - [14/Mar/2026:07:15:49 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.022 [openstack-keystone-api-5000] [] 10.0.0.215:5000 98 0.022 404 537a320047d5847b658bf2f1ffd66c1e 199.204.45.78 - - [14/Mar/2026:07:15:49 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.021 [openstack-keystone-api-5000] [] 10.0.0.215:5000 135 0.022 200 9898d5ab783294c3b0c8e0d9564f446d 199.204.45.78 - - [14/Mar/2026:07:15:49 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.021 [openstack-keystone-api-5000] [] 10.0.0.215:5000 356 0.020 201 ef959e06016598747e47f94d4ef59599 199.204.45.78 - - [14/Mar/2026:07:15:49 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 265 0.004 200 3bbfb990dd08a795c411f46d485c9d67 199.204.45.78 - - [14/Mar/2026:07:15:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.215:5000 1359 0.292 201 ca0b3d60ab3166b24b00c061327f75d5 199.204.45.78 - - [14/Mar/2026:07:15:50 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.004 300 b6a646c58764146d633485cbf6ed0854 199.204.45.78 - - [14/Mar/2026:07:15:50 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.022 [openstack-keystone-api-5000] [] 10.0.0.215:5000 131 0.023 404 a0f491a9c4ae0767558f9d0f8d11b133 199.204.45.78 - - [14/Mar/2026:07:15:50 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.020 [openstack-keystone-api-5000] [] 10.0.0.215:5000 167 0.020 200 3b18af5ac78179c00beef29576c4941c 199.204.45.78 - - [14/Mar/2026:07:15:50 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.024 [openstack-keystone-api-5000] [] 10.0.0.215:5000 222 0.024 201 897eac7abf63baadf7573a2163a0db6e W0314 07:15:59.668642 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:15:59.668685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:03.003710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:03.003765 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:06.335964 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:06.336014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:09.670174 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:09.670237 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:16:22.689169 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.230.250"}] I0314 07:16:22.695700 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"defa763d-f0b1-4d05-8826-ebf764c6b63f", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6875", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:16:22.697248 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:22.697287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:26.031470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:26.031527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:29.364534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:29.364587 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:32.854824 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:32.854854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:36.189166 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:16:36.189226 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:06.260776 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 07:18:06.260898 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 07:18:06.260970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:06.260996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:18:06.265236 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0314 07:18:06.265271 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0314 07:18:06.270048 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0314 07:18:06.270224 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d64048b0-febd-4e2b-87b2-ebe74f9c331a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7594", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:18:06.270795 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0314 07:18:06.271070 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 07:18:06.271142 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 07:18:06.271194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:06.271210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:18:06.271295 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:18:06.329608 7 controller.go:216] "Backend successfully reloaded" I0314 07:18:06.330385 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-z6knc", UID:"422bd92c-e2c0-42ab-a69d-50324addfe90", APIVersion:"v1", ResourceVersion:"1195", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:18:06.543414 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0314 07:18:06.544364 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.78 - - [14/Mar/2026:07:18:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.004 300 7ad3745ac0517e0caa4cc8db9cafec4c 199.204.45.78 - - [14/Mar/2026:07:18:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.355 [openstack-keystone-api-5000] [] 10.0.0.215:5000 1990 0.356 201 acb516392537d43a1e6dd8aaf64bb1bb 199.204.45.78 - - [14/Mar/2026:07:18:07 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.023 [openstack-keystone-api-5000] [] 10.0.0.215:5000 85 0.023 404 c824cfe481432b354054431b6fc3ff19 199.204.45.78 - - [14/Mar/2026:07:18:07 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.020 [openstack-keystone-api-5000] [] 10.0.0.215:5000 128 0.020 200 d87f7fcfa59fa4173b646a277fb8d6fd 199.204.45.78 - - [14/Mar/2026:07:18:07 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.030 [openstack-keystone-api-5000] [] 10.0.0.215:5000 229 0.031 201 4a8291e556c84633af56497c6a6054fa W0314 07:18:09.605438 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 07:18:09.605755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:09.605807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:13.235707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:13.235751 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [14/Mar/2026:07:18:15 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.002 300 d588f020b620a858f84087432b4de984 199.204.45.78 - - [14/Mar/2026:07:18:15 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.304 [openstack-keystone-api-5000] [] 10.0.0.215:5000 1990 0.304 201 4cd51cefc24136192b691b17ac6563ed 199.204.45.78 - - [14/Mar/2026:07:18:15 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.028 [openstack-keystone-api-5000] [] 10.0.0.215:5000 1514 0.027 200 6f298ae190ff90bff46810d7d459b010 199.204.45.78 - - [14/Mar/2026:07:18:15 +0000] "PUT /v3/roles/c39425a37a014f4fa83c208b7a46783a/implies/ce43a0bca98140dfb17bbbc0a859c38e HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.038 [openstack-keystone-api-5000] [] 10.0.0.215:5000 518 0.039 201 fc5510c180c7c26854b81a1db00f5c2d I0314 07:18:22.701409 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.230.250"}] I0314 07:18:22.735668 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"d64048b0-febd-4e2b-87b2-ebe74f9c331a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7798", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:18:22.757851 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:18:22.757912 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [14/Mar/2026:07:19:12 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.005 300 e5621eaa2209f931e1f16875c215cf59 199.204.45.78 - - [14/Mar/2026:07:19:12 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.352 [openstack-keystone-api-5000] [] 10.0.0.215:5000 2053 0.353 201 540794aeeb8f5e1402e92828f383e63e 199.204.45.78 - - [14/Mar/2026:07:19:12 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.029 [openstack-keystone-api-5000] [] 10.0.0.215:5000 87 0.030 404 f6f37efd9a825277b72d47563df2cd20 199.204.45.78 - - [14/Mar/2026:07:19:12 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.026 [openstack-keystone-api-5000] [] 10.0.0.215:5000 388 0.026 200 40e81ae8ebb4b2a5adf2d2bd47e7089b 199.204.45.78 - - [14/Mar/2026:07:19:12 +0000] "GET /v3/users/rgw-RegionOne?domain_id=59ee1687b06742c885708a819e334fb0 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.030 [openstack-keystone-api-5000] [] 10.0.0.215:5000 91 0.030 404 7980c2f016f9f67831b86c831ab4531a 199.204.45.78 - - [14/Mar/2026:07:19:12 +0000] "GET /v3/users?domain_id=59ee1687b06742c885708a819e334fb0&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.041 [openstack-keystone-api-5000] [] 10.0.0.215:5000 177 0.042 200 096af7424a0f3646dfa8bb7089d892f2 199.204.45.78 - - [14/Mar/2026:07:19:13 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.710 [openstack-keystone-api-5000] [] 10.0.0.215:5000 290 0.710 201 88384a6eb8651b821e465d076030465b 199.204.45.78 - - [14/Mar/2026:07:19:18 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.002 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.003 300 aa89f3f0bf28ba97d617ba988e057b8d 199.204.45.78 - - [14/Mar/2026:07:19:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.304 [openstack-keystone-api-5000] [] 10.0.0.215:5000 2053 0.304 201 a32f0caf7cb8aa746d9e61fa430e7596 199.204.45.78 - - [14/Mar/2026:07:19:19 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 428 0.027 [openstack-keystone-api-5000] [] 10.0.0.215:5000 83 0.027 404 c6cb6c90e7dcdd45bbefe78d6831827d 199.204.45.78 - - [14/Mar/2026:07:19:19 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 446 0.024 [openstack-keystone-api-5000] [] 10.0.0.215:5000 359 0.024 200 d59070411651ee6a209270d446f31d6e 199.204.45.78 - - [14/Mar/2026:07:19:19 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 432 0.018 [openstack-keystone-api-5000] [] 10.0.0.215:5000 87 0.018 404 1f17a8b0f7be3e5b815810ebfb150542 199.204.45.78 - - [14/Mar/2026:07:19:19 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 450 0.025 [openstack-keystone-api-5000] [] 10.0.0.215:5000 388 0.026 200 2f445e5df9cb80fa1ed3ac38d48598a9 199.204.45.78 - - [14/Mar/2026:07:19:19 +0000] "GET /v3/users/rgw-RegionOne?domain_id=59ee1687b06742c885708a819e334fb0 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 479 0.026 [openstack-keystone-api-5000] [] 10.0.0.215:5000 91 0.027 404 0fdab84abe1816ea1dbf90d60a202a40 199.204.45.78 - - [14/Mar/2026:07:19:19 +0000] "GET /v3/users?domain_id=59ee1687b06742c885708a819e334fb0&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 497 0.037 [openstack-keystone-api-5000] [] 10.0.0.215:5000 456 0.038 200 0daefa6224f43f7f4aa4f35b84e1c2c2 199.204.45.78 - - [14/Mar/2026:07:19:19 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.021 [openstack-keystone-api-5000] [] 10.0.0.215:5000 88 0.021 404 7cfef77ae4261fa2c5ab037ade81da04 199.204.45.78 - - [14/Mar/2026:07:19:19 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.037 [openstack-keystone-api-5000] [] 10.0.0.215:5000 518 0.036 200 3754de0ee575fd5d565a0886e1af7085 199.204.45.78 - - [14/Mar/2026:07:19:20 +0000] "PUT /v3/projects/0696422972834f70994072ab22426794/users/80936d6cb67448faaa10b51876a975b5/roles/032eadbe05db473d8ab9987c1a287a7b HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 555 1.417 [openstack-keystone-api-5000] [] 10.0.0.215:5000 0 1.418 204 d3874c27b9a83fc35289d2bfe206e2c8 199.204.45.78 - - [14/Mar/2026:07:19:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.002 300 96018e75a85393cb284a9a210385c0fe 199.204.45.78 - - [14/Mar/2026:07:19:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.335 [openstack-keystone-api-5000] [] 10.0.0.215:5000 2053 0.334 201 e6ab49ffd8986d92ae4a56417726147c 199.204.45.78 - - [14/Mar/2026:07:19:30 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.031 [openstack-keystone-api-5000] [] 10.0.0.215:5000 150 0.031 200 d4f7726336fe78f237fc01530d1902fc 199.204.45.78 - - [14/Mar/2026:07:19:30 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.034 [openstack-keystone-api-5000] [] 10.0.0.215:5000 262 0.033 201 91606f188a915fe75f0d55379d83add6 199.204.45.78 - - [14/Mar/2026:07:19:31 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.002 300 650881489d473a4882f860a4001f0584 199.204.45.78 - - [14/Mar/2026:07:19:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.215:5000 2155 0.297 201 8df31ec019f2b4fd4386c7f06d3ad415 199.204.45.78 - - [14/Mar/2026:07:19:31 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.016 [openstack-keystone-api-5000] [] 10.0.0.215:5000 86 0.016 404 b7df1273b72026f10b9e5a56fe175cfd 199.204.45.78 - - [14/Mar/2026:07:19:31 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.215:5000 380 0.018 200 6464e12c4de86492237d7735ec03c0f9 199.204.45.78 - - [14/Mar/2026:07:19:31 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=72975358dc404a9e9ab88c438e1b57d2 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.021 [openstack-keystone-api-5000] [] 10.0.0.215:5000 204 0.021 200 01480c283b73e75e09c71d3c0e74bd5f 199.204.45.78 - - [14/Mar/2026:07:19:31 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.071 [openstack-keystone-api-5000] [] 10.0.0.215:5000 377 0.072 201 030f2af7d059aab6fae485280f14beef 199.204.45.78 - - [14/Mar/2026:07:19:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.003 300 e9fdb653181e42546d8f00332e012ec3 199.204.45.78 - - [14/Mar/2026:07:19:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.215:5000 2363 0.290 201 13d2fe85c70f70634d9e27cc7e07bfbb 199.204.45.78 - - [14/Mar/2026:07:19:32 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.215:5000 86 0.023 404 b8613c34c4b210796cc4b60b1e89976f 199.204.45.78 - - [14/Mar/2026:07:19:32 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.012 [openstack-keystone-api-5000] [] 10.0.0.215:5000 380 0.012 200 23546b40251bbeddeda3176a26f638e3 199.204.45.78 - - [14/Mar/2026:07:19:32 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=72975358dc404a9e9ab88c438e1b57d2 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.024 [openstack-keystone-api-5000] [] 10.0.0.215:5000 206 0.024 200 f8a90517f8a328f63a1b366b34227836 199.204.45.78 - - [14/Mar/2026:07:19:32 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.033 [openstack-keystone-api-5000] [] 10.0.0.215:5000 391 0.033 201 313660dc2b09b3a495309d1b9625e7bf W0314 07:19:36.215602 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:19:36.215778 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 07:19:36.215899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:36.215937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:19:36.220585 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0314 07:19:36.220614 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0314 07:19:36.397714 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0314 07:19:36.398027 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0314 07:19:36.398229 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:19:36.398287 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 07:19:36.398324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:36.398336 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:19:36.398409 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:19:36.398864 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"0f83c2a8-3ab1-41a0-82fa-293bb6a2938e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8216", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 07:19:36.847338 7 controller.go:216] "Backend successfully reloaded" I0314 07:19:36.848184 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-z6knc", UID:"422bd92c-e2c0-42ab-a69d-50324addfe90", APIVersion:"v1", ResourceVersion:"1195", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:19:39.755794 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0314 07:19:39.756684 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0314 07:19:39.757270 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:19:39.757539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:39.757566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:53.235943 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 07:19:53.236075 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:53.236092 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:56.571032 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:19:56.571207 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:56.571234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:19:56.571404 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:19:56.628900 7 controller.go:216] "Backend successfully reloaded" I0314 07:19:56.629321 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-z6knc", UID:"422bd92c-e2c0-42ab-a69d-50324addfe90", APIVersion:"v1", ResourceVersion:"1195", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 07:19:59.903592 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:19:59.903794 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:19:59.903825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:03.237950 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:20:03.238203 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:03.238242 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:06.570095 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:20:06.570407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:06.570439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:09.903303 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:20:09.903632 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:09.903688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:20:22.689558 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.230.250"}] I0314 07:20:22.694655 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"0f83c2a8-3ab1-41a0-82fa-293bb6a2938e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8615", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:20:22.696856 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:20:22.697061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:22.697100 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:26.031129 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:20:26.031381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:26.031429 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:29.366481 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:20:29.366673 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:29.366707 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:32.697145 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:20:32.697404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:32.697443 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:40.988316 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 07:20:40.988537 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:20:40.988558 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:21:19.686038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:21:19.686077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:22:43.665612 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:22:43.665734 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 07:22:43.665790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:22:43.665804 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:22:43.669353 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.004s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:39.1kB} I0314 07:22:43.669382 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0314 07:22:43.676625 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0314 07:22:43.677011 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"dcf8d79f-be86-4103-a2a0-7b2765511833", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9649", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:22:43.677497 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0314 07:22:43.678027 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:22:43.678210 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 07:22:43.678328 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:22:43.678349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:22:43.678679 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 07:22:43.745584 7 controller.go:216] "Backend successfully reloaded" I0314 07:22:43.746277 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-z6knc", UID:"422bd92c-e2c0-42ab-a69d-50324addfe90", APIVersion:"v1", ResourceVersion:"1195", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 07:22:44.283610 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0314 07:22:44.285001 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0314 07:22:47.013063 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:22:47.013441 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:22:47.013506 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [14/Mar/2026:07:22:47 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.004 300 57eb8cdfd3c329fb6fad6c684ab4fec5 199.204.45.78 - - [14/Mar/2026:07:22:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.346 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3197 0.346 201 7be9938defa363cd03805e56023c6bcb 199.204.45.78 - - [14/Mar/2026:07:22:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 97bf447d6658757ed65fc1b952e1922e 199.204.45.78 - - [14/Mar/2026:07:22:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 71d300c632a8439e5f9d11c2e85bc614 199.204.45.78 - - [14/Mar/2026:07:22:49 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.004 300 46b874fcbe3137c640c7a14e731953da 199.204.45.78 - - [14/Mar/2026:07:22:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.286 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3197 0.287 201 081d738d2092f1401178fc0a18acff06 199.204.45.78 - - [14/Mar/2026:07:22:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 483121dc9175c13aa699225a28307dcd 199.204.45.78 - - [14/Mar/2026:07:22:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 41e5c6bbf64997d6698fe388d0bb2b6d W0314 07:22:50.345166 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 07:22:50.345366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:22:50.345397 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [14/Mar/2026:07:22:51 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.003 300 c564d37c2362178ae801d91e563dcf82 199.204.45.78 - - [14/Mar/2026:07:22:51 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3197 0.298 201 e5de0eaacb0a02c99a0ce48a4522ff6a 199.204.45.78 - - [14/Mar/2026:07:22:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5ff454082a3b7c35c987a85f4f12072f 199.204.45.78 - - [14/Mar/2026:07:22:51 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - d4492f4f17af73a4d448bcf882f3c09b 199.204.45.78 - - [14/Mar/2026:07:22:53 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.005 300 2ecf555494dc4d89b0148c2de7ab13d3 199.204.45.78 - - [14/Mar/2026:07:22:53 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3197 0.287 201 e25c057f19c7145021121dba4b90b2f5 199.204.45.78 - - [14/Mar/2026:07:22:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 9d8f11b17147fecd7507f056ff9858f5 199.204.45.78 - - [14/Mar/2026:07:22:53 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0e90fbfd53514a5437e11637bc17a1a6 199.204.45.78 - - [14/Mar/2026:07:22:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.003 300 a6b91c2316042de2c1e3bc81901549c3 199.204.45.78 - - [14/Mar/2026:07:22:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.298 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3197 0.298 201 51c28f915d11253fff8760d8e05d0d9b 199.204.45.78 - - [14/Mar/2026:07:22:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6db737d839608aa7befbaaa8129fd404 199.204.45.78 - - [14/Mar/2026:07:22:55 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 170057bbc2e834bd571cea42c48257a4 199.204.45.78 - - [14/Mar/2026:07:22:56 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.003 300 73ad068ca1c567713766744abbaa593f 199.204.45.78 - - [14/Mar/2026:07:22:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.299 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3197 0.299 201 4d4b99ee23f6357ab6bdaa865b1964cd 199.204.45.78 - - [14/Mar/2026:07:22:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5632947888a734112aaea67c06771118 199.204.45.78 - - [14/Mar/2026:07:22:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 3810e7b196cd9b8c54c28627e99cd744 199.204.45.78 - - [14/Mar/2026:07:22:58 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.005 300 ba2f0e2c5e58c599d879cf50ba2be159 W0314 07:22:58.722132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:22:58.722168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.78 - - [14/Mar/2026:07:22:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3197 0.297 201 53bf044d77024e5015243c3a84c11367 199.204.45.78 - - [14/Mar/2026:07:22:58 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.119:9292 1301 0.002 300 62fd01228aa7b50c547fead0426d21d5 199.204.45.78 - - [14/Mar/2026:07:22:59 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.583 [openstack-glance-api-9292] [] 10.0.0.119:9292 69 0.583 200 0771e52d139b2d861177957af3b89eff 199.204.45.78 - - [14/Mar/2026:07:23:02 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.215:5000 280 0.004 300 72ff1f3dc6bdd50222efd316e90a6e4d 199.204.45.78 - - [14/Mar/2026:07:23:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.215:5000 3197 0.292 201 3ee149d0fb6bfb43da5fa2d89470ff58 199.204.45.78 - - [14/Mar/2026:07:23:02 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.119:9292 1301 0.003 300 d6ed824a573a754b60ff4bfbcd0bb4df 199.204.45.78 - - [14/Mar/2026:07:23:02 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.042 [openstack-glance-api-9292] [] 10.0.0.119:9292 69 0.041 200 dc5cfedfa0a5d9e01d2feb5161cdb462 199.204.45.78 - - [14/Mar/2026:07:23:02 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.119 [openstack-glance-api-9292] [] 10.0.0.119:9292 151 0.119 404 29957d01c60f3cc48e2eb1200e3a5687 199.204.45.78 - - [14/Mar/2026:07:23:02 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.025 [openstack-glance-api-9292] [] 10.0.0.119:9292 81 0.025 200 06a6b942d500fbc5f7c9308bb19a3881 199.204.45.78 - - [14/Mar/2026:07:23:03 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.027 [openstack-glance-api-9292] [] 10.0.0.119:9292 84 0.028 200 59f09195e266bf87a1f45419665883b6 199.204.45.78 - - [14/Mar/2026:07:23:03 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.063 [openstack-glance-api-9292] [] 10.0.0.119:9292 760 0.063 201 de03905aaa80b1dc527183b6e24bfa1b 199.204.45.78 - - [14/Mar/2026:07:23:07 +0000] "PUT /v2/images/23a899c4-52d8-4bce-85e8-fbf3bb669077/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 4.288 [openstack-glance-api-9292] [] 10.0.0.119:9292 0 4.288 204 85aefeac73296a71232e8bed99be7820 199.204.45.78 - - [14/Mar/2026:07:23:07 +0000] "GET /v2/images/23a899c4-52d8-4bce-85e8-fbf3bb669077 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.022 [openstack-glance-api-9292] [] 10.0.0.119:9292 1171 0.022 200 879e4f386d8ad779846ecb30f7be6ab2 199.204.45.78 - - [14/Mar/2026:07:23:07 +0000] "GET /v2/images/23a899c4-52d8-4bce-85e8-fbf3bb669077 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.020 [openstack-glance-api-9292] [] 10.0.0.119:9292 1171 0.019 200 8f91bcc930219f95444970f58136d8dd W0314 07:23:10.320102 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:23:10.320163 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:23:13.654121 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:23:13.654168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 07:23:22.689246 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.230.250"}] I0314 07:23:22.701489 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"dcf8d79f-be86-4103-a2a0-7b2765511833", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10004", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 07:23:22.703317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 07:23:22.703343 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store