------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0318 21:49:55.998003 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0318 21:49:55.998151 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0318 21:49:56.008417 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0318 21:49:56.011785 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0318 21:49:56.146047 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0318 21:49:56.167510 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0318 21:49:56.179071 7 nginx.go:271] "Starting NGINX Ingress controller" I0318 21:49:56.184518 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"3990ae60-7074-4c74-9566-cbef2febcf98", APIVersion:"v1", ResourceVersion:"1078", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0318 21:49:56.190368 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"11192ec6-6c6d-4883-a6ec-80e951b3465e", APIVersion:"v1", ResourceVersion:"1079", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0318 21:49:56.190425 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"c58a38c8-4709-4447-b9b2-ae5f08e2f284", APIVersion:"v1", ResourceVersion:"1080", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0318 21:49:57.380620 7 nginx.go:317] "Starting NGINX process" I0318 21:49:57.380697 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0318 21:49:57.381159 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0318 21:49:57.381457 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0318 21:49:57.381534 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:49:57.381562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 21:49:57.381616 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 21:49:57.421899 7 controller.go:216] "Backend successfully reloaded" I0318 21:49:57.422022 7 controller.go:227] "Initial sync, sleeping for 1 second" I0318 21:49:57.422116 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrsf7", UID:"49d56eae-83d6-4ebd-9d04-bc465fa6c7b1", APIVersion:"v1", ResourceVersion:"1122", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 21:49:57.425535 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0318 21:49:57.425624 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-rrsf7" W0318 21:50:01.202831 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:01.202923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:04.536875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:04.536924 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:07.870882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:07.870951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:11.205598 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:11.205645 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:14.537504 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:14.537554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:17.870274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:17.870305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:21.202805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:21.202858 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:24.536380 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:24.536447 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:27.870465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:27.870514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:32.528058 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:32.528118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:35.862344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:35.862390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:39.197888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:50:39.197933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:51:27.486101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:51:27.486138 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:51:40.337768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:51:40.337807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:51:43.672011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:51:43.672054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:51:48.024768 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:51:48.024811 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:51:51.358306 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:51:51.358359 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:51:54.691820 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:51:54.691863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:51:58.025754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:51:58.025781 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:52:01.358160 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:52:01.358210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:52:04.947315 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:52:04.947346 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:52:11.992286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:52:11.992333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:54:17.817863 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:54:17.817901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:54:20.412267 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-4.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-4.nip.io-tls was not found. Using default certificate W0318 21:54:20.412349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:54:20.412374 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 21:54:20.414585 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:14.7kB} I0318 21:54:20.414627 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0318 21:54:20.420746 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0318 21:54:20.421075 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"841e3db4-a8bd-4063-ad5f-d1882b062963", APIVersion:"networking.k8s.io/v1", ResourceVersion:"2987", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 21:54:20.421160 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-4.nip.io-tls" in local store I0318 21:54:20.713447 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-4.nip.io-tls" I0318 21:54:20.714447 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-4.nip.io-tls" W0318 21:54:21.151802 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:54:21.151860 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 21:54:21.151956 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 21:54:21.195332 7 controller.go:216] "Backend successfully reloaded" I0318 21:54:21.195582 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrsf7", UID:"49d56eae-83d6-4ebd-9d04-bc465fa6c7b1", APIVersion:"v1", ResourceVersion:"1122", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 21:54:24.486475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:54:24.486538 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [18/Mar/2026:21:54:31 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 2.176 [auth-system-keycloak-80] [] 10.0.0.165:8080 1921 2.174 200 326006ca54d2060caa2fa035f3313ae1 199.204.45.4 - - [18/Mar/2026:21:54:31 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1193 0.182 [auth-system-keycloak-80] [] 10.0.0.165:8080 116 0.182 404 ee414acc0b477abc9143432f54eb112e 199.204.45.4 - - [18/Mar/2026:21:54:35 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1292 3.893 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 3.892 201 1edd2db89772cd9e032ed73fb15170de 199.204.45.4 - - [18/Mar/2026:21:54:36 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.605 [auth-system-keycloak-80] [] 10.0.0.165:8080 4246 0.606 200 f8257fd57dbccc597cc4af1dd3bbc2d8 199.204.45.4 - - [18/Mar/2026:21:54:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.779 [auth-system-keycloak-80] [] 10.0.0.165:8080 1921 0.778 200 0987d97ef9d00ad24a746fa2fa15282c 199.204.45.4 - - [18/Mar/2026:21:54:37 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1207 0.094 [auth-system-keycloak-80] [] 10.0.0.165:8080 12500 0.094 200 405ba9d8187fb5e88e5b40475ba69140 199.204.45.4 - - [18/Mar/2026:21:54:37 +0000] "GET /admin/realms/atmosphere/client-scopes/9f050086-0992-4433-bde4-e17ba34c3801 HTTP/1.1" 200 1278 "-" "Ansible" 1244 0.010 [auth-system-keycloak-80] [] 10.0.0.165:8080 1278 0.010 200 c5e65e909020b82b53e73e7ca4c68dda 199.204.45.4 - - [18/Mar/2026:21:54:37 +0000] "PUT /admin/realms/atmosphere/client-scopes/9f050086-0992-4433-bde4-e17ba34c3801 HTTP/1.1" 204 0 "-" "Ansible" 1844 0.020 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.020 204 55940a4f0e5b9679405030bb9a75ee3e 199.204.45.4 - - [18/Mar/2026:21:54:37 +0000] "GET /admin/realms/atmosphere/client-scopes/9f050086-0992-4433-bde4-e17ba34c3801/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1268 0.052 [auth-system-keycloak-80] [] 10.0.0.165:8080 963 0.051 200 5e3db4a42c017281d9f26bb6a1ae4a18 199.204.45.4 - - [18/Mar/2026:21:54:37 +0000] "GET /admin/realms/atmosphere/client-scopes/9f050086-0992-4433-bde4-e17ba34c3801/protocol-mappers/models/3e72b493-3913-4cfa-9cb6-d0ee71b9201c HTTP/1.1" 200 366 "-" "Ansible" 1305 0.069 [auth-system-keycloak-80] [] 10.0.0.165:8080 366 0.068 200 2bb6fdc076ef409aaa10271a462b5ede 199.204.45.4 - - [18/Mar/2026:21:54:37 +0000] "PUT /admin/realms/atmosphere/client-scopes/9f050086-0992-4433-bde4-e17ba34c3801/protocol-mappers/models/3e72b493-3913-4cfa-9cb6-d0ee71b9201c HTTP/1.1" 204 0 "-" "Ansible" 1618 0.022 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.022 204 f2a733c2577cd801377d7818d996c3ab 199.204.45.4 - - [18/Mar/2026:21:54:37 +0000] "GET /admin/realms/atmosphere/client-scopes/9f050086-0992-4433-bde4-e17ba34c3801 HTTP/1.1" 200 1218 "-" "Ansible" 1244 0.067 [auth-system-keycloak-80] [] 10.0.0.165:8080 1218 0.067 200 5714a6ca72671e83f04bcad23555235d I0318 21:54:57.434494 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.97.6.234"}] I0318 21:54:57.440179 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"841e3db4-a8bd-4063-ad5f-d1882b062963", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3348", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 21:54:57.441591 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:54:57.441625 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [18/Mar/2026:21:54:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.464 [auth-system-keycloak-80] [] 10.0.0.165:8080 1921 0.463 200 dc8b7c222e92573f3d0b36823128c01a 199.204.45.4 - - [18/Mar/2026:21:54:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1223 0.016 [auth-system-keycloak-80] [] 10.0.0.165:8080 2 0.016 200 1eeaad997ca1bddf55ea267d1afab3a4 199.204.45.4 - - [18/Mar/2026:21:54:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1651 0.270 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.269 201 abe1afa37b55f37a35ffbace98cedbf3 199.204.45.4 - - [18/Mar/2026:21:54:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.082 [auth-system-keycloak-80] [] 10.0.0.165:8080 1257 0.082 200 e650c1dab189874f7fd26dc036ff6cfa 199.204.45.4 - - [18/Mar/2026:21:55:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.528 [auth-system-keycloak-80] [] 10.0.0.165:8080 1921 0.527 200 f2591474c980c10c27a8fd0edd830f48 199.204.45.4 - - [18/Mar/2026:21:55:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1218 0.053 [auth-system-keycloak-80] [] 10.0.0.165:8080 2 0.054 200 4bcd455fbe9c17ce93aa7ed4f43381d0 199.204.45.4 - - [18/Mar/2026:21:55:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1680 0.040 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.040 201 985e32d51db8f8506ce2e973d5f7f18c 199.204.45.4 - - [18/Mar/2026:21:55:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.053 [auth-system-keycloak-80] [] 10.0.0.165:8080 1280 0.053 200 4dea107d9bf003136b109659897ead59 199.204.45.4 - - [18/Mar/2026:21:55:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.437 [auth-system-keycloak-80] [] 10.0.0.165:8080 1921 0.436 200 49b9ba46a5aa4a34fc6f85d0e803fc7c 199.204.45.4 - - [18/Mar/2026:21:55:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1221 0.036 [auth-system-keycloak-80] [] 10.0.0.165:8080 2 0.036 200 d632f46bdc8f5c63359ae502420b7c88 199.204.45.4 - - [18/Mar/2026:21:55:01 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1643 0.096 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.094 201 c44161928e3d9e25f3c5dbd9887acfcf 199.204.45.4 - - [18/Mar/2026:21:55:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.022 [auth-system-keycloak-80] [] 10.0.0.165:8080 1247 0.022 200 6914b5e92b0f032bead0d3b1d5a3ff5e 199.204.45.4 - - [18/Mar/2026:21:55:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.434 [auth-system-keycloak-80] [] 10.0.0.165:8080 1921 0.434 200 302971539def5a003181720f7560dde0 199.204.45.4 - - [18/Mar/2026:21:55:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.008 [auth-system-keycloak-80] [] 10.0.0.165:8080 1257 0.008 200 fbb4e88d3faa0a98a03cae4aa3f2fd9f 199.204.45.4 - - [18/Mar/2026:21:55:02 +0000] "GET /admin/realms/atmosphere/clients/cb6a6419-7bc9-46af-ab80-c617383a0bc8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.013 [auth-system-keycloak-80] [] 10.0.0.165:8080 119 0.013 404 482490b6b6e49e81d7b9206e8c17c882 199.204.45.4 - - [18/Mar/2026:21:55:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.165:8080 1257 0.005 200 273de20a7aff5fc445ebe95d88bbdc0d 199.204.45.4 - - [18/Mar/2026:21:55:02 +0000] "POST /admin/realms/atmosphere/clients/cb6a6419-7bc9-46af-ab80-c617383a0bc8/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.042 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.042 201 f8951b396d78fac6fa405a80fd7fbfe3 199.204.45.4 - - [18/Mar/2026:21:55:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1257 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.165:8080 1257 0.005 200 8de931c8f578f0d564918f76e387024c 199.204.45.4 - - [18/Mar/2026:21:55:02 +0000] "GET /admin/realms/atmosphere/clients/cb6a6419-7bc9-46af-ab80-c617383a0bc8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.071 [auth-system-keycloak-80] [] 10.0.0.165:8080 166 0.071 200 24580ea524b147432387d474c604330e 199.204.45.4 - - [18/Mar/2026:21:55:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.456 [auth-system-keycloak-80] [] 10.0.0.165:8080 1921 0.454 200 209031ff1c34fb445d09629c36a144bd 199.204.45.4 - - [18/Mar/2026:21:55:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.049 [auth-system-keycloak-80] [] 10.0.0.165:8080 1280 0.048 200 cdd7119e9fd56302bdc43c974dc4b620 199.204.45.4 - - [18/Mar/2026:21:55:03 +0000] "GET /admin/realms/atmosphere/clients/802301e0-db6f-4229-a08d-06592326714b/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1250 0.019 [auth-system-keycloak-80] [] 10.0.0.165:8080 119 0.020 404 b5cb2d0d06b916ed79ce59719ca7b23c 199.204.45.4 - - [18/Mar/2026:21:55:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.005 [auth-system-keycloak-80] [] 10.0.0.165:8080 1280 0.006 200 8107f4578e2f2d3e6880aef6e02b3a7e 199.204.45.4 - - [18/Mar/2026:21:55:03 +0000] "POST /admin/realms/atmosphere/clients/802301e0-db6f-4229-a08d-06592326714b/roles HTTP/1.1" 201 0 "-" "Ansible" 1345 0.014 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.014 201 676e16f70ce48c6add97428e39f1bd6f 199.204.45.4 - - [18/Mar/2026:21:55:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.027 [auth-system-keycloak-80] [] 10.0.0.165:8080 1280 0.027 200 82750d3b0711c71e023c45594c198197 199.204.45.4 - - [18/Mar/2026:21:55:03 +0000] "GET /admin/realms/atmosphere/clients/802301e0-db6f-4229-a08d-06592326714b/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1250 0.013 [auth-system-keycloak-80] [] 10.0.0.165:8080 165 0.013 200 e8ee6f85a524854e595ab075d071a363 199.204.45.4 - - [18/Mar/2026:21:55:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.504 [auth-system-keycloak-80] [] 10.0.0.165:8080 1921 0.502 200 ca4307020ee768f10c445795a0da0430 199.204.45.4 - - [18/Mar/2026:21:55:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.009 [auth-system-keycloak-80] [] 10.0.0.165:8080 1280 0.009 200 fab50fa36f0d56161bd23f8a8969cf37 199.204.45.4 - - [18/Mar/2026:21:55:04 +0000] "GET /admin/realms/atmosphere/clients/802301e0-db6f-4229-a08d-06592326714b/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1251 0.069 [auth-system-keycloak-80] [] 10.0.0.165:8080 119 0.069 404 a1d87d732024bb3c699829eb7b57c760 199.204.45.4 - - [18/Mar/2026:21:55:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.009 [auth-system-keycloak-80] [] 10.0.0.165:8080 1280 0.009 200 4e044072b29aaa6c500ecdd89c7f50b4 199.204.45.4 - - [18/Mar/2026:21:55:04 +0000] "POST /admin/realms/atmosphere/clients/802301e0-db6f-4229-a08d-06592326714b/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.018 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.017 201 52ea698d9ab1edf612092aae92df73de 199.204.45.4 - - [18/Mar/2026:21:55:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.050 [auth-system-keycloak-80] [] 10.0.0.165:8080 1280 0.051 200 fce0a7cdef74f039c1633a7c70862a77 199.204.45.4 - - [18/Mar/2026:21:55:04 +0000] "GET /admin/realms/atmosphere/clients/802301e0-db6f-4229-a08d-06592326714b/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1251 0.019 [auth-system-keycloak-80] [] 10.0.0.165:8080 166 0.018 200 e2c9b833b167da22881baf69766625d7 199.204.45.4 - - [18/Mar/2026:21:55:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.492 [auth-system-keycloak-80] [] 10.0.0.165:8080 1921 0.490 200 8f3d834fd33e678f1650ec52b14a0a24 199.204.45.4 - - [18/Mar/2026:21:55:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.086 [auth-system-keycloak-80] [] 10.0.0.165:8080 1280 0.085 200 945c816123834e0830bc60941dabd586 199.204.45.4 - - [18/Mar/2026:21:55:05 +0000] "GET /admin/realms/atmosphere/clients/802301e0-db6f-4229-a08d-06592326714b/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1251 0.011 [auth-system-keycloak-80] [] 10.0.0.165:8080 119 0.012 404 aab4851c176b0abcac8816e63bb510c7 199.204.45.4 - - [18/Mar/2026:21:55:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.070 [auth-system-keycloak-80] [] 10.0.0.165:8080 1280 0.070 200 4dd29fc7daca6b5609595f52488d4af8 199.204.45.4 - - [18/Mar/2026:21:55:05 +0000] "POST /admin/realms/atmosphere/clients/802301e0-db6f-4229-a08d-06592326714b/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.017 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.016 201 c2bc7fce6cb116d1a8ab11ca5d93064f 199.204.45.4 - - [18/Mar/2026:21:55:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1280 "-" "Ansible" 1218 0.058 [auth-system-keycloak-80] [] 10.0.0.165:8080 1280 0.058 200 b54cbfdcc86041ce1f6e08889ac806c5 199.204.45.4 - - [18/Mar/2026:21:55:05 +0000] "GET /admin/realms/atmosphere/clients/802301e0-db6f-4229-a08d-06592326714b/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1251 0.012 [auth-system-keycloak-80] [] 10.0.0.165:8080 166 0.013 200 56f93038ce9e8fb0a299cfeee12c8abe 199.204.45.4 - - [18/Mar/2026:21:55:06 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.432 [auth-system-keycloak-80] [] 10.0.0.165:8080 1921 0.431 200 9745a5e4a8f76d649c80fecc22b12a4e 199.204.45.4 - - [18/Mar/2026:21:55:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.039 [auth-system-keycloak-80] [] 10.0.0.165:8080 1247 0.039 200 481603193d415e0127300b95a459e2a6 199.204.45.4 - - [18/Mar/2026:21:55:06 +0000] "GET /admin/realms/atmosphere/clients/987d3b6b-1dc0-4e10-9831-d77efd313836/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1251 0.011 [auth-system-keycloak-80] [] 10.0.0.165:8080 119 0.012 404 77afaeff75f2d18a2f696498bdfd8f34 199.204.45.4 - - [18/Mar/2026:21:55:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.007 [auth-system-keycloak-80] [] 10.0.0.165:8080 1247 0.007 200 dc3060a51adbf59f0c5582eac3c8ecd6 199.204.45.4 - - [18/Mar/2026:21:55:06 +0000] "POST /admin/realms/atmosphere/clients/987d3b6b-1dc0-4e10-9831-d77efd313836/roles HTTP/1.1" 201 0 "-" "Ansible" 1346 0.058 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.058 201 d260005216e2b18128179d278e4fc855 199.204.45.4 - - [18/Mar/2026:21:55:06 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1247 "-" "Ansible" 1221 0.008 [auth-system-keycloak-80] [] 10.0.0.165:8080 1247 0.008 200 1e109e42bd14a06a613f50cfb8809a86 199.204.45.4 - - [18/Mar/2026:21:55:06 +0000] "GET /admin/realms/atmosphere/clients/987d3b6b-1dc0-4e10-9831-d77efd313836/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1251 0.069 [auth-system-keycloak-80] [] 10.0.0.165:8080 166 0.070 200 3c6ac1a52d52853d15dbd8846340f7cd W0318 21:55:26.903752 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:55:26.903792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:55:30.237460 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:55:30.237496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:13.297492 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:13.297545 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:13.364421 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 21:56:13.364617 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0318 21:56:13.364700 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:13.364814 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:13.365982 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 21:56:13.366089 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0318 21:56:13.366144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:13.366171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:13.366886 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. I0318 21:56:13.367680 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.004s testedConfigurationSize:18.2kB} I0318 21:56:13.367718 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0318 21:56:13.369338 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.004s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:18.2kB} I0318 21:56:13.369385 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" W0318 21:56:13.369598 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0318 21:56:13.369810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:13.369855 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 21:56:13.373765 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.007s renderingIngressLength:2 renderingIngressTime:0.002s admissionTime:0.009s testedConfigurationSize:18.2kB} I0318 21:56:13.373792 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0318 21:56:13.381199 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0318 21:56:13.381603 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0318 21:56:13.381628 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" W0318 21:56:13.381921 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0318 21:56:13.381949 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4c73fa7b-1be2-4941-9791-9c827e2ef073", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3943", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 21:56:13.381974 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"02664f33-1b04-4cce-b24c-9f2055fc2b21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3944", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 21:56:13.382719 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0318 21:56:13.383139 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0318 21:56:13.383211 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0e1a9114-b1ab-4de5-b141-1be2fe48ec1e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3950", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 21:56:13.672750 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0318 21:56:13.674090 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0318 21:56:13.713137 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0318 21:56:13.714558 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0318 21:56:14.993395 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0318 21:56:14.994854 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0318 21:56:16.631787 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 21:56:16.631857 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 21:56:16.631896 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 21:56:16.632018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:16.632042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 21:56:16.632172 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 21:56:16.679352 7 controller.go:216] "Backend successfully reloaded" I0318 21:56:16.679830 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrsf7", UID:"49d56eae-83d6-4ebd-9d04-bc465fa6c7b1", APIVersion:"v1", ResourceVersion:"1122", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 21:56:19.965282 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 21:56:19.965340 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 21:56:19.965374 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 21:56:19.965470 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:19.965494 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:23.297746 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 21:56:23.297787 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 21:56:23.297812 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 21:56:23.297882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:23.297898 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:26.631562 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 21:56:26.631632 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 21:56:26.631677 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 21:56:26.631817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:26.631842 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:29.964723 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 21:56:29.964772 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 21:56:29.964798 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 21:56:29.964881 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:29.964901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:33.298077 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 21:56:33.298143 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0318 21:56:33.298181 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 21:56:33.298307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:33.298333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:36.631757 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 21:56:36.631938 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 21:56:36.632098 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:36.632164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:39.965676 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 21:56:39.965756 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 21:56:39.965836 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:39.965848 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:43.297481 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 21:56:43.297582 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 21:56:43.297725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:43.297755 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:46.631437 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 21:56:46.631549 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 21:56:46.631754 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:46.631792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:49.964771 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0318 21:56:49.964891 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0318 21:56:49.965054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:49.965137 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.106 - - [18/Mar/2026:21:56:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6390 "-" "Go-http-client/1.1" 159 0.015 [auth-system-keycloak-80] [] 10.0.0.165:8080 6390 0.014 200 be3dfa6cd5f3542ae6839c33befe4790 10.0.0.145 - - [18/Mar/2026:21:56:50 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6390 "-" "Go-http-client/1.1" 159 0.035 [auth-system-keycloak-80] [] 10.0.0.165:8080 6390 0.035 200 63c38c786fbaa28282cf5650af49a3f9 W0318 21:56:53.298305 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:53.298389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:56.631539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:56.631629 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 21:56:57.434161 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.97.6.234"}] I0318 21:56:57.434473 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.97.6.234"}] I0318 21:56:57.434873 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.97.6.234"}] I0318 21:56:57.440473 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"02664f33-1b04-4cce-b24c-9f2055fc2b21", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5051", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 21:56:57.442825 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"4c73fa7b-1be2-4941-9791-9c827e2ef073", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5052", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0318 21:56:57.444103 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"0e1a9114-b1ab-4de5-b141-1be2fe48ec1e", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5053", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 21:56:59.964726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:56:59.965407 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:57:03.298270 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:57:03.298323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:57:06.631876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:57:06.631914 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:57:09.964383 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:57:09.964432 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [18/Mar/2026:21:57:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.451 [auth-system-keycloak-80] [] 10.0.0.165:8080 1921 0.449 200 0bda8557a5cdfb82071e1541b5a325c6 199.204.45.4 - - [18/Mar/2026:21:57:15 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1193 0.036 [auth-system-keycloak-80] [] 10.0.0.165:8080 4246 0.036 200 7b87a373a5d278ce613f3ce5c4d1ec8b 199.204.45.4 - - [18/Mar/2026:21:57:16 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5705 0.312 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.311 204 fdc1118b8464caa00f6a59153866b2fb 199.204.45.4 - - [18/Mar/2026:21:57:16 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1193 0.190 [auth-system-keycloak-80] [] 10.0.0.165:8080 4384 0.190 200 7cb1112c00eb3d872fd3c767cfbabb5f 199.204.45.4 - - [18/Mar/2026:21:57:17 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.458 [auth-system-keycloak-80] [] 10.0.0.165:8080 1921 0.457 200 37a2313b528c8f223c333c24b51b5c9d 199.204.45.4 - - [18/Mar/2026:21:57:17 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1225 0.009 [auth-system-keycloak-80] [] 10.0.0.165:8080 1682 0.009 200 aadacd215401fe95d4bcccbce34611d1 199.204.45.4 - - [18/Mar/2026:21:57:17 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6390 "-" "ansible-httpget" 179 0.008 [auth-system-keycloak-80] [] 10.0.0.165:8080 6390 0.008 200 557739107b20c7d9e3423e3b17b08c37 199.204.45.4 - - [18/Mar/2026:21:57:19 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.440 [auth-system-keycloak-80] [] 10.0.0.165:8080 1921 0.438 200 a22b51776aa9e68cda269f5f77d588cc 199.204.45.4 - - [18/Mar/2026:21:57:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1219 0.045 [auth-system-keycloak-80] [] 10.0.0.165:8080 2 0.046 200 1d6b17f610a01be30e1cbde1a98afe1e 199.204.45.4 - - [18/Mar/2026:21:57:19 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1620 0.120 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.119 201 ff660c8e035bcd1087df49fd2f19e431 199.204.45.4 - - [18/Mar/2026:21:57:19 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2238 "-" "Ansible" 1219 0.070 [auth-system-keycloak-80] [] 10.0.0.165:8080 2238 0.070 200 f1192a1ca9c7661c714113c3ff6fef5b 199.204.45.4 - - [18/Mar/2026:21:57:20 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1921 "-" "Ansible" 330 0.471 [auth-system-keycloak-80] [] 10.0.0.165:8080 1921 0.469 200 a15ac25824f0f6f6c348c5b862b69156 199.204.45.4 - - [18/Mar/2026:21:57:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2238 "-" "Ansible" 1219 0.007 [auth-system-keycloak-80] [] 10.0.0.165:8080 2238 0.007 200 4bfa83d204f9415befe08e494a596ed3 199.204.45.4 - - [18/Mar/2026:21:57:20 +0000] "GET /admin/realms/atmosphere/clients/7df02039-04a9-4037-9355-aae90414ce35/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1259 0.066 [auth-system-keycloak-80] [] 10.0.0.165:8080 233 0.065 200 cda3702f71bcf9c8e8b3555eea4fbae0 199.204.45.4 - - [18/Mar/2026:21:57:20 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1227 0.020 [auth-system-keycloak-80] [] 10.0.0.165:8080 831 0.020 200 2f886fe5b25c4c0eac2c1d27e4abfcec 199.204.45.4 - - [18/Mar/2026:21:57:20 +0000] "GET /admin/realms/atmosphere/clients/2b5be157-0963-40ef-a54c-3c801a220a8a/roles HTTP/1.1" 200 3758 "-" "Ansible" 1244 0.061 [auth-system-keycloak-80] [] 10.0.0.165:8080 3758 0.061 200 607214cc32a313d86d2ff55a5fd1300a 199.204.45.4 - - [18/Mar/2026:21:57:20 +0000] "GET /admin/realms/atmosphere/users/63044252-01b8-4e87-878a-b048f938a9c7/role-mappings/clients/2b5be157-0963-40ef-a54c-3c801a220a8a/available HTTP/1.1" 200 3758 "-" "Ansible" 1305 0.111 [auth-system-keycloak-80] [] 10.0.0.165:8080 3758 0.110 200 2b3e595b80dc65e1b088097653b9abaf 199.204.45.4 - - [18/Mar/2026:21:57:20 +0000] "GET /admin/realms/atmosphere/users/63044252-01b8-4e87-878a-b048f938a9c7/role-mappings/clients/2b5be157-0963-40ef-a54c-3c801a220a8a/composite HTTP/1.1" 200 2 "-" "Ansible" 1305 0.073 [auth-system-keycloak-80] [] 10.0.0.165:8080 2 0.074 200 3d36a8f8efa4127aa6192c0b818c053b 199.204.45.4 - - [18/Mar/2026:21:57:20 +0000] "POST /admin/realms/atmosphere/users/63044252-01b8-4e87-878a-b048f938a9c7/role-mappings/clients/2b5be157-0963-40ef-a54c-3c801a220a8a HTTP/1.1" 204 0 "-" "Ansible" 1386 0.080 [auth-system-keycloak-80] [] 10.0.0.165:8080 0 0.080 204 d08be52748476a504571b15cf8970b97 199.204.45.4 - - [18/Mar/2026:21:57:20 +0000] "GET /admin/realms/atmosphere/users/63044252-01b8-4e87-878a-b048f938a9c7/role-mappings/clients/2b5be157-0963-40ef-a54c-3c801a220a8a/composite HTTP/1.1" 200 576 "-" "Ansible" 1305 0.012 [auth-system-keycloak-80] [] 10.0.0.165:8080 576 0.011 200 2c871492c212661f5bdce71a3b8bb6d0 W0318 21:57:23.492029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:57:23.492052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:57:26.826149 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:57:26.826193 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:57:41.521291 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:57:41.521323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:57:44.855854 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:57:44.855882 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:59:29.475857 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:59:29.475908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:59:58.554779 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0318 21:59:58.554864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:59:58.554883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 21:59:58.557761 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.003s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:28.7kB} I0318 21:59:58.557787 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0318 21:59:58.562068 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0318 21:59:58.562289 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"47769cd4-f0bc-4165-bd47-3af3b3d3ec10", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6207", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 21:59:58.562593 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0318 21:59:58.562994 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0318 21:59:58.563066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 21:59:58.563088 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 21:59:58.563202 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 21:59:58.608833 7 controller.go:216] "Backend successfully reloaded" I0318 21:59:58.609036 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrsf7", UID:"49d56eae-83d6-4ebd-9d04-bc465fa6c7b1", APIVersion:"v1", ResourceVersion:"1122", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 21:59:58.837389 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0318 21:59:58.838296 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0318 22:00:01.897338 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:01.897391 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [18/Mar/2026:22:00:02 +0000] "GET / HTTP/1.1" 300 279 "-" "ansible-httpget" 129 0.005 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.005 300 544f7348b7ec3ac6c08420f15cf608f8 199.204.45.4 - - [18/Mar/2026:22:00:04 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.111:5000 264 0.004 200 678fc5d39199e73f0b77d118391b9b5a 199.204.45.4 - - [18/Mar/2026:22:00:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.329 [openstack-keystone-api-5000] [] 10.0.0.111:5000 1358 0.330 201 dd5aa09de3ca331af515e923d040b9c7 199.204.45.4 - - [18/Mar/2026:22:00:04 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.004 300 ec9b8a77b7fd738a73b002d54addc36a 199.204.45.4 - - [18/Mar/2026:22:00:04 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.028 [openstack-keystone-api-5000] [] 10.0.0.111:5000 90 0.027 404 576eec641252a13f2422298649c4bf95 199.204.45.4 - - [18/Mar/2026:22:00:04 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 364 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.028 [openstack-keystone-api-5000] [] 10.0.0.111:5000 364 0.028 200 6c4eda743153cd3e975b02b23171076d 199.204.45.4 - - [18/Mar/2026:22:00:04 +0000] "GET /v3/domains/1824633c938d4b9285a54b73a38cbc2b HTTP/1.1" 200 243 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.020 [openstack-keystone-api-5000] [] 10.0.0.111:5000 243 0.019 200 1512b60830cb460c4ddaa4f154a7ece2 199.204.45.4 - - [18/Mar/2026:22:00:05 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.111:5000 264 0.003 200 fe55c934b1ffdc54c01161851ecf1193 199.204.45.4 - - [18/Mar/2026:22:00:05 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.292 [openstack-keystone-api-5000] [] 10.0.0.111:5000 1358 0.292 201 20d717432bda180af8ad4971ab9cce04 199.204.45.4 - - [18/Mar/2026:22:00:05 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.003 300 1de3207b6546a0ea3b12af37a6c12196 199.204.45.4 - - [18/Mar/2026:22:00:05 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 461 0.026 [openstack-keystone-api-5000] [] 10.0.0.111:5000 101 0.027 404 f9795c3cd360b1fac20c8151f8838b67 199.204.45.4 - - [18/Mar/2026:22:00:05 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 154 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.024 [openstack-keystone-api-5000] [] 10.0.0.111:5000 154 0.023 200 f8f31b210ec4276f1d2c73eb01a0601f 199.204.45.4 - - [18/Mar/2026:22:00:05 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 338 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 677 0.023 [openstack-keystone-api-5000] [] 10.0.0.111:5000 338 0.022 201 930884699d60210c39f9eb6074da9b4b 199.204.45.4 - - [18/Mar/2026:22:00:06 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.111:5000 264 0.003 200 184a10850d880b04c58e23f3dc152caf 199.204.45.4 - - [18/Mar/2026:22:00:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.288 [openstack-keystone-api-5000] [] 10.0.0.111:5000 1358 0.289 201 0041e47309c4ee78777cc4f74c8a3279 199.204.45.4 - - [18/Mar/2026:22:00:06 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.003 300 75e00a30396b142612a626887fc4b2da 199.204.45.4 - - [18/Mar/2026:22:00:06 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.024 [openstack-keystone-api-5000] [] 10.0.0.111:5000 98 0.025 404 7e1167a89543768e2373745440c7f33c 199.204.45.4 - - [18/Mar/2026:22:00:06 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 134 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.019 [openstack-keystone-api-5000] [] 10.0.0.111:5000 134 0.018 200 5ceecdab949ca506775410958a9d94e9 199.204.45.4 - - [18/Mar/2026:22:00:06 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 355 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 737 0.020 [openstack-keystone-api-5000] [] 10.0.0.111:5000 355 0.020 201 fa44abb6cd99ff3d5e701fa1dc2a8d58 199.204.45.4 - - [18/Mar/2026:22:00:07 +0000] "GET /v3 HTTP/1.1" 200 264 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.111:5000 264 0.004 200 9cfbd1db5235e0ff4274338d0660c24c 199.204.45.4 - - [18/Mar/2026:22:00:07 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1358 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.282 [openstack-keystone-api-5000] [] 10.0.0.111:5000 1358 0.283 201 de6edfbc47d66959a4371631128ded44 199.204.45.4 - - [18/Mar/2026:22:00:07 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.004 300 aab7b5aa9d967a1aa5b73f846ec4a339 199.204.45.4 - - [18/Mar/2026:22:00:07 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 496 0.024 [openstack-keystone-api-5000] [] 10.0.0.111:5000 131 0.024 404 a1a309110887ae7cabbd651275d30f4b 199.204.45.4 - - [18/Mar/2026:22:00:07 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 166 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 484 0.021 [openstack-keystone-api-5000] [] 10.0.0.111:5000 166 0.022 200 895feb1157bad04e167836ee3c470f5e 199.204.45.4 - - [18/Mar/2026:22:00:07 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 220 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 579 0.023 [openstack-keystone-api-5000] [] 10.0.0.111:5000 220 0.023 201 286ad449def702776625919bb227030c W0318 22:00:17.938325 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:17.938373 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:21.272448 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:21.272484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:24.605249 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:24.605287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:27.940034 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:27.940078 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:42.399819 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:42.399861 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:45.734157 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:45.734190 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:49.067915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:49.067961 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:52.400434 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:52.400486 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 22:00:57.435652 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.97.6.234"}] I0318 22:00:57.446192 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"47769cd4-f0bc-4165-bd47-3af3b3d3ec10", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6707", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 22:00:57.447651 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:00:57.447680 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:02:19.664516 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 22:02:19.664656 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0318 22:02:19.664753 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:02:19.664792 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 22:02:19.668969 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.004s renderingIngressLength:6 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:32.2kB} I0318 22:02:19.669006 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0318 22:02:19.677391 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0318 22:02:19.677657 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"2e855542-4e23-4fb3-9d37-7527575fd226", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7217", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 22:02:19.678098 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0318 22:02:19.678635 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 22:02:19.678775 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0318 22:02:19.678864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:02:19.678886 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 22:02:19.679074 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 22:02:19.740027 7 controller.go:216] "Backend successfully reloaded" I0318 22:02:19.740276 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrsf7", UID:"49d56eae-83d6-4ebd-9d04-bc465fa6c7b1", APIVersion:"v1", ResourceVersion:"1122", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 22:02:19.898915 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0318 22:02:19.899746 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.4 - - [18/Mar/2026:22:02:20 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.006 300 348bca7a0b379995dee0e1c96c6c5e32 199.204.45.4 - - [18/Mar/2026:22:02:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1988 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.344 [openstack-keystone-api-5000] [] 10.0.0.111:5000 1988 0.344 201 05ef9b23afcf119f27ec74580a9b95f8 199.204.45.4 - - [18/Mar/2026:22:02:20 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 431 0.021 [openstack-keystone-api-5000] [] 10.0.0.111:5000 85 0.020 404 a96deb11359479f717ba55b293c0923b 199.204.45.4 - - [18/Mar/2026:22:02:20 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 127 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 449 0.021 [openstack-keystone-api-5000] [] 10.0.0.111:5000 127 0.020 200 1bd6a2b3e14def775f0272b8666a96b7 199.204.45.4 - - [18/Mar/2026:22:02:20 +0000] "POST /v3/roles HTTP/1.1" 201 228 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 505 0.027 [openstack-keystone-api-5000] [] 10.0.0.111:5000 228 0.027 201 756dd21a733de47fab38055e947cec0f W0318 22:02:23.012902 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0318 22:02:23.013072 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:02:23.013101 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:02:26.492127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:02:26.492175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [18/Mar/2026:22:02:28 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 227 0.003 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.002 300 408b2c9b6a642cac1dd5620d20a2e31f 199.204.45.4 - - [18/Mar/2026:22:02:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1988 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 546 0.287 [openstack-keystone-api-5000] [] 10.0.0.111:5000 1988 0.287 201 16afa0e47b97e954ef7dc6e1871b1049 199.204.45.4 - - [18/Mar/2026:22:02:28 +0000] "GET /v3/roles HTTP/1.1" 200 1507 "-" "python-keystoneclient" 378 0.024 [openstack-keystone-api-5000] [] 10.0.0.111:5000 1507 0.024 200 5428e76ac0d311f2ced0c81d6864de26 199.204.45.4 - - [18/Mar/2026:22:02:28 +0000] "PUT /v3/roles/1d64aa1ad40144488edd1756aa359a91/implies/676f531eba6f4a1a8924ccbb28d882ce HTTP/1.1" 201 515 "-" "python-keystoneclient" 471 0.031 [openstack-keystone-api-5000] [] 10.0.0.111:5000 515 0.031 201 ca916affec1d2324596094af92d0bf4e I0318 22:02:57.433239 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.97.6.234"}] I0318 22:02:57.438391 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"2e855542-4e23-4fb3-9d37-7527575fd226", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7574", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 22:02:57.440763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:02:57.440810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [18/Mar/2026:22:03:13 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.005 300 7ee67f8c62bfe67635bd53a0090732c4 199.204.45.4 - - [18/Mar/2026:22:03:13 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.324 [openstack-keystone-api-5000] [] 10.0.0.111:5000 2051 0.324 201 16d1a59b8b990ae049ee84abdfa8a225 199.204.45.4 - - [18/Mar/2026:22:03:13 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.111:5000 87 0.023 404 e6a257690d7ef1eff5dfa139f2342bdb 199.204.45.4 - - [18/Mar/2026:22:03:13 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 386 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.030 [openstack-keystone-api-5000] [] 10.0.0.111:5000 386 0.031 200 9eeb7fe2e9ba6a9a831a757f8c6a5a19 199.204.45.4 - - [18/Mar/2026:22:03:13 +0000] "GET /v3/users/rgw-RegionOne?domain_id=e1dbeced13f34331a429d4dc5ed03fb3 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 480 0.035 [openstack-keystone-api-5000] [] 10.0.0.111:5000 91 0.034 404 141a246416d32880191b2c736b96bdcc 199.204.45.4 - - [18/Mar/2026:22:03:13 +0000] "GET /v3/users?domain_id=e1dbeced13f34331a429d4dc5ed03fb3&name=rgw-RegionOne HTTP/1.1" 200 176 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.038 [openstack-keystone-api-5000] [] 10.0.0.111:5000 176 0.039 200 1ab2bde9d168604f53eae8dc2b4378c4 199.204.45.4 - - [18/Mar/2026:22:03:13 +0000] "POST /v3/users HTTP/1.1" 201 289 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 626 0.295 [openstack-keystone-api-5000] [] 10.0.0.111:5000 289 0.294 201 dad3e155c30ab40e199c06e02c14b22a 199.204.45.4 - - [18/Mar/2026:22:03:17 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 227 0.004 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.004 300 df559d1cd5dc1c2af2e919429fa8400f 199.204.45.4 - - [18/Mar/2026:22:03:17 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 546 0.280 [openstack-keystone-api-5000] [] 10.0.0.111:5000 2051 0.281 201 1de9f3db383bbf29d3f55d544b63322f 199.204.45.4 - - [18/Mar/2026:22:03:18 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 427 0.020 [openstack-keystone-api-5000] [] 10.0.0.111:5000 83 0.021 404 dad4f04380268b7660b9435d3d0ff279 199.204.45.4 - - [18/Mar/2026:22:03:18 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 357 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 445 0.017 [openstack-keystone-api-5000] [] 10.0.0.111:5000 357 0.017 200 3079f2d8ed4e26e4aed37a3f1c5ed2d8 199.204.45.4 - - [18/Mar/2026:22:03:18 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 431 0.024 [openstack-keystone-api-5000] [] 10.0.0.111:5000 87 0.024 404 58e9cfea9881bb5d21ba3c19ae7a3f67 199.204.45.4 - - [18/Mar/2026:22:03:18 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 386 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 449 0.023 [openstack-keystone-api-5000] [] 10.0.0.111:5000 386 0.024 200 fdce5d2f99d5fd6bbc278c8e920745a9 199.204.45.4 - - [18/Mar/2026:22:03:18 +0000] "GET /v3/users/rgw-RegionOne?domain_id=e1dbeced13f34331a429d4dc5ed03fb3 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 478 0.021 [openstack-keystone-api-5000] [] 10.0.0.111:5000 91 0.021 404 b3a86e58db79a3fd0a245d6a9917211e 199.204.45.4 - - [18/Mar/2026:22:03:18 +0000] "GET /v3/users?domain_id=e1dbeced13f34331a429d4dc5ed03fb3&name=rgw-RegionOne HTTP/1.1" 200 454 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 496 0.034 [openstack-keystone-api-5000] [] 10.0.0.111:5000 454 0.035 200 ca187f738024c75992abfb51ac253a99 199.204.45.4 - - [18/Mar/2026:22:03:18 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 432 0.025 [openstack-keystone-api-5000] [] 10.0.0.111:5000 88 0.025 404 2d9510ba470b85a3221ecb3381b683e2 199.204.45.4 - - [18/Mar/2026:22:03:18 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 516 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 450 0.024 [openstack-keystone-api-5000] [] 10.0.0.111:5000 516 0.023 200 957b8b6c4ae2f1d473657083681e238c 199.204.45.4 - - [18/Mar/2026:22:03:18 +0000] "PUT /v3/projects/1127107287e04ac19fc9e21abee16853/users/cfb8079d56cd4794acd71b20e3aceda1/roles/499d01b879d44c5a8990c7bea3b9c037 HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 554 0.030 [openstack-keystone-api-5000] [] 10.0.0.111:5000 0 0.029 204 54ad44950fb8af77adf0fa3e55284685 199.204.45.4 - - [18/Mar/2026:22:03:20 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.004 300 87bdcbe55fafbe0ba295985b1eba45b9 199.204.45.4 - - [18/Mar/2026:22:03:20 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2051 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.343 [openstack-keystone-api-5000] [] 10.0.0.111:5000 2051 0.343 201 44a941d1a2c1b0ec5956d7a7be884702 199.204.45.4 - - [18/Mar/2026:22:03:20 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 149 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 468 0.020 [openstack-keystone-api-5000] [] 10.0.0.111:5000 149 0.021 200 586589a164fa4743e687c4398a82fcdf 199.204.45.4 - - [18/Mar/2026:22:03:20 +0000] "POST /v3/services HTTP/1.1" 201 261 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 576 0.034 [openstack-keystone-api-5000] [] 10.0.0.111:5000 261 0.035 201 ad8915a851561601015140be7cee6326 199.204.45.4 - - [18/Mar/2026:22:03:21 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.004 300 154652b36cb9c48d17bb068f3f38a4d6 199.204.45.4 - - [18/Mar/2026:22:03:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2153 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.299 [openstack-keystone-api-5000] [] 10.0.0.111:5000 2153 0.299 201 e6aa504a4feaad60501a2da1c4969a37 199.204.45.4 - - [18/Mar/2026:22:03:21 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.021 [openstack-keystone-api-5000] [] 10.0.0.111:5000 86 0.020 404 a82a771b5cdfd8c72bfe335a60695dd9 199.204.45.4 - - [18/Mar/2026:22:03:21 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 378 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.018 [openstack-keystone-api-5000] [] 10.0.0.111:5000 378 0.017 200 071430657f98388035d4118aa238a99f 199.204.45.4 - - [18/Mar/2026:22:03:21 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=3dc7b2c3e8d3489f950ff3e124e2498e HTTP/1.1" 200 203 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 521 0.019 [openstack-keystone-api-5000] [] 10.0.0.111:5000 203 0.020 200 c7c076a6b852c8297e4a063b557b26d6 199.204.45.4 - - [18/Mar/2026:22:03:21 +0000] "POST /v3/endpoints HTTP/1.1" 201 375 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 685 0.027 [openstack-keystone-api-5000] [] 10.0.0.111:5000 375 0.027 201 8cd2960c372ff766ee23e59a1dd7d332 199.204.45.4 - - [18/Mar/2026:22:03:22 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.003 300 8b4b481d4be363eda3f806b3a969abe1 199.204.45.4 - - [18/Mar/2026:22:03:22 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.282 [openstack-keystone-api-5000] [] 10.0.0.111:5000 2360 0.282 201 c64fd2a5e909208b34707bcd48ac84e9 199.204.45.4 - - [18/Mar/2026:22:03:22 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.023 [openstack-keystone-api-5000] [] 10.0.0.111:5000 86 0.023 404 5e19f50f75fa9629793c26acbb7b896d 199.204.45.4 - - [18/Mar/2026:22:03:22 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 378 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.018 [openstack-keystone-api-5000] [] 10.0.0.111:5000 378 0.018 200 0366e6220578e37839aa4611469ca293 199.204.45.4 - - [18/Mar/2026:22:03:22 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=3dc7b2c3e8d3489f950ff3e124e2498e HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.018 [openstack-keystone-api-5000] [] 10.0.0.111:5000 205 0.018 200 d2ac8c360e2bebe7aa0b791cfaffe17c 199.204.45.4 - - [18/Mar/2026:22:03:22 +0000] "POST /v3/endpoints HTTP/1.1" 201 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 700 0.022 [openstack-keystone-api-5000] [] 10.0.0.111:5000 390 0.021 201 3bf40189e029973fd84e23707ff0b892 W0318 22:03:23.681990 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 22:03:23.682150 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0318 22:03:23.682227 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:03:23.682247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 22:03:23.687235 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.006s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:35.7kB} I0318 22:03:23.687270 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0318 22:03:23.692415 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" W0318 22:03:23.692917 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store I0318 22:03:23.693066 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"1c49f9cb-8b10-424c-854d-360c3cf75287", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7752", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 22:03:23.693288 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 22:03:23.693394 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0318 22:03:23.693469 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:03:23.693489 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 22:03:23.693622 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 22:03:23.740652 7 controller.go:216] "Backend successfully reloaded" I0318 22:03:23.740978 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrsf7", UID:"49d56eae-83d6-4ebd-9d04-bc465fa6c7b1", APIVersion:"v1", ResourceVersion:"1122", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 22:03:24.074215 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0318 22:03:24.075177 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0318 22:03:27.027483 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 22:03:27.027667 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:03:27.027689 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:03:40.269647 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 22:03:40.269874 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:03:40.269891 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:03:45.084889 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0318 22:03:45.085136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:03:45.085162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:03:48.420219 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 22:03:48.420399 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:03:48.420419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 22:03:48.420571 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 22:03:48.471432 7 controller.go:216] "Backend successfully reloaded" I0318 22:03:48.471633 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrsf7", UID:"49d56eae-83d6-4ebd-9d04-bc465fa6c7b1", APIVersion:"v1", ResourceVersion:"1122", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0318 22:03:51.752440 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 22:03:51.752677 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:03:51.752775 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:03:55.087945 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 22:03:55.088124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:03:55.088154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 22:03:57.433952 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.97.6.234"}] I0318 22:03:57.444085 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"1c49f9cb-8b10-424c-854d-360c3cf75287", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8107", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 22:03:58.418618 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 22:03:58.418893 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:03:58.418938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:04:01.752890 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 22:04:01.753076 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:04:01.753105 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:04:10.868139 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 22:04:10.868259 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:04:10.868278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:04:14.202407 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 22:04:14.202614 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:04:14.202649 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:04:18.436165 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 22:04:18.436416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:04:18.436445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:04:28.312611 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0318 22:04:28.312799 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:04:28.312843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:05:07.586876 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:05:07.586921 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:06:20.975861 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 22:06:20.976015 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0318 22:06:20.976110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:06:20.976152 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 22:06:20.982451 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.007s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.007s testedConfigurationSize:39.1kB} I0318 22:06:20.982507 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0318 22:06:20.987503 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0318 22:06:20.987773 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"9dc68f52-77d1-4ed2-be76-baf9ddc7882c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9165", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 22:06:20.988058 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0318 22:06:20.988493 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 22:06:20.988606 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0318 22:06:20.988688 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:06:20.988710 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 22:06:20.988867 7 controller.go:196] "Configuration changes detected, backend reload required" I0318 22:06:21.045741 7 controller.go:216] "Backend successfully reloaded" I0318 22:06:21.046137 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-rrsf7", UID:"49d56eae-83d6-4ebd-9d04-bc465fa6c7b1", APIVersion:"v1", ResourceVersion:"1122", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0318 22:06:21.300360 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0318 22:06:21.302050 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0318 22:06:24.324129 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 22:06:24.324377 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:06:24.324421 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [18/Mar/2026:22:06:25 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.004 300 47f66a5283e074bed2a2f69ddb546904 199.204.45.4 - - [18/Mar/2026:22:06:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.336 [openstack-keystone-api-5000] [] 10.0.0.111:5000 3193 0.336 201 3614829a12cee8e9bfec09410ab15005 199.204.45.4 - - [18/Mar/2026:22:06:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 6dff493d15c264be6e64165b080edba1 199.204.45.4 - - [18/Mar/2026:22:06:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 310312d13ed24c11294a416f2a7832ce 199.204.45.4 - - [18/Mar/2026:22:06:27 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.004 300 4a8d4c4de4fe1eb624bd4fdcc9d2bc8d 199.204.45.4 - - [18/Mar/2026:22:06:27 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.322 [openstack-keystone-api-5000] [] 10.0.0.111:5000 3193 0.322 201 7d76468341fd984d4c2540657d8fcbb6 199.204.45.4 - - [18/Mar/2026:22:06:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 3507ba0804dc3d013c24a1d552defef6 199.204.45.4 - - [18/Mar/2026:22:06:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 000455d994b0664aa0cda8ad641c3497 199.204.45.4 - - [18/Mar/2026:22:06:29 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.006 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.006 300 f3116fc8a8be839d00f5b3662e16b2de 199.204.45.4 - - [18/Mar/2026:22:06:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.296 [openstack-keystone-api-5000] [] 10.0.0.111:5000 3193 0.296 201 68d0c2c66eeafc509497330cb1e773cc 199.204.45.4 - - [18/Mar/2026:22:06:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 1009503f6b5bebf59276700c0b335ca1 199.204.45.4 - - [18/Mar/2026:22:06:29 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 4e570ea06250699b81dbefe43827e8d8 199.204.45.4 - - [18/Mar/2026:22:06:30 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.004 300 9bffb24411d76325b973cd295eb43381 199.204.45.4 - - [18/Mar/2026:22:06:31 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.303 [openstack-keystone-api-5000] [] 10.0.0.111:5000 3193 0.303 201 967ba274c10713c9a134a85a3678c53b 199.204.45.4 - - [18/Mar/2026:22:06:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 9efa5c3bfd02396f12fb62bc0c1ad279 199.204.45.4 - - [18/Mar/2026:22:06:31 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 1a19ffbf5161f823c588c26df02f4e84 199.204.45.4 - - [18/Mar/2026:22:06:32 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.003 300 348a306477f71f14181c43cf3a78b71e 199.204.45.4 - - [18/Mar/2026:22:06:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.283 [openstack-keystone-api-5000] [] 10.0.0.111:5000 3193 0.284 201 5d6a0aac7fee6cc9b4bc8ea29f41bf08 199.204.45.4 - - [18/Mar/2026:22:06:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 390ae7f4c600e638fc813e11db0236b6 199.204.45.4 - - [18/Mar/2026:22:06:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 47c1f818d6e80f7db9678676dfb0548b 199.204.45.4 - - [18/Mar/2026:22:06:34 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.004 300 f9dc969acc6e59f8a2b3026adddc6be8 W0318 22:06:34.572574 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0318 22:06:34.572990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:06:34.573169 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [18/Mar/2026:22:06:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.283 [openstack-keystone-api-5000] [] 10.0.0.111:5000 3193 0.283 201 30ccef8466bb802604d17a12c07e4fb6 199.204.45.4 - - [18/Mar/2026:22:06:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 8334a2b77a700cd41c5cc437692ae7b9 199.204.45.4 - - [18/Mar/2026:22:06:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 4f9b5a5efba60634df77bd2ed667c55c 199.204.45.4 - - [18/Mar/2026:22:06:36 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.004 300 b68b60514a5de200db4427857088b8aa 199.204.45.4 - - [18/Mar/2026:22:06:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.303 [openstack-keystone-api-5000] [] 10.0.0.111:5000 3193 0.303 201 959049c58ed3cc8f3b1467a4d75deb6d 199.204.45.4 - - [18/Mar/2026:22:06:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - dc0a59cf804e4202f8a75ae5dbd4f84f 199.204.45.4 - - [18/Mar/2026:22:06:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - d81e990a44e5d2c123f9eec46ecea7da 199.204.45.4 - - [18/Mar/2026:22:06:38 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.025 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.025 300 ef4a66c2a803bf86ea401fe22c9e4151 199.204.45.4 - - [18/Mar/2026:22:06:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.295 [openstack-keystone-api-5000] [] 10.0.0.111:5000 3193 0.294 201 0e2ac36758096b0c2019cd652acfba9f 199.204.45.4 - - [18/Mar/2026:22:06:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 0f4a184c17bcd5ccfed2a9fba3a4fcfd 199.204.45.4 - - [18/Mar/2026:22:06:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 993244d226b02665ef0393061d88766e 199.204.45.4 - - [18/Mar/2026:22:06:40 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.004 300 85c54ccd7cc1ca6bcc960f2436c15afc 199.204.45.4 - - [18/Mar/2026:22:06:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.286 [openstack-keystone-api-5000] [] 10.0.0.111:5000 3193 0.285 201 667c5f0ed3457a99c2cfa673f12dd51c 199.204.45.4 - - [18/Mar/2026:22:06:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - d943dbddbbe44858d11c36398827a564 199.204.45.4 - - [18/Mar/2026:22:06:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - acf98e8703d1cdbac95e6271a0d8377c 199.204.45.4 - - [18/Mar/2026:22:06:41 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.004 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.004 300 fd3b93f00d100e2397de641d496da7fa 199.204.45.4 - - [18/Mar/2026:22:06:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.282 [openstack-keystone-api-5000] [] 10.0.0.111:5000 3193 0.282 201 cdfafa8ac0643abff0cbe22f1386d3d3 199.204.45.4 - - [18/Mar/2026:22:06:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 669dd7162ee56fdcf48ac7e4f83ecec4 199.204.45.4 - - [18/Mar/2026:22:06:42 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 1754f52f40ae528c86760a74a7afe7b9 199.204.45.4 - - [18/Mar/2026:22:06:43 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.003 300 d55f2648b8318fa3d793a729d6374c6b W0318 22:06:43.843926 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:06:43.844980 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.4 - - [18/Mar/2026:22:06:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.315 [openstack-keystone-api-5000] [] 10.0.0.111:5000 3193 0.314 201 b7b10ae525d67e6e3bfc0453918c55b5 199.204.45.4 - - [18/Mar/2026:22:06:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - bb5a8d807398eeb4a30f642454a4f55f 199.204.45.4 - - [18/Mar/2026:22:06:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.000 [openstack-glance-api-9292] [] - - - - 00cc588a0ded32d54bb76e7e0b938376 199.204.45.4 - - [18/Mar/2026:22:06:45 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.003 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.003 300 e6e63a375c249d7496d1e90b8165c6ea 199.204.45.4 - - [18/Mar/2026:22:06:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.304 [openstack-keystone-api-5000] [] 10.0.0.111:5000 3193 0.304 201 fe3ea50a84fce7f9c3546d515730bc44 199.204.45.4 - - [18/Mar/2026:22:06:45 +0000] "GET / HTTP/1.1" 300 1290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.002 [openstack-glance-api-9292] [] 10.0.0.187:9292 1290 0.001 300 aac98c7fbac3b1b3bbd359935e0022b4 199.204.45.4 - - [18/Mar/2026:22:06:46 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.518 [openstack-glance-api-9292] [] 10.0.0.187:9292 69 0.518 200 12a7c4dc93ccffeefc53b0fe4771eec7 199.204.45.4 - - [18/Mar/2026:22:06:49 +0000] "GET / HTTP/1.1" 300 279 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 229 0.005 [openstack-keystone-api-5000] [] 10.0.0.111:5000 279 0.004 300 f81ceda82d0dd3271a1aacec7619d7db 199.204.45.4 - - [18/Mar/2026:22:06:49 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 548 0.285 [openstack-keystone-api-5000] [] 10.0.0.111:5000 3193 0.285 201 47554ccd5fbfda7e6988f718686252be 199.204.45.4 - - [18/Mar/2026:22:06:49 +0000] "GET / HTTP/1.1" 300 1290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 226 0.002 [openstack-glance-api-9292] [] 10.0.0.187:9292 1290 0.002 300 6a658b1fe6d5045023b0b8dbee69c29f 199.204.45.4 - - [18/Mar/2026:22:06:49 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.037 [openstack-glance-api-9292] [] 10.0.0.187:9292 69 0.037 200 14723201eb7df22d07c112fea459b02c 199.204.45.4 - - [18/Mar/2026:22:06:49 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 428 0.129 [openstack-glance-api-9292] [] 10.0.0.187:9292 151 0.128 404 49f0e12c7965857c7a2bb95750302aad 199.204.45.4 - - [18/Mar/2026:22:06:49 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 446 0.028 [openstack-glance-api-9292] [] 10.0.0.187:9292 81 0.028 200 600916ef328fa0f605ceb1c2de06c4bc 199.204.45.4 - - [18/Mar/2026:22:06:49 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 449 0.023 [openstack-glance-api-9292] [] 10.0.0.187:9292 84 0.023 200 e30b863176a8fe0811befbc0998cacf4 199.204.45.4 - - [18/Mar/2026:22:06:49 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 712 0.057 [openstack-glance-api-9292] [] 10.0.0.187:9292 760 0.057 201 25ad7b7cbdb7f7e048b70a7b86dd4503 199.204.45.4 - - [18/Mar/2026:22:06:53 +0000] "PUT /v2/images/962722da-e8e4-4c80-9d75-ba3c05e885ec/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441039 3.945 [openstack-glance-api-9292] [] 10.0.0.187:9292 0 3.945 204 4de1f9f73a037672c18487559f081e37 199.204.45.4 - - [18/Mar/2026:22:06:53 +0000] "GET /v2/images/962722da-e8e4-4c80-9d75-ba3c05e885ec HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.015 [openstack-glance-api-9292] [] 10.0.0.187:9292 1171 0.014 200 599c4507ac531c63ee6269f2df462e34 199.204.45.4 - - [18/Mar/2026:22:06:53 +0000] "GET /v2/images/962722da-e8e4-4c80-9d75-ba3c05e885ec HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 458 0.012 [openstack-glance-api-9292] [] 10.0.0.187:9292 1171 0.013 200 1368ad12f4d78cde4bcfb913c7663097 W0318 22:06:56.559316 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:06:56.559365 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0318 22:06:57.431271 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.97.6.234"}] I0318 22:06:57.436065 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"9dc68f52-77d1-4ed2-be76-baf9ddc7882c", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9460", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0318 22:06:59.893696 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:06:59.893763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:07:03.226620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0318 22:07:03.226672 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store