------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0314 01:33:54.103080 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0314 01:33:54.103314 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0314 01:33:54.112211 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0314 01:33:54.115443 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0314 01:33:54.153210 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0314 01:33:54.170902 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0314 01:33:54.181956 7 nginx.go:271] "Starting NGINX Ingress controller" I0314 01:33:54.187050 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"3c73e495-8bdb-4ce9-8160-81fd0ae7f1e0", APIVersion:"v1", ResourceVersion:"1131", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0314 01:33:54.192721 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"fc54341d-2371-4439-8b9d-8fa47d93eb03", APIVersion:"v1", ResourceVersion:"1132", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0314 01:33:54.192809 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"1ab3d727-d81f-4891-9472-9e26686a1d7f", APIVersion:"v1", ResourceVersion:"1130", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0314 01:33:55.383858 7 nginx.go:317] "Starting NGINX process" I0314 01:33:55.383957 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0314 01:33:55.384681 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0314 01:33:55.384960 7 controller.go:603] Service "ingress-nginx/ingress-nginx-defaultbackend" does not have any active Endpoint W0314 01:33:55.385035 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:55.385067 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:33:55.385122 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:33:55.392631 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0314 01:33:55.393018 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-nzdlc" I0314 01:33:55.418135 7 controller.go:216] "Backend successfully reloaded" I0314 01:33:55.418252 7 controller.go:227] "Initial sync, sleeping for 1 second" I0314 01:33:55.418304 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nzdlc", UID:"4767cca1-3279-4f39-8261-be170c575b7a", APIVersion:"v1", ResourceVersion:"1171", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:33:59.212025 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:33:59.212055 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:02.546381 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:02.546431 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:05.880503 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:05.880553 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:09.212173 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:09.212218 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:12.545606 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:12.545678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:15.878982 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:15.879043 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:19.213404 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:19.213449 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:22.545763 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:22.545810 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:25.879619 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:25.879687 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:31.780409 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:34:31.780450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:20.119603 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:20.119626 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:23.455869 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:23.455945 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:44.025332 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:44.025369 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:47.358890 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:47.358936 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:50.693154 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:50.693205 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:54.025759 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:54.025825 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:57.359970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:35:57.360012 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:00.692497 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:00.692557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:04.026031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:04.026063 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:07.361797 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:07.361947 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:10.693164 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:10.693222 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:14.027864 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:36:14.027940 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:15.898620 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:15.898663 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:18.682389 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-25.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-25.nip.io-tls was not found. Using default certificate W0314 01:38:18.682439 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:18.682455 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:38:18.683675 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.001s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0314 01:38:18.683703 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0314 01:38:18.690461 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" I0314 01:38:18.690825 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3486ea62-fd47-47c0-b9f5-57fc6bcd3ebe", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3048", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:38:18.691230 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-25.nip.io-tls" in local store I0314 01:38:19.011502 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-25.nip.io-tls" I0314 01:38:19.012548 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-25.nip.io-tls" W0314 01:38:19.232446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:19.232487 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:38:19.232552 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:38:19.290351 7 controller.go:216] "Backend successfully reloaded" I0314 01:38:19.290631 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nzdlc", UID:"4767cca1-3279-4f39-8261-be170c575b7a", APIVersion:"v1", ResourceVersion:"1171", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:38:22.565791 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:22.565839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [14/Mar/2026:01:38:29 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 1.843 [auth-system-keycloak-80] [] 10.0.0.21:8080 1925 1.842 200 6ed5e48d756ba88812a72bbc4a93d8d4 199.204.45.25 - - [14/Mar/2026:01:38:29 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1195 0.109 [auth-system-keycloak-80] [] 10.0.0.21:8080 116 0.109 404 d2ba5443ab2da353771f3ad21a08408c 199.204.45.25 - - [14/Mar/2026:01:38:33 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1294 4.176 [auth-system-keycloak-80] [] 10.0.0.21:8080 0 4.175 201 db9bf8a29a6e6095a35931d30ecb1203 199.204.45.25 - - [14/Mar/2026:01:38:34 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.517 [auth-system-keycloak-80] [] 10.0.0.21:8080 4246 0.517 200 b4a104f20807dfe17c62a9a732431864 199.204.45.25 - - [14/Mar/2026:01:38:35 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.493 [auth-system-keycloak-80] [] 10.0.0.21:8080 1925 0.492 200 54883f08a667462aba6c56c78cd8efe1 199.204.45.25 - - [14/Mar/2026:01:38:35 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1209 0.153 [auth-system-keycloak-80] [] 10.0.0.21:8080 12500 0.153 200 720a5e757bc62cc172c459f4b97f328c 199.204.45.25 - - [14/Mar/2026:01:38:35 +0000] "GET /admin/realms/atmosphere/client-scopes/4fae2edf-e1ee-4bc3-8a0e-f06700a680b5 HTTP/1.1" 200 1278 "-" "Ansible" 1246 0.009 [auth-system-keycloak-80] [] 10.0.0.21:8080 1278 0.009 200 471992b6e55c9ff9f130279454796090 199.204.45.25 - - [14/Mar/2026:01:38:35 +0000] "PUT /admin/realms/atmosphere/client-scopes/4fae2edf-e1ee-4bc3-8a0e-f06700a680b5 HTTP/1.1" 204 0 "-" "Ansible" 1846 0.075 [auth-system-keycloak-80] [] 10.0.0.21:8080 0 0.074 204 7d64e64a74a22426ed3a79ba8d9db6ef 199.204.45.25 - - [14/Mar/2026:01:38:35 +0000] "GET /admin/realms/atmosphere/client-scopes/4fae2edf-e1ee-4bc3-8a0e-f06700a680b5/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1270 0.084 [auth-system-keycloak-80] [] 10.0.0.21:8080 963 0.084 200 3c736a9fad75c3507433ee362492f218 199.204.45.25 - - [14/Mar/2026:01:38:35 +0000] "GET /admin/realms/atmosphere/client-scopes/4fae2edf-e1ee-4bc3-8a0e-f06700a680b5/protocol-mappers/models/2eeea5c5-7d73-4661-9b2d-7ecd74712495 HTTP/1.1" 200 366 "-" "Ansible" 1307 0.009 [auth-system-keycloak-80] [] 10.0.0.21:8080 366 0.009 200 faf391f3cf64ff8b10ae314eabe44a23 199.204.45.25 - - [14/Mar/2026:01:38:35 +0000] "PUT /admin/realms/atmosphere/client-scopes/4fae2edf-e1ee-4bc3-8a0e-f06700a680b5/protocol-mappers/models/2eeea5c5-7d73-4661-9b2d-7ecd74712495 HTTP/1.1" 204 0 "-" "Ansible" 1620 0.075 [auth-system-keycloak-80] [] 10.0.0.21:8080 0 0.074 204 e96772eff9c6b8aff0f7d70884060fc5 199.204.45.25 - - [14/Mar/2026:01:38:36 +0000] "GET /admin/realms/atmosphere/client-scopes/4fae2edf-e1ee-4bc3-8a0e-f06700a680b5 HTTP/1.1" 200 1218 "-" "Ansible" 1246 0.075 [auth-system-keycloak-80] [] 10.0.0.21:8080 1218 0.075 200 8b760ba59df5c540d1dd7c77b43e6812 I0314 01:38:55.399479 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.105.17.222"}] I0314 01:38:55.406912 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"3486ea62-fd47-47c0-b9f5-57fc6bcd3ebe", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3410", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:38:55.408543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:38:55.408579 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [14/Mar/2026:01:38:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.521 [auth-system-keycloak-80] [] 10.0.0.21:8080 1925 0.519 200 2c6b0d7369e335315d4eddb55021357b 199.204.45.25 - - [14/Mar/2026:01:38:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1225 0.065 [auth-system-keycloak-80] [] 10.0.0.21:8080 2 0.065 200 bd3db31a6b55f6a51ca9d89bbe5a24bf 199.204.45.25 - - [14/Mar/2026:01:38:57 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1654 0.383 [auth-system-keycloak-80] [] 10.0.0.21:8080 0 0.382 201 56bf667ac93b0d1c05872c258052e23e 199.204.45.25 - - [14/Mar/2026:01:38:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.086 [auth-system-keycloak-80] [] 10.0.0.21:8080 1259 0.086 200 dff39731e45ea0a66e6a37f7e3efd445 199.204.45.25 - - [14/Mar/2026:01:38:59 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.845 [auth-system-keycloak-80] [] 10.0.0.21:8080 1925 0.844 200 7f81b5ea0757f72683f028a080954d0e 199.204.45.25 - - [14/Mar/2026:01:38:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1220 0.059 [auth-system-keycloak-80] [] 10.0.0.21:8080 2 0.059 200 8c5ae9a8b30c09c7567df96ab149a56c 199.204.45.25 - - [14/Mar/2026:01:38:59 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1684 0.097 [auth-system-keycloak-80] [] 10.0.0.21:8080 0 0.096 201 13f4b796ab4b8737a9c5e0b97e99ddfa 199.204.45.25 - - [14/Mar/2026:01:38:59 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.074 [auth-system-keycloak-80] [] 10.0.0.21:8080 1283 0.075 200 11708a0c1679dc34f6d2586f5e92970c 199.204.45.25 - - [14/Mar/2026:01:39:00 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.475 [auth-system-keycloak-80] [] 10.0.0.21:8080 1925 0.474 200 64a14405aa6ee5a505b00de2451f44c1 199.204.45.25 - - [14/Mar/2026:01:39:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1223 0.040 [auth-system-keycloak-80] [] 10.0.0.21:8080 2 0.040 200 05b903cd14d3153788235553536108b7 199.204.45.25 - - [14/Mar/2026:01:39:00 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1646 0.098 [auth-system-keycloak-80] [] 10.0.0.21:8080 0 0.097 201 00b9a20cfd633491971d7645920ad7d8 199.204.45.25 - - [14/Mar/2026:01:39:00 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.073 [auth-system-keycloak-80] [] 10.0.0.21:8080 1249 0.074 200 43de000c2649bc2e22f05083f803b7ae 199.204.45.25 - - [14/Mar/2026:01:39:01 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.433 [auth-system-keycloak-80] [] 10.0.0.21:8080 1925 0.434 200 e3c1c4091a08589a7155f8b3350d3b57 199.204.45.25 - - [14/Mar/2026:01:39:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.031 [auth-system-keycloak-80] [] 10.0.0.21:8080 1259 0.030 200 d96293f85910dfd1314960db5c5ebac4 199.204.45.25 - - [14/Mar/2026:01:39:01 +0000] "GET /admin/realms/atmosphere/clients/bf1540b7-60fa-4370-aaf8-1b4fabe1eca8/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.21:8080 119 0.012 404 7d190e7955860a59e3e3f8a8335870cb 199.204.45.25 - - [14/Mar/2026:01:39:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.069 [auth-system-keycloak-80] [] 10.0.0.21:8080 1259 0.069 200 eed1c82caae0986afaac73034d516a39 199.204.45.25 - - [14/Mar/2026:01:39:01 +0000] "POST /admin/realms/atmosphere/clients/bf1540b7-60fa-4370-aaf8-1b4fabe1eca8/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.021 [auth-system-keycloak-80] [] 10.0.0.21:8080 0 0.020 201 3d6718c05e7ea07f3c4ce53b7984751e 199.204.45.25 - - [14/Mar/2026:01:39:01 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1259 "-" "Ansible" 1225 0.064 [auth-system-keycloak-80] [] 10.0.0.21:8080 1259 0.064 200 b41d02c45aba74c1f965a06db13effbe 199.204.45.25 - - [14/Mar/2026:01:39:01 +0000] "GET /admin/realms/atmosphere/clients/bf1540b7-60fa-4370-aaf8-1b4fabe1eca8/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.017 [auth-system-keycloak-80] [] 10.0.0.21:8080 166 0.016 200 091904940ed9da069b342403be23ee91 199.204.45.25 - - [14/Mar/2026:01:39:02 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.502 [auth-system-keycloak-80] [] 10.0.0.21:8080 1925 0.500 200 dacca732dafe2ae505e2ca88fa8711e2 199.204.45.25 - - [14/Mar/2026:01:39:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.21:8080 1283 0.007 200 e8d74091ba097dab09e9f70862643f51 199.204.45.25 - - [14/Mar/2026:01:39:02 +0000] "GET /admin/realms/atmosphere/clients/06de8bec-d142-4552-8a48-780abd94c489/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1252 0.010 [auth-system-keycloak-80] [] 10.0.0.21:8080 119 0.010 404 47c65d99500ab85abab0e398e2c8ba88 199.204.45.25 - - [14/Mar/2026:01:39:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.21:8080 1283 0.004 200 38ffd962b30b4f138b3234d391a93f59 199.204.45.25 - - [14/Mar/2026:01:39:02 +0000] "POST /admin/realms/atmosphere/clients/06de8bec-d142-4552-8a48-780abd94c489/roles HTTP/1.1" 201 0 "-" "Ansible" 1347 0.047 [auth-system-keycloak-80] [] 10.0.0.21:8080 0 0.047 201 d5f07473c807b680e0580c69cf0f4b9e 199.204.45.25 - - [14/Mar/2026:01:39:02 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.007 [auth-system-keycloak-80] [] 10.0.0.21:8080 1283 0.006 200 9da13abff27ad0e5766c4e33f4789494 199.204.45.25 - - [14/Mar/2026:01:39:02 +0000] "GET /admin/realms/atmosphere/clients/06de8bec-d142-4552-8a48-780abd94c489/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1252 0.072 [auth-system-keycloak-80] [] 10.0.0.21:8080 165 0.072 200 5bad1c24dbc2e0d627eb9ff5d549a3f7 199.204.45.25 - - [14/Mar/2026:01:39:03 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.527 [auth-system-keycloak-80] [] 10.0.0.21:8080 1925 0.526 200 5aa23c7c7209293c9315968da14e6f4f 199.204.45.25 - - [14/Mar/2026:01:39:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.008 [auth-system-keycloak-80] [] 10.0.0.21:8080 1283 0.008 200 a54aaf181d2f2ee592317fd75d82c35a 199.204.45.25 - - [14/Mar/2026:01:39:03 +0000] "GET /admin/realms/atmosphere/clients/06de8bec-d142-4552-8a48-780abd94c489/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1253 0.007 [auth-system-keycloak-80] [] 10.0.0.21:8080 119 0.008 404 8ea5d17e076c23ed86a8b49d1177fc13 199.204.45.25 - - [14/Mar/2026:01:39:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.004 [auth-system-keycloak-80] [] 10.0.0.21:8080 1283 0.004 200 9a7846571e65ca466e1f859864b8ada2 199.204.45.25 - - [14/Mar/2026:01:39:03 +0000] "POST /admin/realms/atmosphere/clients/06de8bec-d142-4552-8a48-780abd94c489/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.055 [auth-system-keycloak-80] [] 10.0.0.21:8080 0 0.055 201 b7015ac85b85343894a9d50fd0680753 199.204.45.25 - - [14/Mar/2026:01:39:03 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.005 [auth-system-keycloak-80] [] 10.0.0.21:8080 1283 0.005 200 e9ec2f3def6dee0a4d566ef59e0cec12 199.204.45.25 - - [14/Mar/2026:01:39:03 +0000] "GET /admin/realms/atmosphere/clients/06de8bec-d142-4552-8a48-780abd94c489/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1253 0.074 [auth-system-keycloak-80] [] 10.0.0.21:8080 166 0.074 200 0a86906728e54f2c4a37c845eb0306ab 199.204.45.25 - - [14/Mar/2026:01:39:04 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.529 [auth-system-keycloak-80] [] 10.0.0.21:8080 1925 0.528 200 bb4cc34303b6813523a5989649255198 199.204.45.25 - - [14/Mar/2026:01:39:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.060 [auth-system-keycloak-80] [] 10.0.0.21:8080 1283 0.061 200 6d541584e058ed67bb116898d2bc3053 199.204.45.25 - - [14/Mar/2026:01:39:04 +0000] "GET /admin/realms/atmosphere/clients/06de8bec-d142-4552-8a48-780abd94c489/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1253 0.010 [auth-system-keycloak-80] [] 10.0.0.21:8080 119 0.010 404 bca5f717df60d2543ef40781b29e3312 199.204.45.25 - - [14/Mar/2026:01:39:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.006 [auth-system-keycloak-80] [] 10.0.0.21:8080 1283 0.006 200 63b28fc7876181cbe34258dcd8cdde8d 199.204.45.25 - - [14/Mar/2026:01:39:04 +0000] "POST /admin/realms/atmosphere/clients/06de8bec-d142-4552-8a48-780abd94c489/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.018 [auth-system-keycloak-80] [] 10.0.0.21:8080 0 0.017 201 b72d3706ffc36dce326a38fd437c6b03 199.204.45.25 - - [14/Mar/2026:01:39:04 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1283 "-" "Ansible" 1220 0.031 [auth-system-keycloak-80] [] 10.0.0.21:8080 1283 0.030 200 d4a91b0131df67d65afdc1063dfca719 199.204.45.25 - - [14/Mar/2026:01:39:04 +0000] "GET /admin/realms/atmosphere/clients/06de8bec-d142-4552-8a48-780abd94c489/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1253 0.012 [auth-system-keycloak-80] [] 10.0.0.21:8080 166 0.012 200 09a3e59d4b01f43d3b20a4c84443e571 199.204.45.25 - - [14/Mar/2026:01:39:05 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.525 [auth-system-keycloak-80] [] 10.0.0.21:8080 1925 0.524 200 a11b12498e2536403c85221d9e3f9b2f 199.204.45.25 - - [14/Mar/2026:01:39:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.21:8080 1249 0.005 200 267c2a1e730c9b231cc8bca0b8c2371a 199.204.45.25 - - [14/Mar/2026:01:39:05 +0000] "GET /admin/realms/atmosphere/clients/8b0d6ed5-a025-443b-a1cf-2e9132f58fcc/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1253 0.006 [auth-system-keycloak-80] [] 10.0.0.21:8080 119 0.007 404 715ace500e8c0553eb73c2da259046a9 199.204.45.25 - - [14/Mar/2026:01:39:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.004 [auth-system-keycloak-80] [] 10.0.0.21:8080 1249 0.004 200 d1d1721d42dea2364b340b51be87df42 199.204.45.25 - - [14/Mar/2026:01:39:05 +0000] "POST /admin/realms/atmosphere/clients/8b0d6ed5-a025-443b-a1cf-2e9132f58fcc/roles HTTP/1.1" 201 0 "-" "Ansible" 1348 0.035 [auth-system-keycloak-80] [] 10.0.0.21:8080 0 0.035 201 8399960b5494a8a5a1f1a2bb99964869 199.204.45.25 - - [14/Mar/2026:01:39:05 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1249 "-" "Ansible" 1223 0.006 [auth-system-keycloak-80] [] 10.0.0.21:8080 1249 0.007 200 bcbd3a7976fc0a67bf4e66725de19613 199.204.45.25 - - [14/Mar/2026:01:39:05 +0000] "GET /admin/realms/atmosphere/clients/8b0d6ed5-a025-443b-a1cf-2e9132f58fcc/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1253 0.067 [auth-system-keycloak-80] [] 10.0.0.21:8080 166 0.066 200 506e79f973973052f8e0fd76567c7cea W0314 01:39:23.492554 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:23.492588 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:26.826134 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:39:26.826194 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:10.261419 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:10.261490 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:10.331131 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:10.331154 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:10.331259 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0314 01:40:10.331408 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0314 01:40:10.331442 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:10.331480 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:10.331724 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:10.331811 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0314 01:40:10.331865 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:10.331888 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:10.331951 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:10.332008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:40:10.333613 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 01:40:10.333643 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0314 01:40:10.333708 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 01:40:10.333734 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0314 01:40:10.334476 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.003s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.003s testedConfigurationSize:18.2kB} I0314 01:40:10.334513 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0314 01:40:10.340020 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0314 01:40:10.340375 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"46f4a7a1-c0ed-4408-832c-2055ee0bd75b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4000", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:40:10.340445 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0314 01:40:10.341692 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0314 01:40:10.342349 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0314 01:40:10.342399 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" I0314 01:40:10.342415 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"222560e1-001c-4707-9e29-6594892c6839", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4001", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:40:10.342571 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4b3395df-524f-475c-8e38-c6bbdaca527d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4002", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:40:10.342916 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0314 01:40:10.589302 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0314 01:40:10.595277 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" I0314 01:40:10.596827 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0314 01:40:10.597767 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0314 01:40:11.800856 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0314 01:40:11.802010 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" W0314 01:40:13.595137 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:13.595183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:13.595203 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:13.595279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:13.595349 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:40:13.595448 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:40:13.642713 7 controller.go:216] "Backend successfully reloaded" I0314 01:40:13.643088 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nzdlc", UID:"4767cca1-3279-4f39-8261-be170c575b7a", APIVersion:"v1", ResourceVersion:"1171", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0314 01:40:16.928537 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:16.928604 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:16.928667 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:16.928807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:16.928838 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:20.262297 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:20.262343 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:20.262364 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:20.262453 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:20.262465 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:23.594873 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:23.594960 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:23.595003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:23.595210 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:23.595234 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:26.929061 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:26.929102 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:26.929120 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:26.929182 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:26.929198 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:30.261641 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:30.261761 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0314 01:40:30.261834 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:30.261965 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:30.261996 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:33.595286 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:33.595373 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:33.595491 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:33.595517 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:36.928761 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:36.928815 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:36.928880 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:36.928889 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:40.261625 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:40.261754 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:40.261922 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:40.261954 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:43.595084 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:43.595175 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:43.595290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:43.595314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:46.928608 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:46.928760 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:46.929290 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:46.929353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 10.0.0.17 - - [14/Mar/2026:01:40:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.035 [auth-system-keycloak-80] [] 10.0.0.21:8080 6411 0.034 200 fb55696480e817b3423a6bf333d9dbf5 10.0.0.127 - - [14/Mar/2026:01:40:49 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "Go-http-client/1.1" 160 0.009 [auth-system-keycloak-80] [] 10.0.0.21:8080 6411 0.009 200 7494fb014a66c19efc93602e4ff3c914 W0314 01:40:50.262129 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:50.262274 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0314 01:40:50.262390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:50.262417 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:53.596003 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:53.596244 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:53.596273 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:40:55.400712 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.105.17.222"}] I0314 01:40:55.400749 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.105.17.222"}] I0314 01:40:55.400779 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.105.17.222"}] I0314 01:40:55.407143 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"4b3395df-524f-475c-8e38-c6bbdaca527d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5101", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:40:55.408548 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"46f4a7a1-c0ed-4408-832c-2055ee0bd75b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5102", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0314 01:40:55.409284 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"222560e1-001c-4707-9e29-6594892c6839", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5103", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:40:56.928493 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:40:56.928790 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:40:56.928822 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:00.261577 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:00.261801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:00.261832 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:03.595708 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0314 01:41:03.595911 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:03.595937 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:06.929384 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:06.929427 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:10.261815 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:10.261871 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [14/Mar/2026:01:41:12 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.471 [auth-system-keycloak-80] [] 10.0.0.21:8080 1925 0.470 200 ae03f9a22488759e7100ee9eba18ebb6 199.204.45.25 - - [14/Mar/2026:01:41:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1195 0.007 [auth-system-keycloak-80] [] 10.0.0.21:8080 4246 0.007 200 418e52d480371d5f3ce6e9d44bd1ccf8 199.204.45.25 - - [14/Mar/2026:01:41:12 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5707 0.379 [auth-system-keycloak-80] [] 10.0.0.21:8080 0 0.378 204 742c1f51c60f43373a2518c89e4932cb 199.204.45.25 - - [14/Mar/2026:01:41:12 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1195 0.200 [auth-system-keycloak-80] [] 10.0.0.21:8080 4384 0.200 200 76f8e8751370fc38f0de3dd37c805cc7 199.204.45.25 - - [14/Mar/2026:01:41:13 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.466 [auth-system-keycloak-80] [] 10.0.0.21:8080 1925 0.465 200 fd9cd527df21789f98c3f3b4e3bc996a 199.204.45.25 - - [14/Mar/2026:01:41:13 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.21:8080 1682 0.009 200 180848aa294524b61a439c42b67b81dc 199.204.45.25 - - [14/Mar/2026:01:41:14 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6411 "-" "ansible-httpget" 180 0.006 [auth-system-keycloak-80] [] 10.0.0.21:8080 6411 0.006 200 4c9fba98056600629325a63325e48890 199.204.45.25 - - [14/Mar/2026:01:41:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.483 [auth-system-keycloak-80] [] 10.0.0.21:8080 1925 0.482 200 86c85741d60d75cb9af62c5cb020daef 199.204.45.25 - - [14/Mar/2026:01:41:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1221 0.053 [auth-system-keycloak-80] [] 10.0.0.21:8080 2 0.054 200 5ba32f2f4e3c4dcbcc8ffc3d13349061 199.204.45.25 - - [14/Mar/2026:01:41:15 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1624 0.117 [auth-system-keycloak-80] [] 10.0.0.21:8080 0 0.116 201 8388eb941d2096d7b2d1347d71829405 199.204.45.25 - - [14/Mar/2026:01:41:15 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.067 [auth-system-keycloak-80] [] 10.0.0.21:8080 2242 0.067 200 856cb514e48a98a85495082b635a3277 199.204.45.25 - - [14/Mar/2026:01:41:16 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1925 "-" "Ansible" 331 0.438 [auth-system-keycloak-80] [] 10.0.0.21:8080 1925 0.437 200 a1de68a772e8de46ee351aabf2f9a54f 199.204.45.25 - - [14/Mar/2026:01:41:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2242 "-" "Ansible" 1221 0.018 [auth-system-keycloak-80] [] 10.0.0.21:8080 2242 0.019 200 f4ec3e6b79323fd30f1d100fe1915cd8 199.204.45.25 - - [14/Mar/2026:01:41:16 +0000] "GET /admin/realms/atmosphere/clients/a858ae79-8cfb-4f72-9099-d7fd581008c7/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1261 0.017 [auth-system-keycloak-80] [] 10.0.0.21:8080 233 0.016 200 6859a4475e2aaf6eb41d671cc57c6272 199.204.45.25 - - [14/Mar/2026:01:41:16 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1229 0.077 [auth-system-keycloak-80] [] 10.0.0.21:8080 831 0.076 200 9a54740ca6e2dcf0e10e6d731bacf6f3 199.204.45.25 - - [14/Mar/2026:01:41:17 +0000] "GET /admin/realms/atmosphere/clients/44dcb2fc-69e4-4a67-bbfd-4abd204c6c13/roles HTTP/1.1" 200 3758 "-" "Ansible" 1246 0.025 [auth-system-keycloak-80] [] 10.0.0.21:8080 3758 0.025 200 613ca68c11a9bec274a5cddcc7e3fce5 199.204.45.25 - - [14/Mar/2026:01:41:17 +0000] "GET /admin/realms/atmosphere/users/c28169ee-24c8-4d20-bd29-3f69f89a3c3d/role-mappings/clients/44dcb2fc-69e4-4a67-bbfd-4abd204c6c13/available HTTP/1.1" 200 3758 "-" "Ansible" 1307 0.150 [auth-system-keycloak-80] [] 10.0.0.21:8080 3758 0.150 200 cc6db9f0945afc99daddeb24f629ff2b 199.204.45.25 - - [14/Mar/2026:01:41:17 +0000] "GET /admin/realms/atmosphere/users/c28169ee-24c8-4d20-bd29-3f69f89a3c3d/role-mappings/clients/44dcb2fc-69e4-4a67-bbfd-4abd204c6c13/composite HTTP/1.1" 200 2 "-" "Ansible" 1307 0.082 [auth-system-keycloak-80] [] 10.0.0.21:8080 2 0.081 200 788c4c24f9c10aa314793cac9a96f47c 199.204.45.25 - - [14/Mar/2026:01:41:17 +0000] "POST /admin/realms/atmosphere/users/c28169ee-24c8-4d20-bd29-3f69f89a3c3d/role-mappings/clients/44dcb2fc-69e4-4a67-bbfd-4abd204c6c13 HTTP/1.1" 204 0 "-" "Ansible" 1388 0.017 [auth-system-keycloak-80] [] 10.0.0.21:8080 0 0.017 204 0f63012d16c4f3e1f7b6673b371e8562 199.204.45.25 - - [14/Mar/2026:01:41:17 +0000] "GET /admin/realms/atmosphere/users/c28169ee-24c8-4d20-bd29-3f69f89a3c3d/role-mappings/clients/44dcb2fc-69e4-4a67-bbfd-4abd204c6c13/composite HTTP/1.1" 200 576 "-" "Ansible" 1307 0.153 [auth-system-keycloak-80] [] 10.0.0.21:8080 576 0.152 200 ebeae5973e73ed03cc7f879a303b317a W0314 01:41:19.987786 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:19.987821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:23.323120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:23.323167 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:37.939341 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:37.939371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:41.273287 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:41.273320 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:44.607254 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:41:44.607360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:25.592395 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:43:25.592446 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:00.823946 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 01:44:00.824038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:00.824059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:44:00.827909 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0s admissionTime:0.004s testedConfigurationSize:28.7kB} I0314 01:44:00.827949 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0314 01:44:00.832218 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0314 01:44:00.832473 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"70554270-8627-409e-9c44-24023810318a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6288", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:44:00.832610 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0314 01:44:00.832900 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0314 01:44:00.832950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:00.832962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:44:00.833041 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:44:00.883638 7 controller.go:216] "Backend successfully reloaded" I0314 01:44:00.883965 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nzdlc", UID:"4767cca1-3279-4f39-8261-be170c575b7a", APIVersion:"v1", ResourceVersion:"1171", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:44:01.207161 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0314 01:44:01.208386 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0314 01:44:04.166514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:04.166557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [14/Mar/2026:01:44:05 +0000] "GET / HTTP/1.1" 300 280 "-" "ansible-httpget" 130 0.006 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.006 300 b7a73fcd33d4ce2053cfa593dd05ba71 199.204.45.25 - - [14/Mar/2026:01:44:06 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.002 [openstack-keystone-api-5000] [] 10.0.0.162:5000 265 0.003 200 97a9bccf45f298f4414c351f79ec0d1b 199.204.45.25 - - [14/Mar/2026:01:44:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.342 [openstack-keystone-api-5000] [] 10.0.0.162:5000 1359 0.342 201 92f397e0264b0fb828b4e0dca1b4cdc4 199.204.45.25 - - [14/Mar/2026:01:44:07 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.004 300 d85a5b0c5eafca712911eebadc30921c 199.204.45.25 - - [14/Mar/2026:01:44:07 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 437 0.035 [openstack-keystone-api-5000] [] 10.0.0.162:5000 90 0.035 404 b950f4e893579ad02dcb645d70a6155a 199.204.45.25 - - [14/Mar/2026:01:44:07 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.026 [openstack-keystone-api-5000] [] 10.0.0.162:5000 366 0.026 200 e95797e07a0a92e795413be6f6c7fe9b 199.204.45.25 - - [14/Mar/2026:01:44:07 +0000] "GET /v3/domains/007171fb0baf407c9988bb34d9204340 HTTP/1.1" 200 244 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.016 [openstack-keystone-api-5000] [] 10.0.0.162:5000 244 0.016 200 1ce5197245fb66c900f0ef8e35e57f97 199.204.45.25 - - [14/Mar/2026:01:44:07 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 265 0.004 200 1b1f7339d89e99e71b2566d85b711843 199.204.45.25 - - [14/Mar/2026:01:44:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.162:5000 1359 0.289 201 7b40ccd72b88cbc5561d52aea64dc79f 199.204.45.25 - - [14/Mar/2026:01:44:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.004 300 b76b3e916b95ccccf4dfdb5c5899568a 199.204.45.25 - - [14/Mar/2026:01:44:08 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 462 0.021 [openstack-keystone-api-5000] [] 10.0.0.162:5000 101 0.022 404 d275d4a94db34eb030e42d7fc0b1788a 199.204.45.25 - - [14/Mar/2026:01:44:08 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 464 0.020 [openstack-keystone-api-5000] [] 10.0.0.162:5000 155 0.021 200 2461f40b48f6b9a71131181c313a32a1 199.204.45.25 - - [14/Mar/2026:01:44:08 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 340 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 679 0.026 [openstack-keystone-api-5000] [] 10.0.0.162:5000 340 0.027 201 fdbf0d4d5aa494ce23716ff2740ef455 199.204.45.25 - - [14/Mar/2026:01:44:08 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 265 0.004 200 d1e8a3c2eeccca01da9a9866db74e8a9 199.204.45.25 - - [14/Mar/2026:01:44:08 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.281 [openstack-keystone-api-5000] [] 10.0.0.162:5000 1359 0.281 201 1be20a9a7f4d43c178204c26769326cb 199.204.45.25 - - [14/Mar/2026:01:44:08 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.005 300 70cd1681646fdc86e698d5d261f0d96b 199.204.45.25 - - [14/Mar/2026:01:44:09 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.021 [openstack-keystone-api-5000] [] 10.0.0.162:5000 98 0.021 404 fd5bccd55da79d3976b41da9d527eee0 199.204.45.25 - - [14/Mar/2026:01:44:09 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 135 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 454 0.016 [openstack-keystone-api-5000] [] 10.0.0.162:5000 135 0.016 200 5e636c14709f5bd4679991dcd7987097 199.204.45.25 - - [14/Mar/2026:01:44:09 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 356 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 738 0.019 [openstack-keystone-api-5000] [] 10.0.0.162:5000 356 0.020 201 b6d65d44ca326bc2d9dfc8c2321262f6 199.204.45.25 - - [14/Mar/2026:01:44:09 +0000] "GET /v3 HTTP/1.1" 200 265 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 232 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 265 0.004 200 c56016f8c317246453f9cbcfa45635f7 199.204.45.25 - - [14/Mar/2026:01:44:09 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1359 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.293 [openstack-keystone-api-5000] [] 10.0.0.162:5000 1359 0.293 201 463d186f3540b0d6a224eb039b226a20 199.204.45.25 - - [14/Mar/2026:01:44:09 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.004 300 d31cc0c5e46f77086bb6990eda6f036b 199.204.45.25 - - [14/Mar/2026:01:44:09 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 497 0.023 [openstack-keystone-api-5000] [] 10.0.0.162:5000 131 0.023 404 12a7242d91fb350381c0bf546d0c1840 199.204.45.25 - - [14/Mar/2026:01:44:10 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 167 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 485 0.020 [openstack-keystone-api-5000] [] 10.0.0.162:5000 167 0.021 200 3eb93b62eb06f9b501b0c0c3f267863a 199.204.45.25 - - [14/Mar/2026:01:44:10 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 222 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 580 0.024 [openstack-keystone-api-5000] [] 10.0.0.162:5000 222 0.024 201 87ede560f572dcd3fa43b988cc658967 W0314 01:44:19.304955 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:19.304987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:22.638828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:22.638892 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:25.971931 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:25.971973 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:29.306059 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:29.306114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:44.877066 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:44.877110 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:48.213272 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:48.213322 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:52.342114 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:52.342299 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:44:55.403264 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.105.17.222"}] I0314 01:44:55.410046 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"70554270-8627-409e-9c44-24023810318a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6746", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:44:55.675709 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:55.675760 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:59.009168 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:44:59.009197 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:24.867777 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:46:24.867901 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 01:46:24.868026 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:24.868087 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:46:24.872381 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0314 01:46:24.872418 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0314 01:46:24.877018 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" I0314 01:46:24.877243 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"678c73c1-fe69-40dd-b7d3-f3d1432924b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7315", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:46:24.877621 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store W0314 01:46:24.878055 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:46:24.878229 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0314 01:46:24.878333 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:24.878362 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:46:24.878512 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:46:24.928611 7 controller.go:216] "Backend successfully reloaded" I0314 01:46:24.928808 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nzdlc", UID:"4767cca1-3279-4f39-8261-be170c575b7a", APIVersion:"v1", ResourceVersion:"1171", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:46:25.065018 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0314 01:46:25.065914 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.25 - - [14/Mar/2026:01:46:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.003 300 bac4ccfb04fb74c0dfc5eef85550c565 199.204.45.25 - - [14/Mar/2026:01:46:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.327 [openstack-keystone-api-5000] [] 10.0.0.162:5000 1990 0.328 201 6d34dff2e8142fe1bc94cdbe2dc09f25 199.204.45.25 - - [14/Mar/2026:01:46:26 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 432 0.026 [openstack-keystone-api-5000] [] 10.0.0.162:5000 85 0.026 404 cd21de7602615ad377c89fe110b69679 199.204.45.25 - - [14/Mar/2026:01:46:26 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 128 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.027 [openstack-keystone-api-5000] [] 10.0.0.162:5000 128 0.027 200 42e1cc8633c4c9fb077077a80917dbc5 199.204.45.25 - - [14/Mar/2026:01:46:26 +0000] "POST /v3/roles HTTP/1.1" 201 229 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 506 0.029 [openstack-keystone-api-5000] [] 10.0.0.162:5000 229 0.029 201 2cf379a4f78aff98fbb0c0ce57fd8032 W0314 01:46:28.212195 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0314 01:46:28.212360 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:28.212390 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:32.704938 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:32.704970 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [14/Mar/2026:01:46:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.004 300 3fa392f4022f348cb6bee5b8df8e3584 199.204.45.25 - - [14/Mar/2026:01:46:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1990 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.316 [openstack-keystone-api-5000] [] 10.0.0.162:5000 1990 0.316 201 fc9aa89c7c91c6533a1b8c6f650f4585 199.204.45.25 - - [14/Mar/2026:01:46:34 +0000] "GET /v3/roles HTTP/1.1" 200 1514 "-" "python-keystoneclient" 379 0.037 [openstack-keystone-api-5000] [] 10.0.0.162:5000 1514 0.037 200 4b595bbdd525a1a64e1daf138a9070f9 199.204.45.25 - - [14/Mar/2026:01:46:34 +0000] "PUT /v3/roles/c8b691734d774ae3859051584a7a9e19/implies/f2b8e4a572ef4a4b8e6437a2cd2bb09c HTTP/1.1" 201 518 "-" "python-keystoneclient" 472 0.032 [openstack-keystone-api-5000] [] 10.0.0.162:5000 518 0.033 201 9c6a2e04cd803a79d153e209920ed7ff I0314 01:46:55.400594 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.105.17.222"}] I0314 01:46:55.505571 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"678c73c1-fe69-40dd-b7d3-f3d1432924b7", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7627", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:46:55.528475 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:46:55.528510 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [14/Mar/2026:01:47:20 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.006 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.006 300 5d091a7bc623b56752f04c8baf7b2bf5 199.204.45.25 - - [14/Mar/2026:01:47:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.326 [openstack-keystone-api-5000] [] 10.0.0.162:5000 2053 0.326 201 137ca7c18a34e1b98ea7112cc6ccd0ac 199.204.45.25 - - [14/Mar/2026:01:47:21 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.025 [openstack-keystone-api-5000] [] 10.0.0.162:5000 87 0.025 404 c384d30ecc6fb88d565183100e5b8a16 199.204.45.25 - - [14/Mar/2026:01:47:21 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.029 [openstack-keystone-api-5000] [] 10.0.0.162:5000 388 0.029 200 1fb354bb8f8957a0a5baba0480a11455 199.204.45.25 - - [14/Mar/2026:01:47:21 +0000] "GET /v3/users/rgw-RegionOne?domain_id=e9ec6ae6821149e5adebf5c72c7b7e33 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 481 0.026 [openstack-keystone-api-5000] [] 10.0.0.162:5000 91 0.026 404 658658af35d044fc6ed52c14b398bed9 199.204.45.25 - - [14/Mar/2026:01:47:21 +0000] "GET /v3/users?domain_id=e9ec6ae6821149e5adebf5c72c7b7e33&name=rgw-RegionOne HTTP/1.1" 200 177 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 499 0.035 [openstack-keystone-api-5000] [] 10.0.0.162:5000 177 0.035 200 e8be282a6604c6d35839bbdf937f594e 199.204.45.25 - - [14/Mar/2026:01:47:21 +0000] "POST /v3/users HTTP/1.1" 201 290 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 627 0.288 [openstack-keystone-api-5000] [] 10.0.0.162:5000 290 0.288 201 892f6ce40c08b55e0e2958a3c0803354 199.204.45.25 - - [14/Mar/2026:01:47:25 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 228 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.003 300 8efcaacf3e10bc7822ff138d3fc388f3 199.204.45.25 - - [14/Mar/2026:01:47:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 547 0.304 [openstack-keystone-api-5000] [] 10.0.0.162:5000 2053 0.304 201 e8775168151e9ddf94e019943a4e7e7a 199.204.45.25 - - [14/Mar/2026:01:47:25 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 428 0.021 [openstack-keystone-api-5000] [] 10.0.0.162:5000 83 0.022 404 c86225efde048aaf40ee5b6b948f1a98 199.204.45.25 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 359 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 446 0.029 [openstack-keystone-api-5000] [] 10.0.0.162:5000 359 0.029 200 fc7ac416994cb4f67e5beeb402a8416e 199.204.45.25 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 432 0.023 [openstack-keystone-api-5000] [] 10.0.0.162:5000 87 0.023 404 a8a8eee8f7d010f1bee90a77d30d7d58 199.204.45.25 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 388 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 450 0.028 [openstack-keystone-api-5000] [] 10.0.0.162:5000 388 0.028 200 2665978b16beb06ee69540fa89d7c0b9 199.204.45.25 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/users/rgw-RegionOne?domain_id=e9ec6ae6821149e5adebf5c72c7b7e33 HTTP/1.1" 404 91 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 479 0.019 [openstack-keystone-api-5000] [] 10.0.0.162:5000 91 0.019 404 3871abc526354ffd8d3b3245a8937148 199.204.45.25 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/users?domain_id=e9ec6ae6821149e5adebf5c72c7b7e33&name=rgw-RegionOne HTTP/1.1" 200 456 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 497 0.046 [openstack-keystone-api-5000] [] 10.0.0.162:5000 456 0.046 200 d0dbc17067505718199a94c2d929b7be 199.204.45.25 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 433 0.020 [openstack-keystone-api-5000] [] 10.0.0.162:5000 88 0.019 404 59d9be6d80103d25289f575022984ebb 199.204.45.25 - - [14/Mar/2026:01:47:26 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 518 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 451 0.024 [openstack-keystone-api-5000] [] 10.0.0.162:5000 518 0.024 200 fb89cb402de3f64fc68b8fb7eb9a4bd2 199.204.45.25 - - [14/Mar/2026:01:47:26 +0000] "PUT /v3/projects/dc232849d5214a08a93d829e6d8c0620/users/b4dabf3f9dd343cfbbc924c8dc7cb3bd/roles/d4253009f400475ca86ad7c06539ca65 HTTP/1.1" 204 0 "-" "openstacksdk/4.4.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.12.3" 555 0.031 [openstack-keystone-api-5000] [] 10.0.0.162:5000 0 0.030 204 f4d7a694c20b68f3418d42d8a399e702 199.204.45.25 - - [14/Mar/2026:01:47:28 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.003 300 f0229a931708108391533ca84dbe660f 199.204.45.25 - - [14/Mar/2026:01:47:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2053 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.316 [openstack-keystone-api-5000] [] 10.0.0.162:5000 2053 0.315 201 c8971cf2eb3a4a6b83c599dc9bbf615d 199.204.45.25 - - [14/Mar/2026:01:47:28 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 150 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 469 0.023 [openstack-keystone-api-5000] [] 10.0.0.162:5000 150 0.022 200 096a1b9c33478ed0d28664da5dba3395 199.204.45.25 - - [14/Mar/2026:01:47:28 +0000] "POST /v3/services HTTP/1.1" 201 262 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 577 0.029 [openstack-keystone-api-5000] [] 10.0.0.162:5000 262 0.028 201 076083289afaa88ecc1813257dd7c3b0 199.204.45.25 - - [14/Mar/2026:01:47:29 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.003 300 6550d174e4b5cfa648ea7c732cc2a91d 199.204.45.25 - - [14/Mar/2026:01:47:29 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2155 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.289 [openstack-keystone-api-5000] [] 10.0.0.162:5000 2155 0.289 201 fdeff2b58316c3239b5be823e361207f 199.204.45.25 - - [14/Mar/2026:01:47:29 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.024 [openstack-keystone-api-5000] [] 10.0.0.162:5000 86 0.024 404 ebf289fdb0f5ba1fab5ed6217a834517 199.204.45.25 - - [14/Mar/2026:01:47:29 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.018 [openstack-keystone-api-5000] [] 10.0.0.162:5000 380 0.018 200 b7606dad2005521f7edde850e66923b6 199.204.45.25 - - [14/Mar/2026:01:47:29 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=987ee42212d244e68ceac67e040e33c6 HTTP/1.1" 200 204 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 522 0.044 [openstack-keystone-api-5000] [] 10.0.0.162:5000 204 0.044 200 46a69003553c5dd697aa2b2f778bc8b2 199.204.45.25 - - [14/Mar/2026:01:47:29 +0000] "POST /v3/endpoints HTTP/1.1" 201 377 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 687 0.026 [openstack-keystone-api-5000] [] 10.0.0.162:5000 377 0.026 201 9d75a525b723137f5a5c1b894af8a64a 199.204.45.25 - - [14/Mar/2026:01:47:30 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.004 300 021ea532bdd169b730a656d65f034f4f 199.204.45.25 - - [14/Mar/2026:01:47:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2363 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.291 [openstack-keystone-api-5000] [] 10.0.0.162:5000 2363 0.291 201 f997b73dabb6bacfd298b75ff5071d5d 199.204.45.25 - - [14/Mar/2026:01:47:30 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.023 [openstack-keystone-api-5000] [] 10.0.0.162:5000 86 0.022 404 939e96d99dafc0d1265f528ac9ca09dd 199.204.45.25 - - [14/Mar/2026:01:47:30 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 380 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.021 [openstack-keystone-api-5000] [] 10.0.0.162:5000 380 0.020 200 1a21289fbd3b9322ada95cd60cbb5dee 199.204.45.25 - - [14/Mar/2026:01:47:30 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=987ee42212d244e68ceac67e040e33c6 HTTP/1.1" 200 206 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 524 0.021 [openstack-keystone-api-5000] [] 10.0.0.162:5000 206 0.021 200 11214a8d573ac6444bf82ca7e8e7d655 199.204.45.25 - - [14/Mar/2026:01:47:30 +0000] "POST /v3/endpoints HTTP/1.1" 201 391 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 701 0.027 [openstack-keystone-api-5000] [] 10.0.0.162:5000 391 0.028 201 52f33be16f8d9533d01ad31bc563ed12 W0314 01:47:32.025791 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:32.025920 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 01:47:32.025990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:32.026007 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:32.030773 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:35.7kB} I0314 01:47:32.030810 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0314 01:47:32.036514 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0314 01:47:32.036749 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"3eced5c0-a8a9-4cd1-aa5c-beb7b8877f12", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7860", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:47:32.037047 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0314 01:47:32.037836 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:32.037951 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0314 01:47:32.038031 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:32.038069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:32.038252 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:47:32.093075 7 controller.go:216] "Backend successfully reloaded" I0314 01:47:32.093340 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nzdlc", UID:"4767cca1-3279-4f39-8261-be170c575b7a", APIVersion:"v1", ResourceVersion:"1171", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:47:32.301942 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0314 01:47:32.302845 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0314 01:47:35.371001 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:35.371219 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:35.371245 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:48.780446 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0314 01:47:48.781335 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:48.781361 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:52.902024 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:52.902344 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:52.902378 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:47:52.902774 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:47:52.953673 7 controller.go:216] "Backend successfully reloaded" I0314 01:47:52.953928 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nzdlc", UID:"4767cca1-3279-4f39-8261-be170c575b7a", APIVersion:"v1", ResourceVersion:"1171", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:47:55.401045 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.105.17.222"}] I0314 01:47:55.405997 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"3eced5c0-a8a9-4cd1-aa5c-beb7b8877f12", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8140", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:47:56.235429 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:56.235584 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:56.235600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:59.570400 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:47:59.570597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:47:59.570628 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:02.903563 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:02.903807 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:02.903843 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:06.237520 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:06.237728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:06.237761 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:19.345458 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:19.345611 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:19.345631 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:22.679856 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:22.680089 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:22.680117 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:27.354830 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:27.354962 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:27.354984 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:36.579006 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0314 01:48:36.579146 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:48:36.579172 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:15.629918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:49:15.629963 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:29.246917 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:29.247119 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 01:50:29.247278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:29.247301 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:50:29.252202 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.006s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.006s testedConfigurationSize:39.1kB} I0314 01:50:29.252247 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0314 01:50:29.256112 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" W0314 01:50:29.256397 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store I0314 01:50:29.256535 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"94d0ad92-0ec8-4157-9f11-7498c1d74f2d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9276", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:50:29.256610 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:29.256668 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0314 01:50:29.256712 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:29.256723 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0314 01:50:29.256804 7 controller.go:196] "Configuration changes detected, backend reload required" I0314 01:50:29.306540 7 controller.go:216] "Backend successfully reloaded" I0314 01:50:29.306918 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-nzdlc", UID:"4767cca1-3279-4f39-8261-be170c575b7a", APIVersion:"v1", ResourceVersion:"1171", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0314 01:50:29.477017 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0314 01:50:29.478988 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" 199.204.45.25 - - [14/Mar/2026:01:50:32 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.004 300 e6b195f4246f05426f0ba6da71b9f321 W0314 01:50:32.590688 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:32.590885 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:32.590946 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [14/Mar/2026:01:50:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.310 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.310 201 02245c172259e0b999718733776d0451 199.204.45.25 - - [14/Mar/2026:01:50:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 468648ee4c2007e2e7f8ac6d398c9ee9 199.204.45.25 - - [14/Mar/2026:01:50:32 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 18daabd416840f6357ca023b87033868 199.204.45.25 - - [14/Mar/2026:01:50:34 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.004 300 22e6fe5e1fbfee9e3e0ca69b8e535794 199.204.45.25 - - [14/Mar/2026:01:50:34 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.297 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.297 201 6f0f15870bdc33174d6be352cb7822f3 199.204.45.25 - - [14/Mar/2026:01:50:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - b41b1ac7ce6781dd45f9f1a54f1b035d 199.204.45.25 - - [14/Mar/2026:01:50:34 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - dad812fe71fe534dbe1fd2fb127a8326 199.204.45.25 - - [14/Mar/2026:01:50:36 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.005 300 999c09f2e35e7a2cf55a4bef4635aa09 199.204.45.25 - - [14/Mar/2026:01:50:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.283 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.283 201 f2ef83385e5e06f1b6b5e359345697c0 199.204.45.25 - - [14/Mar/2026:01:50:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1f5249e6a95e9921aabd26997ae79ccf 199.204.45.25 - - [14/Mar/2026:01:50:36 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ef24ffe2188565a8955d43fa855cfb3c 199.204.45.25 - - [14/Mar/2026:01:50:37 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.005 300 066c59c57642876204c98dcf45f67842 199.204.45.25 - - [14/Mar/2026:01:50:38 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.288 201 734203bad50eb1bdeb4b7a01e6491d21 199.204.45.25 - - [14/Mar/2026:01:50:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 6f35bbaf901bd1f3936ced6764264070 199.204.45.25 - - [14/Mar/2026:01:50:38 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - bc99e8853af6bb7b2a417b3fb9d7c6a1 199.204.45.25 - - [14/Mar/2026:01:50:39 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.002 300 171e26aefaaecd2e6007cab57fc3e344 199.204.45.25 - - [14/Mar/2026:01:50:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.287 201 9ed3ac6434da9b50d1dfa22a2747299e 199.204.45.25 - - [14/Mar/2026:01:50:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a71ba441a71ef42a49364c8feb46dc96 199.204.45.25 - - [14/Mar/2026:01:50:40 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e597df29270cd6a667f252db98705b1e 199.204.45.25 - - [14/Mar/2026:01:50:41 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.003 300 9d775600dfcfa13ae84c5c0d23f87210 199.204.45.25 - - [14/Mar/2026:01:50:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.296 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.295 201 ec12bedcc9c49596f57fc184396648d4 199.204.45.25 - - [14/Mar/2026:01:50:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c4619879990bb1f0506fbd5b10925962 199.204.45.25 - - [14/Mar/2026:01:50:41 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - ccb6db18d0ef1e856d0dcaa560e7cab6 199.204.45.25 - - [14/Mar/2026:01:50:43 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.004 300 0a7d3f19b2fdc10bef6f5f17890a067b 199.204.45.25 - - [14/Mar/2026:01:50:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.282 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.282 201 c20eb2283c1bc3a133e307568d5a6450 199.204.45.25 - - [14/Mar/2026:01:50:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 08c3e504bb7cb7bd453697e3fb7ddfa1 199.204.45.25 - - [14/Mar/2026:01:50:43 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 0eee0a850084c6a4c67040743d90c56b 199.204.45.25 - - [14/Mar/2026:01:50:45 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.004 300 1356296eef4b74f6844872415cfdb6f0 199.204.45.25 - - [14/Mar/2026:01:50:45 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.288 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.288 201 214c83757c0b2d747eae580555a3b8a0 199.204.45.25 - - [14/Mar/2026:01:50:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8b53a6696079f1ec67d8b05272325fbd 199.204.45.25 - - [14/Mar/2026:01:50:45 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a25dfaa2d69ae7d33b9210fb299c8c7f 199.204.45.25 - - [14/Mar/2026:01:50:46 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.003 300 daf68bd14b6a7b6651de677913e4afc3 W0314 01:50:46.898883 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:46.899017 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:46.899037 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [14/Mar/2026:01:50:47 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.305 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.305 201 85171c8295b92d2bead5d3c9d1ce065a 199.204.45.25 - - [14/Mar/2026:01:50:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 12d79d05b48ea3506324041f38b22c14 199.204.45.25 - - [14/Mar/2026:01:50:47 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - e6028c337667998c6c9c9d49dbc742ab 199.204.45.25 - - [14/Mar/2026:01:50:48 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.004 300 699f6d03cd0f1cc3e73b94c739f84abd 199.204.45.25 - - [14/Mar/2026:01:50:48 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.283 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.283 201 fc6a8cc85e55d512eb43acff1b6ba101 199.204.45.25 - - [14/Mar/2026:01:50:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 59bbe22f5687a04ad77387a1370329d9 199.204.45.25 - - [14/Mar/2026:01:50:48 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1941c0f4b946a296f3db08c5acbf7d6e 199.204.45.25 - - [14/Mar/2026:01:50:50 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.004 300 c537bfbb8c85513507bf867e152c7d5e 199.204.45.25 - - [14/Mar/2026:01:50:50 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.285 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.285 201 774307b295356f6cf7b9eb82c316ffef 199.204.45.25 - - [14/Mar/2026:01:50:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 8b0d091b25a022360c83b5440443f828 199.204.45.25 - - [14/Mar/2026:01:50:50 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c974265832cbb296b560e18a89392e0e 199.204.45.25 - - [14/Mar/2026:01:50:52 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.003 300 d58b2fe8ce208cd13fa34db3bb4681b2 199.204.45.25 - - [14/Mar/2026:01:50:52 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.304 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.304 201 b04eb8e056d8edcf3ed7183dd3aa1748 199.204.45.25 - - [14/Mar/2026:01:50:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - c369172a7df47bad779a15e92fada6fa 199.204.45.25 - - [14/Mar/2026:01:50:52 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a248734d8606307832ea461c3270cf17 199.204.45.25 - - [14/Mar/2026:01:50:54 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.004 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.004 300 d1bb867785dc27f38fbb2955b90c6f3f 199.204.45.25 - - [14/Mar/2026:01:50:54 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.287 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.287 201 89ba5df473ec077590d423597089078a 199.204.45.25 - - [14/Mar/2026:01:50:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 143babf3c762e0b836178d274205854d 199.204.45.25 - - [14/Mar/2026:01:50:54 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 5bc73262db51d1e278850e90864933e1 I0314 01:50:55.398631 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.105.17.222"}] I0314 01:50:55.406268 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"94d0ad92-0ec8-4157-9f11-7498c1d74f2d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9446", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0314 01:50:55.408923 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0314 01:50:55.409124 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:55.409148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [14/Mar/2026:01:50:55 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.005 300 dd69bc5b9a86acedbf118e75048fde27 199.204.45.25 - - [14/Mar/2026:01:50:56 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.282 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.283 201 607efd4d2487e9e257a0bf29ea202b17 199.204.45.25 - - [14/Mar/2026:01:50:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 57a41c4451a391993cec68eb3e67fce1 199.204.45.25 - - [14/Mar/2026:01:50:56 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 452273d79e7772f4e74c2addf3003d85 199.204.45.25 - - [14/Mar/2026:01:50:57 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.003 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.003 300 e167350c1571e6976025903d5c8f19a7 199.204.45.25 - - [14/Mar/2026:01:50:57 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.292 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.292 201 86e53dca88175c634e516440c37a447e 199.204.45.25 - - [14/Mar/2026:01:50:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - 1c44129f62d38196aa595e143548dd85 199.204.45.25 - - [14/Mar/2026:01:50:57 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.000 [openstack-glance-api-9292] [] - - - - a617fdf669a962b4ca5fa9f10a00f291 W0314 01:50:58.743450 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:50:58.743564 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.25 - - [14/Mar/2026:01:50:59 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.002 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.003 300 61851d9749b9e8180fad76fac3d53abb 199.204.45.25 - - [14/Mar/2026:01:50:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.290 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.291 201 fec67d3c0485587341e970302504613b 199.204.45.25 - - [14/Mar/2026:01:50:59 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.002 [openstack-glance-api-9292] [] 10.0.0.44:9292 1301 0.002 300 27c42df8c5b5799ccb4c43e95b53ac01 199.204.45.25 - - [14/Mar/2026:01:51:00 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.549 [openstack-glance-api-9292] [] 10.0.0.44:9292 69 0.548 200 185f5c2750ccf3165d7e5da7026f505c 199.204.45.25 - - [14/Mar/2026:01:51:03 +0000] "GET / HTTP/1.1" 300 280 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 230 0.005 [openstack-keystone-api-5000] [] 10.0.0.162:5000 280 0.005 300 296028f8b4a1fcfa81a426f0fa4b5801 199.204.45.25 - - [14/Mar/2026:01:51:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3197 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 549 0.303 [openstack-keystone-api-5000] [] 10.0.0.162:5000 3197 0.304 201 16f0a67d29d2664f18f9753b1514dc02 199.204.45.25 - - [14/Mar/2026:01:51:03 +0000] "GET / HTTP/1.1" 300 1301 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 227 0.003 [openstack-glance-api-9292] [] 10.0.0.44:9292 1301 0.003 300 ccccc25e101f30d3882b309bec797ddd 199.204.45.25 - - [14/Mar/2026:01:51:03 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.038 [openstack-glance-api-9292] [] 10.0.0.44:9292 69 0.037 200 206b827eff5cd7a7d5943e2023c46df0 199.204.45.25 - - [14/Mar/2026:01:51:03 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 429 0.123 [openstack-glance-api-9292] [] 10.0.0.44:9292 151 0.123 404 49db1f63fe270c05d7c64265d375eda3 199.204.45.25 - - [14/Mar/2026:01:51:03 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 447 0.022 [openstack-glance-api-9292] [] 10.0.0.44:9292 81 0.021 200 c21e53604e27133852193118a767ff15 199.204.45.25 - - [14/Mar/2026:01:51:03 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 450 0.026 [openstack-glance-api-9292] [] 10.0.0.44:9292 84 0.026 200 2a36a3202940dc9212ffb4dfe6ccbf98 199.204.45.25 - - [14/Mar/2026:01:51:03 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 713 0.063 [openstack-glance-api-9292] [] 10.0.0.44:9292 760 0.064 201 7877368d7e3cb2f717ab1a5607feabc9 199.204.45.25 - - [14/Mar/2026:01:51:07 +0000] "PUT /v2/images/45136537-af31-4ed8-8cb7-fe800c01ae9c/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441040 3.508 [openstack-glance-api-9292] [] 10.0.0.44:9292 0 3.508 204 d4254f3a96601477ec3e957df4ab41d2 199.204.45.25 - - [14/Mar/2026:01:51:07 +0000] "GET /v2/images/45136537-af31-4ed8-8cb7-fe800c01ae9c HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.017 [openstack-glance-api-9292] [] 10.0.0.44:9292 1171 0.017 200 10489d6edc2f48eec086b139000ace29 199.204.45.25 - - [14/Mar/2026:01:51:07 +0000] "GET /v2/images/45136537-af31-4ed8-8cb7-fe800c01ae9c HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 459 0.015 [openstack-glance-api-9292] [] 10.0.0.44:9292 1171 0.015 200 a4dc01b3078f0fbc2d7f882865369996 W0314 01:51:10.308990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:51:10.309042 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:51:13.643085 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0314 01:51:13.643135 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store