------------------------------------------------------------------------------- NGINX Ingress controller Release: v1.12.1 Build: 51c2b819690bbf1709b844dbf321a9acf6eda5a7 Repository: https://github.com/kubernetes/ingress-nginx nginx version: nginx/1.25.5 ------------------------------------------------------------------------------- W0403 01:40:25.198686 7 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0403 01:40:25.198870 7 main.go:205] "Creating API client" host="https://10.96.0.1:443" I0403 01:40:25.209120 7 main.go:248] "Running in Kubernetes cluster" major="1" minor="28" git="v1.28.13" state="clean" commit="024ab2a13ff700705efd3ab63a0e27c38c462070" platform="linux/amd64" I0403 01:40:25.216151 7 main.go:83] "Valid default backend" service="ingress-nginx/ingress-nginx-defaultbackend" I0403 01:40:25.434184 7 main.go:101] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem" I0403 01:40:25.455314 7 ssl.go:535] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key" I0403 01:40:25.467115 7 nginx.go:271] "Starting NGINX Ingress controller" I0403 01:40:25.475635 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"2f2cb03d-44f2-4994-9093-70ee453be485", APIVersion:"v1", ResourceVersion:"1348", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller I0403 01:40:25.479685 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-tcp", UID:"beca2e90-f2d5-4d5b-8186-1f85b7a09528", APIVersion:"v1", ResourceVersion:"1349", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-tcp I0403 01:40:25.479778 7 event.go:377] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-udp", UID:"09ea06a4-a023-47e2-a4b1-b82589e07663", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-udp I0403 01:40:26.670021 7 nginx.go:317] "Starting NGINX process" I0403 01:40:26.670065 7 leaderelection.go:257] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader... I0403 01:40:26.670805 7 nginx.go:337] "Starting validation webhook" address=":7443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key" W0403 01:40:26.671014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:26.671052 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:40:26.671104 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:40:26.677754 7 leaderelection.go:271] successfully acquired lease ingress-nginx/ingress-nginx-leader I0403 01:40:26.678316 7 status.go:85] "New leader elected" identity="ingress-nginx-controller-96nd8" I0403 01:40:26.707147 7 controller.go:216] "Backend successfully reloaded" I0403 01:40:26.707266 7 controller.go:227] "Initial sync, sleeping for 1 second" I0403 01:40:26.707374 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-96nd8", UID:"f2513a8f-dc10-4c33-abb2-eae462855999", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:40:30.492801 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:30.492828 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:33.826263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:33.826314 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:37.159722 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:37.159783 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:40.492849 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:40.492901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:43.828051 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:43.828096 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:47.159726 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:47.159770 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:50.493887 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:50.493933 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:53.826527 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:53.826580 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:57.160445 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:40:57.160476 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:02.938175 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:02.938247 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:06.272000 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:06.272049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:09.607821 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:09.607879 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:57.132875 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:41:57.132901 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:00.466499 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:00.466543 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:10.158541 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:10.158597 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:16.940915 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:16.940956 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:20.275261 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:20.275307 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:23.608682 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:23.608728 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:26.941817 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:26.941859 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:30.275371 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:30.275416 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:36.209992 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:36.210021 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:39.547002 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:39.547054 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:42.877279 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:42.877319 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:46.210592 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:42:46.210685 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:56.683496 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:56.683539 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:59.343675 7 controller.go:1441] Error getting SSL certificate "auth-system/keycloak.199-204-45-113.nip.io-tls": local SSL certificate auth-system/keycloak.199-204-45-113.nip.io-tls was not found. Using default certificate W0403 01:44:59.343731 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:44:59.343746 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:44:59.345388 7 admission.go:149] processed ingress via admission controller {testedIngressLength:1 testedIngressTime:0.002s renderingIngressLength:1 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:14.7kB} I0403 01:44:59.345423 7 main.go:107] "successfully validated configuration, accepting" ingress="auth-system/keycloak" I0403 01:44:59.352441 7 store.go:440] "Found valid IngressClass" ingress="auth-system/keycloak" ingressclass="atmosphere" W0403 01:44:59.352976 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "auth-system/keycloak.199-204-45-113.nip.io-tls" in local store I0403 01:44:59.353467 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"405b7ac2-314b-4703-b6e8-2e87da77f319", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3429", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:44:59.721609 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="auth-system/keycloak.199-204-45-113.nip.io-tls" I0403 01:44:59.722922 7 backend_ssl.go:67] "Adding secret to local store" name="auth-system/keycloak.199-204-45-113.nip.io-tls" W0403 01:45:00.016950 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:00.017061 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:45:00.017492 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:45:00.063526 7 controller.go:216] "Backend successfully reloaded" I0403 01:45:00.063837 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-96nd8", UID:"f2513a8f-dc10-4c33-abb2-eae462855999", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:45:03.351908 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:03.352069 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [03/Apr/2026:01:45:10 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 2.125 [auth-system-keycloak-80] [] 10.0.0.134:8080 1928 2.124 200 2827fe0504a304f4963985d24cbd13c2 199.204.45.113 - - [03/Apr/2026:01:45:10 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 404 116 "-" "Ansible" 1197 0.102 [auth-system-keycloak-80] [] 10.0.0.134:8080 116 0.102 404 1005a01fdbef369ec383014a0c020dde 199.204.45.113 - - [03/Apr/2026:01:45:14 +0000] "POST /admin/realms HTTP/1.1" 201 0 "-" "Ansible" 1296 3.594 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 3.593 201 9791582fda3fe7cd1656e5a9731a4bb7 199.204.45.113 - - [03/Apr/2026:01:45:14 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.666 [auth-system-keycloak-80] [] 10.0.0.134:8080 4246 0.666 200 3bbecc80f1bec9e83ecee4288c9c788e 199.204.45.113 - - [03/Apr/2026:01:45:15 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.532 [auth-system-keycloak-80] [] 10.0.0.134:8080 1928 0.529 200 2d8b83b3fee1b9013c4639f9f00b925b 199.204.45.113 - - [03/Apr/2026:01:45:15 +0000] "GET /admin/realms/atmosphere/client-scopes HTTP/1.1" 200 12492 "-" "Ansible" 1211 0.096 [auth-system-keycloak-80] [] 10.0.0.134:8080 12500 0.096 200 4d8135cdbdd330e008261774c2b9509b 199.204.45.113 - - [03/Apr/2026:01:45:15 +0000] "GET /admin/realms/atmosphere/client-scopes/21b149eb-c57c-42ff-9a98-5a20739df046 HTTP/1.1" 200 1278 "-" "Ansible" 1248 0.008 [auth-system-keycloak-80] [] 10.0.0.134:8080 1278 0.008 200 27b787e136efa95c50fe8b5aa25a7951 199.204.45.113 - - [03/Apr/2026:01:45:16 +0000] "PUT /admin/realms/atmosphere/client-scopes/21b149eb-c57c-42ff-9a98-5a20739df046 HTTP/1.1" 204 0 "-" "Ansible" 1848 0.061 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.058 204 6512a9eeca26f525701e7257dc781dca 199.204.45.113 - - [03/Apr/2026:01:45:16 +0000] "GET /admin/realms/atmosphere/client-scopes/21b149eb-c57c-42ff-9a98-5a20739df046/protocol-mappers/models HTTP/1.1" 200 963 "-" "Ansible" 1272 0.080 [auth-system-keycloak-80] [] 10.0.0.134:8080 963 0.080 200 35cc9ae1290d109cd98b9bf92de4fa7f 199.204.45.113 - - [03/Apr/2026:01:45:16 +0000] "GET /admin/realms/atmosphere/client-scopes/21b149eb-c57c-42ff-9a98-5a20739df046/protocol-mappers/models/28c32d1e-3a03-48b5-a9ba-7bef4b49843f HTTP/1.1" 200 366 "-" "Ansible" 1309 0.071 [auth-system-keycloak-80] [] 10.0.0.134:8080 366 0.071 200 184050b653e709bd79cfa0d6d42e7f48 199.204.45.113 - - [03/Apr/2026:01:45:16 +0000] "PUT /admin/realms/atmosphere/client-scopes/21b149eb-c57c-42ff-9a98-5a20739df046/protocol-mappers/models/28c32d1e-3a03-48b5-a9ba-7bef4b49843f HTTP/1.1" 204 0 "-" "Ansible" 1622 0.080 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.079 204 511f43736c180b27afbf2dc185b1d5ff 199.204.45.113 - - [03/Apr/2026:01:45:16 +0000] "GET /admin/realms/atmosphere/client-scopes/21b149eb-c57c-42ff-9a98-5a20739df046 HTTP/1.1" 200 1218 "-" "Ansible" 1248 0.018 [auth-system-keycloak-80] [] 10.0.0.134:8080 1218 0.017 200 a4da49ec13ad685724c6ff955158770c I0403 01:45:26.686233 7 status.go:304] "updating Ingress status" namespace="auth-system" ingress="keycloak" currentValue=null newValue=[{"ip":"10.103.50.139"}] I0403 01:45:26.691236 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"auth-system", Name:"keycloak", UID:"405b7ac2-314b-4703-b6e8-2e87da77f319", APIVersion:"networking.k8s.io/v1", ResourceVersion:"3761", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:45:26.693779 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:26.693823 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [03/Apr/2026:01:45:37 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.499 [auth-system-keycloak-80] [] 10.0.0.134:8080 1928 0.494 200 c5ec3a7ed6131e515be7f20ee40bfc70 199.204.45.113 - - [03/Apr/2026:01:45:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 2 "-" "Ansible" 1227 0.015 [auth-system-keycloak-80] [] 10.0.0.134:8080 2 0.014 200 f05e976b94ad0852589b066caaaf9dbc 199.204.45.113 - - [03/Apr/2026:01:45:37 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1657 0.185 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.184 201 0b46a22ba7a13c4f94c22b94307f41ee 199.204.45.113 - - [03/Apr/2026:01:45:37 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.078 [auth-system-keycloak-80] [] 10.0.0.134:8080 1261 0.078 200 fe0ff6a1ec21d23ca46b70ff73f2e880 199.204.45.113 - - [03/Apr/2026:01:45:38 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.730 [auth-system-keycloak-80] [] 10.0.0.134:8080 1928 0.728 200 1859dbc5d41c8e73f30a29eb82899049 199.204.45.113 - - [03/Apr/2026:01:45:38 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 2 "-" "Ansible" 1222 0.051 [auth-system-keycloak-80] [] 10.0.0.134:8080 2 0.052 200 45f0b0a8ed8f205c67b6bd6d466a4b69 199.204.45.113 - - [03/Apr/2026:01:45:39 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1688 0.097 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.096 201 cf83f941dcbcda1f20392a15b383d2c1 199.204.45.113 - - [03/Apr/2026:01:45:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.088 [auth-system-keycloak-80] [] 10.0.0.134:8080 1286 0.089 200 8c6bd047c17f11a309fb63380a82a2cc 199.204.45.113 - - [03/Apr/2026:01:45:39 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.501 [auth-system-keycloak-80] [] 10.0.0.134:8080 1928 0.501 200 bc22f03bee44b9a96fdef533377078eb 199.204.45.113 - - [03/Apr/2026:01:45:39 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 2 "-" "Ansible" 1225 0.013 [auth-system-keycloak-80] [] 10.0.0.134:8080 2 0.013 200 714efb1373bb8def4bafc66f5776afe1 199.204.45.113 - - [03/Apr/2026:01:45:40 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1649 0.086 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.085 201 72304c2bcfba63a92b3a955801c53ea8 199.204.45.113 - - [03/Apr/2026:01:45:40 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.083 [auth-system-keycloak-80] [] 10.0.0.134:8080 1251 0.082 200 8a27f568af3e457ae8581c87a5cd636e 199.204.45.113 - - [03/Apr/2026:01:45:41 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.134:8080 1928 0.492 200 4d9fba084f8f73ce77b9b95ce1441bcc 199.204.45.113 - - [03/Apr/2026:01:45:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.011 [auth-system-keycloak-80] [] 10.0.0.134:8080 1261 0.011 200 ba95f06691edc9acba8d6e0f84d59cae 199.204.45.113 - - [03/Apr/2026:01:45:41 +0000] "GET /admin/realms/atmosphere/clients/ad22c487-e1c7-4669-8303-2e92ac6dfe90/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.038 [auth-system-keycloak-80] [] 10.0.0.134:8080 119 0.037 404 3fcb78f7c877fee5b34b165691139b38 199.204.45.113 - - [03/Apr/2026:01:45:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.009 [auth-system-keycloak-80] [] 10.0.0.134:8080 1261 0.010 200 b4fdf47220852d7749c1b8977d440348 199.204.45.113 - - [03/Apr/2026:01:45:41 +0000] "POST /admin/realms/atmosphere/clients/ad22c487-e1c7-4669-8303-2e92ac6dfe90/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.024 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.023 201 fd75c5ab558c29b5df40e0c1789aff87 199.204.45.113 - - [03/Apr/2026:01:45:41 +0000] "GET /admin/realms/atmosphere/clients?clientId=alertmanager HTTP/1.1" 200 1261 "-" "Ansible" 1227 0.029 [auth-system-keycloak-80] [] 10.0.0.134:8080 1261 0.030 200 52d614c0adfbcbdfe785639fb08061c7 199.204.45.113 - - [03/Apr/2026:01:45:41 +0000] "GET /admin/realms/atmosphere/clients/ad22c487-e1c7-4669-8303-2e92ac6dfe90/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.016 [auth-system-keycloak-80] [] 10.0.0.134:8080 166 0.017 200 534897deb473171fa37aecde4249f583 199.204.45.113 - - [03/Apr/2026:01:45:42 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.494 [auth-system-keycloak-80] [] 10.0.0.134:8080 1928 0.493 200 c3cb115de866ffc5d8f86a7c8749d539 199.204.45.113 - - [03/Apr/2026:01:45:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.008 [auth-system-keycloak-80] [] 10.0.0.134:8080 1286 0.007 200 caecd83807d37ab357f4b4f4863075b0 199.204.45.113 - - [03/Apr/2026:01:45:42 +0000] "GET /admin/realms/atmosphere/clients/fe47617d-2ebf-4a17-a59e-14d8f61fc475/roles/admin HTTP/1.1" 404 119 "-" "Ansible" 1254 0.009 [auth-system-keycloak-80] [] 10.0.0.134:8080 119 0.010 404 d0385bef747d237631654a24c47af760 199.204.45.113 - - [03/Apr/2026:01:45:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.045 [auth-system-keycloak-80] [] 10.0.0.134:8080 1286 0.045 200 76bd036f88d245decb1fccf496c1ad8a 199.204.45.113 - - [03/Apr/2026:01:45:42 +0000] "POST /admin/realms/atmosphere/clients/fe47617d-2ebf-4a17-a59e-14d8f61fc475/roles HTTP/1.1" 201 0 "-" "Ansible" 1349 0.016 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.016 201 153c693275e36a43dac0d3d9d0ecc7ee 199.204.45.113 - - [03/Apr/2026:01:45:42 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.062 [auth-system-keycloak-80] [] 10.0.0.134:8080 1286 0.063 200 fb321327975eabe7fd7bb77de424f8aa 199.204.45.113 - - [03/Apr/2026:01:45:42 +0000] "GET /admin/realms/atmosphere/clients/fe47617d-2ebf-4a17-a59e-14d8f61fc475/roles/admin HTTP/1.1" 200 165 "-" "Ansible" 1254 0.014 [auth-system-keycloak-80] [] 10.0.0.134:8080 165 0.014 200 c4ec3e61e5f712e456d005d69d2f37cc 199.204.45.113 - - [03/Apr/2026:01:45:43 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.491 [auth-system-keycloak-80] [] 10.0.0.134:8080 1928 0.490 200 9404c38ead41185475ba42e1e279aa51 199.204.45.113 - - [03/Apr/2026:01:45:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.006 [auth-system-keycloak-80] [] 10.0.0.134:8080 1286 0.006 200 9e2faa57d011bb0b43c6641fe2493a01 199.204.45.113 - - [03/Apr/2026:01:45:43 +0000] "GET /admin/realms/atmosphere/clients/fe47617d-2ebf-4a17-a59e-14d8f61fc475/roles/editor HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.134:8080 119 0.007 404 e22f15ee2b4969f1348d48ad793aa87e 199.204.45.113 - - [03/Apr/2026:01:45:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.059 [auth-system-keycloak-80] [] 10.0.0.134:8080 1286 0.058 200 6f1f04dfaa81e24e9f0c65bcd96652cc 199.204.45.113 - - [03/Apr/2026:01:45:43 +0000] "POST /admin/realms/atmosphere/clients/fe47617d-2ebf-4a17-a59e-14d8f61fc475/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.014 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.014 201 69b8337af84856bc0c8d807f31c65b3b 199.204.45.113 - - [03/Apr/2026:01:45:43 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.007 [auth-system-keycloak-80] [] 10.0.0.134:8080 1286 0.006 200 a9f520d27479e9294811bf0e2742ae56 199.204.45.113 - - [03/Apr/2026:01:45:43 +0000] "GET /admin/realms/atmosphere/clients/fe47617d-2ebf-4a17-a59e-14d8f61fc475/roles/editor HTTP/1.1" 200 166 "-" "Ansible" 1255 0.051 [auth-system-keycloak-80] [] 10.0.0.134:8080 166 0.051 200 ebcbeabdc8dd5eb8ba1b635117417ca7 199.204.45.113 - - [03/Apr/2026:01:45:44 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.469 [auth-system-keycloak-80] [] 10.0.0.134:8080 1928 0.467 200 f2b14cdf5a77da38d58772e6329c3984 199.204.45.113 - - [03/Apr/2026:01:45:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.032 [auth-system-keycloak-80] [] 10.0.0.134:8080 1286 0.033 200 9e1871735a945630a4b7c6a74e062036 199.204.45.113 - - [03/Apr/2026:01:45:44 +0000] "GET /admin/realms/atmosphere/clients/fe47617d-2ebf-4a17-a59e-14d8f61fc475/roles/viewer HTTP/1.1" 404 119 "-" "Ansible" 1255 0.008 [auth-system-keycloak-80] [] 10.0.0.134:8080 119 0.008 404 9e1645c52056687fcb9005eddd2d3a73 199.204.45.113 - - [03/Apr/2026:01:45:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.071 [auth-system-keycloak-80] [] 10.0.0.134:8080 1286 0.070 200 37461e147e42dbfb762aab1452414ce0 199.204.45.113 - - [03/Apr/2026:01:45:44 +0000] "POST /admin/realms/atmosphere/clients/fe47617d-2ebf-4a17-a59e-14d8f61fc475/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.015 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.014 201 0455ff541041afe5c9b37a3b59778f4d 199.204.45.113 - - [03/Apr/2026:01:45:44 +0000] "GET /admin/realms/atmosphere/clients?clientId=grafana HTTP/1.1" 200 1286 "-" "Ansible" 1222 0.004 [auth-system-keycloak-80] [] 10.0.0.134:8080 1286 0.005 200 08c0478b9ffb6fd3adb35824568a640e 199.204.45.113 - - [03/Apr/2026:01:45:44 +0000] "GET /admin/realms/atmosphere/clients/fe47617d-2ebf-4a17-a59e-14d8f61fc475/roles/viewer HTTP/1.1" 200 166 "-" "Ansible" 1255 0.011 [auth-system-keycloak-80] [] 10.0.0.134:8080 166 0.012 200 81e5385d2ba2c58129a184b7fcd78168 199.204.45.113 - - [03/Apr/2026:01:45:45 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.431 [auth-system-keycloak-80] [] 10.0.0.134:8080 1928 0.429 200 4ddb91b3e6eb32150cba98ba80c615ff 199.204.45.113 - - [03/Apr/2026:01:45:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.022 [auth-system-keycloak-80] [] 10.0.0.134:8080 1251 0.023 200 34bd7dfeb28afc22144ce05dbf50b5f6 199.204.45.113 - - [03/Apr/2026:01:45:45 +0000] "GET /admin/realms/atmosphere/clients/8241abcd-defe-43a8-b6ce-620b9ea9856b/roles/member HTTP/1.1" 404 119 "-" "Ansible" 1255 0.007 [auth-system-keycloak-80] [] 10.0.0.134:8080 119 0.007 404 ba9ed981f777de49d1e4e32d13db3169 199.204.45.113 - - [03/Apr/2026:01:45:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.005 [auth-system-keycloak-80] [] 10.0.0.134:8080 1251 0.006 200 c53ca1d4008cb62d626edfaa762da680 199.204.45.113 - - [03/Apr/2026:01:45:45 +0000] "POST /admin/realms/atmosphere/clients/8241abcd-defe-43a8-b6ce-620b9ea9856b/roles HTTP/1.1" 201 0 "-" "Ansible" 1350 0.013 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.013 201 fef2c007c421ce48366cafe74872da12 199.204.45.113 - - [03/Apr/2026:01:45:45 +0000] "GET /admin/realms/atmosphere/clients?clientId=prometheus HTTP/1.1" 200 1251 "-" "Ansible" 1225 0.030 [auth-system-keycloak-80] [] 10.0.0.134:8080 1251 0.029 200 7856f43557a6efbbd700bd19a593ef94 199.204.45.113 - - [03/Apr/2026:01:45:45 +0000] "GET /admin/realms/atmosphere/clients/8241abcd-defe-43a8-b6ce-620b9ea9856b/roles/member HTTP/1.1" 200 166 "-" "Ansible" 1255 0.017 [auth-system-keycloak-80] [] 10.0.0.134:8080 166 0.017 200 baf5d9405235dce332737b258a6f7134 W0403 01:45:55.788318 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:55.788367 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:59.122008 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:45:59.122049 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:02.456019 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:02.456065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:49.617883 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:49.617918 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:49.681165 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:46:49.681230 7 controller.go:1441] Error getting SSL certificate "monitoring/grafana-tls": local SSL certificate monitoring/grafana-tls was not found. Using default certificate W0403 01:46:49.681264 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:49.681278 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:49.681639 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:49.681703 7 controller.go:1441] Error getting SSL certificate "monitoring/prometheus-tls": local SSL certificate monitoring/prometheus-tls was not found. Using default certificate W0403 01:46:49.681739 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:49.681750 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:49.681864 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:49.681932 7 controller.go:1441] Error getting SSL certificate "monitoring/alertmanager-tls": local SSL certificate monitoring/alertmanager-tls was not found. Using default certificate W0403 01:46:49.682001 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:49.682018 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:46:49.683092 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0.001s admissionTime:0.003s testedConfigurationSize:18.2kB} I0403 01:46:49.683119 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-grafana" I0403 01:46:49.683406 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0403 01:46:49.683431 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-prometheus" I0403 01:46:49.683616 7 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.002s renderingIngressLength:2 renderingIngressTime:0s admissionTime:0.002s testedConfigurationSize:18.2kB} I0403 01:46:49.683641 7 main.go:107] "successfully validated configuration, accepting" ingress="monitoring/kube-prometheus-stack-alertmanager" I0403 01:46:49.689747 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-grafana" ingressclass="atmosphere" I0403 01:46:49.689961 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a79a8300-d3c6-40f1-a350-ce0ae29f0d6d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4432", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:46:49.690152 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/grafana-tls" in local store I0403 01:46:49.690174 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-prometheus" ingressclass="atmosphere" W0403 01:46:49.690384 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/prometheus-tls" in local store I0403 01:46:49.690406 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f3da22b2-bb31-48f6-afce-4b0347405b79", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4433", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:46:49.690430 7 store.go:440] "Found valid IngressClass" ingress="monitoring/kube-prometheus-stack-alertmanager" ingressclass="atmosphere" W0403 01:46:49.690700 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "monitoring/alertmanager-tls" in local store I0403 01:46:49.690731 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"73fc9364-d284-4435-951d-9866a5d036c5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"4435", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:46:49.983040 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/grafana-tls" I0403 01:46:49.984431 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/grafana-tls" I0403 01:46:49.994245 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/prometheus-tls" I0403 01:46:49.995171 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/prometheus-tls" I0403 01:46:51.350067 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="monitoring/alertmanager-tls" I0403 01:46:51.350868 7 backend_ssl.go:67] "Adding secret to local store" name="monitoring/alertmanager-tls" W0403 01:46:52.951731 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:52.951785 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:46:52.951813 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:52.951896 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:52.951910 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:46:52.952020 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:46:52.993442 7 controller.go:216] "Backend successfully reloaded" I0403 01:46:52.993683 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-96nd8", UID:"f2513a8f-dc10-4c33-abb2-eae462855999", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:46:56.284982 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:56.285059 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:46:56.285119 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:56.285324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:56.285354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:59.618914 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:46:59.618963 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:46:59.618988 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:46:59.619086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:46:59.619106 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:02.951884 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:02.951955 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:47:02.951997 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:02.952133 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:02.952161 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:06.284944 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:06.285056 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:47:06.285110 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:06.285324 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:06.285354 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:09.618117 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:09.618183 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-grafana" does not have any active Endpoint. W0403 01:47:09.618219 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:09.618352 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:09.618375 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:12.951959 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:12.952064 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:12.952183 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:12.952214 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:16.285595 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:16.285684 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:16.285800 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:16.285827 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:19.618957 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:19.619009 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:19.619118 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:19.619136 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:22.951981 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:22.952060 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:22.952239 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:22.952263 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:26.285372 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-prometheus" does not have any active Endpoint. W0403 01:47:26.285665 7 controller.go:1219] Service "monitoring/kube-prometheus-stack-alertmanager" does not have any active Endpoint. W0403 01:47:26.285899 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:26.285942 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:47:26.685886 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-grafana" currentValue=null newValue=[{"ip":"10.103.50.139"}] I0403 01:47:26.686024 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-alertmanager" currentValue=null newValue=[{"ip":"10.103.50.139"}] I0403 01:47:26.686337 7 status.go:304] "updating Ingress status" namespace="monitoring" ingress="kube-prometheus-stack-prometheus" currentValue=null newValue=[{"ip":"10.103.50.139"}] I0403 01:47:26.691732 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-alertmanager", UID:"73fc9364-d284-4435-951d-9866a5d036c5", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5443", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:47:26.693215 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-grafana", UID:"a79a8300-d3c6-40f1-a350-ce0ae29f0d6d", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5444", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync I0403 01:47:26.695190 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"monitoring", Name:"kube-prometheus-stack-prometheus", UID:"f3da22b2-bb31-48f6-afce-4b0347405b79", APIVersion:"networking.k8s.io/v1", ResourceVersion:"5445", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync 10.0.0.209 - - [03/Apr/2026:01:47:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.073 [auth-system-keycloak-80] [] 10.0.0.134:8080 6432 0.073 200 39b7a2f210a3e2167046fabbbc49bb3a 10.0.0.165 - - [03/Apr/2026:01:47:28 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "Go-http-client/1.1" 161 0.071 [auth-system-keycloak-80] [] 10.0.0.134:8080 6432 0.071 200 b8f99de1f6977d773aa92b624ae86ba2 W0403 01:47:29.618877 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:29.618959 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:32.952675 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:32.952744 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:36.285482 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:36.285524 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:39.619630 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:39.619678 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:46.760555 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:47:46.760609 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [03/Apr/2026:01:47:52 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.476 [auth-system-keycloak-80] [] 10.0.0.134:8080 1928 0.475 200 1ec4e15fc06e787e3fce8950925f8783 199.204.45.113 - - [03/Apr/2026:01:47:52 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4246 "-" "Ansible" 1197 0.048 [auth-system-keycloak-80] [] 10.0.0.134:8080 4246 0.048 200 53b96532e1e747d953ebe98642175915 199.204.45.113 - - [03/Apr/2026:01:47:53 +0000] "PUT /admin/realms/atmosphere HTTP/1.1" 204 0 "-" "Ansible" 5709 0.392 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.391 204 30d79ada24d4c9e20dcab82c1b79688e 199.204.45.113 - - [03/Apr/2026:01:47:53 +0000] "GET /admin/realms/atmosphere HTTP/1.1" 200 4384 "-" "Ansible" 1197 0.198 [auth-system-keycloak-80] [] 10.0.0.134:8080 4384 0.197 200 78c4d986b699d67d469d05659cc4e78b 199.204.45.113 - - [03/Apr/2026:01:47:54 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.477 [auth-system-keycloak-80] [] 10.0.0.134:8080 1928 0.475 200 469a68146d647ab9f9974628c91d2721 199.204.45.113 - - [03/Apr/2026:01:47:54 +0000] "GET /admin/realms/atmosphere/authentication/required-actions HTTP/1.1" 200 1682 "-" "Ansible" 1229 0.005 [auth-system-keycloak-80] [] 10.0.0.134:8080 1682 0.006 200 0479533ab88781c5e6f77328852dad30 199.204.45.113 - - [03/Apr/2026:01:47:54 +0000] "GET /realms/atmosphere/.well-known/openid-configuration HTTP/1.1" 200 6432 "-" "ansible-httpget" 181 0.006 [auth-system-keycloak-80] [] 10.0.0.134:8080 6432 0.007 200 3760b304730168bee3e5bc6cc004eee4 199.204.45.113 - - [03/Apr/2026:01:47:56 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.531 [auth-system-keycloak-80] [] 10.0.0.134:8080 1928 0.531 200 e19537c4838f0533cc0120a44fbdd467 199.204.45.113 - - [03/Apr/2026:01:47:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2 "-" "Ansible" 1223 0.009 [auth-system-keycloak-80] [] 10.0.0.134:8080 2 0.008 200 b62081e1e8db3ec555b775cb8201a5ff 199.204.45.113 - - [03/Apr/2026:01:47:56 +0000] "POST /admin/realms/atmosphere/clients HTTP/1.1" 201 0 "-" "Ansible" 1628 0.177 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.176 201 7ba867706cd705cbeaacadb6e25ca9de 199.204.45.113 - - [03/Apr/2026:01:47:56 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.060 [auth-system-keycloak-80] [] 10.0.0.134:8080 2246 0.061 200 f7ba01445ef1036472af7516cdd7d38c 199.204.45.113 - - [03/Apr/2026:01:47:57 +0000] "POST /realms/master/protocol/openid-connect/token HTTP/1.1" 200 1928 "-" "Ansible" 332 0.483 [auth-system-keycloak-80] [] 10.0.0.134:8080 1928 0.482 200 620531545f8a387c457f25317637e6ef 199.204.45.113 - - [03/Apr/2026:01:47:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=keystone HTTP/1.1" 200 2246 "-" "Ansible" 1223 0.005 [auth-system-keycloak-80] [] 10.0.0.134:8080 2246 0.006 200 f193aa6cf0a493626bf9452d3285204a 199.204.45.113 - - [03/Apr/2026:01:47:57 +0000] "GET /admin/realms/atmosphere/clients/b461bd4f-b76c-4a88-938e-b8cbb29a61a1/service-account-user HTTP/1.1" 200 233 "-" "Ansible" 1263 0.017 [auth-system-keycloak-80] [] 10.0.0.134:8080 233 0.017 200 8ce9e883d24cc55f3f849d214caa2de6 199.204.45.113 - - [03/Apr/2026:01:47:57 +0000] "GET /admin/realms/atmosphere/clients?clientId=realm-management HTTP/1.1" 200 831 "-" "Ansible" 1231 0.062 [auth-system-keycloak-80] [] 10.0.0.134:8080 831 0.062 200 44b42b4e78f8876dd3a1a9dcb78e7973 199.204.45.113 - - [03/Apr/2026:01:47:57 +0000] "GET /admin/realms/atmosphere/clients/c771064c-ea65-4578-9c1c-ea1c9ea2d528/roles HTTP/1.1" 200 3758 "-" "Ansible" 1248 0.027 [auth-system-keycloak-80] [] 10.0.0.134:8080 3758 0.028 200 390f2dc0f9dd96512cecaf90e3c53163 199.204.45.113 - - [03/Apr/2026:01:47:57 +0000] "GET /admin/realms/atmosphere/users/7bd44433-0d55-4d2c-a338-d5f1486087cf/role-mappings/clients/c771064c-ea65-4578-9c1c-ea1c9ea2d528/available HTTP/1.1" 200 3758 "-" "Ansible" 1309 0.156 [auth-system-keycloak-80] [] 10.0.0.134:8080 3758 0.156 200 6038486e824bd7d2a746e523808d3d90 199.204.45.113 - - [03/Apr/2026:01:47:57 +0000] "GET /admin/realms/atmosphere/users/7bd44433-0d55-4d2c-a338-d5f1486087cf/role-mappings/clients/c771064c-ea65-4578-9c1c-ea1c9ea2d528/composite HTTP/1.1" 200 2 "-" "Ansible" 1309 0.076 [auth-system-keycloak-80] [] 10.0.0.134:8080 2 0.076 200 aa52e3e04ab0ac146eefdf80b8d549d2 199.204.45.113 - - [03/Apr/2026:01:47:57 +0000] "POST /admin/realms/atmosphere/users/7bd44433-0d55-4d2c-a338-d5f1486087cf/role-mappings/clients/c771064c-ea65-4578-9c1c-ea1c9ea2d528 HTTP/1.1" 204 0 "-" "Ansible" 1390 0.018 [auth-system-keycloak-80] [] 10.0.0.134:8080 0 0.017 204 5a861bafd890e23a3d0ec811bb805458 199.204.45.113 - - [03/Apr/2026:01:47:57 +0000] "GET /admin/realms/atmosphere/users/7bd44433-0d55-4d2c-a338-d5f1486087cf/role-mappings/clients/c771064c-ea65-4578-9c1c-ea1c9ea2d528/composite HTTP/1.1" 200 576 "-" "Ansible" 1309 0.058 [auth-system-keycloak-80] [] 10.0.0.134:8080 576 0.058 200 b9c704064597f06f3a8fd351788bf1c8 W0403 01:48:00.621398 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:00.621444 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:03.955090 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:03.955132 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:16.556111 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:16.556148 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:19.890256 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:48:19.890317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:04.240778 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:04.240839 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:33.989607 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 01:50:33.989708 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:33.989990 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:50:33.993957 7 admission.go:149] processed ingress via admission controller {testedIngressLength:5 testedIngressTime:0.004s renderingIngressLength:5 renderingIngressTime:0.001s admissionTime:0.005s testedConfigurationSize:28.7kB} I0403 01:50:33.993998 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/identity" I0403 01:50:33.998788 7 store.go:440] "Found valid IngressClass" ingress="openstack/identity" ingressclass="atmosphere" I0403 01:50:33.999102 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"5d83cfc0-bac5-4e68-9362-77ebb07fdf78", APIVersion:"networking.k8s.io/v1", ResourceVersion:"6793", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:50:33.999477 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/keystone-api-certs" in local store W0403 01:50:33.999957 7 controller.go:1441] Error getting SSL certificate "openstack/keystone-api-certs": local SSL certificate openstack/keystone-api-certs was not found. Using default certificate W0403 01:50:34.000038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:34.000065 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:50:34.000195 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:50:34.059800 7 controller.go:216] "Backend successfully reloaded" I0403 01:50:34.060082 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-96nd8", UID:"f2513a8f-dc10-4c33-abb2-eae462855999", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:50:34.269618 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/keystone-api-certs" I0403 01:50:34.270950 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/keystone-api-certs" W0403 01:50:37.334850 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:37.334902 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [03/Apr/2026:01:50:38 +0000] "GET / HTTP/1.1" 300 281 "-" "ansible-httpget" 131 0.005 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.004 300 cfc14fbfa0f00304ca2183e5326fa6d9 199.204.45.113 - - [03/Apr/2026:01:50:39 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.006 [openstack-keystone-api-5000] [] 10.0.0.94:5000 266 0.005 200 603540e945415f059e911b9423bbaa5e 199.204.45.113 - - [03/Apr/2026:01:50:40 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.340 [openstack-keystone-api-5000] [] 10.0.0.94:5000 1360 0.340 201 974aca26071b8cca10370bb84e567f40 199.204.45.113 - - [03/Apr/2026:01:50:40 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.004 300 0bf5a89734c0415bb0b4e3378217aaa2 199.204.45.113 - - [03/Apr/2026:01:50:40 +0000] "GET /v3/domains/atmosphere HTTP/1.1" 404 90 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 438 0.035 [openstack-keystone-api-5000] [] 10.0.0.94:5000 90 0.036 404 23f0589be8057265eb6e8c0a92491a62 199.204.45.113 - - [03/Apr/2026:01:50:40 +0000] "GET /v3/domains?name=atmosphere HTTP/1.1" 200 368 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 456 0.028 [openstack-keystone-api-5000] [] 10.0.0.94:5000 368 0.029 200 bf1a40be597d727aab45eeb4591121d2 199.204.45.113 - - [03/Apr/2026:01:50:40 +0000] "GET /v3/domains/48d4758969624178b43e9ecc30a8d72d HTTP/1.1" 200 245 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.014 [openstack-keystone-api-5000] [] 10.0.0.94:5000 245 0.015 200 0352d6b5898b3747f6f16a6b3412db05 199.204.45.113 - - [03/Apr/2026:01:50:40 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.94:5000 266 0.005 200 ff975fcfcbf5187248c6696c4de9d347 199.204.45.113 - - [03/Apr/2026:01:50:41 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.329 [openstack-keystone-api-5000] [] 10.0.0.94:5000 1360 0.329 201 718f6a85d60cedc56cd1f1b6681aa957 199.204.45.113 - - [03/Apr/2026:01:50:41 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.004 300 8877b4091f6d04c0fb0ba3df0656141f 199.204.45.113 - - [03/Apr/2026:01:50:41 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 404 101 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 463 0.027 [openstack-keystone-api-5000] [] 10.0.0.94:5000 101 0.027 404 52a67396babf607e707228f42d4d7080 199.204.45.113 - - [03/Apr/2026:01:50:41 +0000] "GET /v3/OS-FEDERATION/identity_providers HTTP/1.1" 200 156 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 465 0.027 [openstack-keystone-api-5000] [] 10.0.0.94:5000 156 0.027 200 441a119d9dcc3a77e07af4d3a45a13dc 199.204.45.113 - - [03/Apr/2026:01:50:41 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere HTTP/1.1" 201 454 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 681 0.025 [openstack-keystone-api-5000] [] 10.0.0.94:5000 454 0.024 201 5c196b1002b82e91d39e78d71152add5 199.204.45.113 - - [03/Apr/2026:01:50:41 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.005 [openstack-keystone-api-5000] [] 10.0.0.94:5000 266 0.004 200 380a2a5138c67bd7ebfed09844c5ada3 199.204.45.113 - - [03/Apr/2026:01:50:42 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.321 [openstack-keystone-api-5000] [] 10.0.0.94:5000 1360 0.321 201 c19b630ec1c614dfeacc6a2238bd83b2 199.204.45.113 - - [03/Apr/2026:01:50:42 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.004 300 e9eee952872a41c321c8af1dd622db52 199.204.45.113 - - [03/Apr/2026:01:50:42 +0000] "GET /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 404 98 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.024 [openstack-keystone-api-5000] [] 10.0.0.94:5000 98 0.024 404 264f7171967aa69cf4f1d3314671a626 199.204.45.113 - - [03/Apr/2026:01:50:42 +0000] "GET /v3/OS-FEDERATION/mappings HTTP/1.1" 200 136 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 455 0.019 [openstack-keystone-api-5000] [] 10.0.0.94:5000 136 0.019 200 9dd36e8375c0d939c5929f44e4459629 199.204.45.113 - - [03/Apr/2026:01:50:42 +0000] "PUT /v3/OS-FEDERATION/mappings/atmosphere-openid HTTP/1.1" 201 357 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 739 0.025 [openstack-keystone-api-5000] [] 10.0.0.94:5000 357 0.024 201 c08a82413f8c5e73ad9315c80ba308b8 199.204.45.113 - - [03/Apr/2026:01:50:42 +0000] "GET /v3 HTTP/1.1" 200 266 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 233 0.004 [openstack-keystone-api-5000] [] 10.0.0.94:5000 266 0.004 200 64cf103e026ea494cece3b19cdd8eb4d 199.204.45.113 - - [03/Apr/2026:01:50:43 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1360 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.297 [openstack-keystone-api-5000] [] 10.0.0.94:5000 1360 0.298 201 73af48fbbb9734fee8d2288e7fb59f0a 199.204.45.113 - - [03/Apr/2026:01:50:43 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.004 300 21d9301369545fe3386ca02e00164270 199.204.45.113 - - [03/Apr/2026:01:50:43 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid?idp_id=atmosphere HTTP/1.1" 404 131 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 498 0.030 [openstack-keystone-api-5000] [] 10.0.0.94:5000 131 0.029 404 e134ebfc74540a732da5f4f70dac9ebe 199.204.45.113 - - [03/Apr/2026:01:50:43 +0000] "GET /v3/OS-FEDERATION/identity_providers/atmosphere/protocols HTTP/1.1" 200 168 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 486 0.016 [openstack-keystone-api-5000] [] 10.0.0.94:5000 168 0.016 200 4ebad891f8d5641d08ad153db9de6287 199.204.45.113 - - [03/Apr/2026:01:50:43 +0000] "PUT /v3/OS-FEDERATION/identity_providers/atmosphere/protocols/openid HTTP/1.1" 201 224 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 581 0.021 [openstack-keystone-api-5000] [] 10.0.0.94:5000 224 0.022 201 d1809c15a4b20baaf212380f11692c3b W0403 01:50:52.870972 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:52.871011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:56.205569 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:56.205638 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:59.538053 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:50:59.538086 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:18.357014 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:18.357050 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:21.691077 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:21.691144 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:26.224204 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:26.224260 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:51:26.685176 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="identity" currentValue=null newValue=[{"ip":"10.103.50.139"}] I0403 01:51:26.692268 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"identity", UID:"5d83cfc0-bac5-4e68-9362-77ebb07fdf78", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7252", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:51:29.558389 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:29.558531 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:32.891987 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:51:32.892127 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:58.240085 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:52:58.240231 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 01:52:58.240298 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:58.240323 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:52:58.244468 7 admission.go:149] processed ingress via admission controller {testedIngressLength:6 testedIngressTime:0.005s renderingIngressLength:6 renderingIngressTime:0s admissionTime:0.005s testedConfigurationSize:32.2kB} I0403 01:52:58.244496 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/key-manager" I0403 01:52:58.252751 7 store.go:440] "Found valid IngressClass" ingress="openstack/key-manager" ingressclass="atmosphere" W0403 01:52:58.253378 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/barbican-api-certs" in local store I0403 01:52:58.253355 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"b000e488-b490-4f00-b957-6fc92e32cca0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"7889", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:52:58.253810 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:52:58.253925 7 controller.go:1441] Error getting SSL certificate "openstack/barbican-api-certs": local SSL certificate openstack/barbican-api-certs was not found. Using default certificate W0403 01:52:58.254011 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:52:58.254036 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:52:58.254180 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:52:58.308220 7 controller.go:216] "Backend successfully reloaded" I0403 01:52:58.308514 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-96nd8", UID:"f2513a8f-dc10-4c33-abb2-eae462855999", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:52:58.644115 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/barbican-api-certs" I0403 01:52:58.644884 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/barbican-api-certs" 199.204.45.113 - - [03/Apr/2026:01:52:59 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.005 300 e4c24837632046c81133b436a5bf6162 199.204.45.113 - - [03/Apr/2026:01:52:59 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.359 [openstack-keystone-api-5000] [] 10.0.0.94:5000 1992 0.360 201 f095263b4c185844daf4c823778c6da6 199.204.45.113 - - [03/Apr/2026:01:52:59 +0000] "GET /v3/roles/creator HTTP/1.1" 404 85 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 433 0.038 [openstack-keystone-api-5000] [] 10.0.0.94:5000 85 0.037 404 793af84295bbdfadb932c9fe5916c767 199.204.45.113 - - [03/Apr/2026:01:52:59 +0000] "GET /v3/roles?name=creator HTTP/1.1" 200 129 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.022 [openstack-keystone-api-5000] [] 10.0.0.94:5000 129 0.022 200 054f32f98f1ab726c0188d8197898a13 199.204.45.113 - - [03/Apr/2026:01:52:59 +0000] "POST /v3/roles HTTP/1.1" 201 230 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 507 0.026 [openstack-keystone-api-5000] [] 10.0.0.94:5000 230 0.026 201 24ef680dd53413b0cf91409cb0d325c7 W0403 01:53:01.587739 7 controller.go:1219] Service "openstack/barbican-api" does not have any active Endpoint. W0403 01:53:01.587923 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:01.587953 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [03/Apr/2026:01:53:06 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.006 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.006 300 afaeed440f815b475e433d167a70e20f W0403 01:53:06.605562 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:06.605600 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [03/Apr/2026:01:53:06 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 1992 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.302 [openstack-keystone-api-5000] [] 10.0.0.94:5000 1992 0.302 201 c498d1b7b5ba6983bb8faa2e7df279a8 199.204.45.113 - - [03/Apr/2026:01:53:06 +0000] "GET /v3/roles HTTP/1.1" 200 1521 "-" "python-keystoneclient" 380 0.028 [openstack-keystone-api-5000] [] 10.0.0.94:5000 1521 0.028 200 32fb21d9f4761cc2695c4e87ff45b3ca 199.204.45.113 - - [03/Apr/2026:01:53:06 +0000] "PUT /v3/roles/7e3dfccf82864042913d40ca2d264123/implies/a94dbcdde7d143a09b8aa54eed9a9688 HTTP/1.1" 201 521 "-" "python-keystoneclient" 473 0.035 [openstack-keystone-api-5000] [] 10.0.0.94:5000 521 0.036 201 aecdace5f20691eb872bd3fd75dc7670 I0403 01:53:26.686120 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="key-manager" currentValue=null newValue=[{"ip":"10.103.50.139"}] I0403 01:53:26.694307 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"key-manager", UID:"b000e488-b490-4f00-b957-6fc92e32cca0", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8210", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:53:26.703171 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:53:26.703235 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [03/Apr/2026:01:53:54 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.004 300 ba596ab00626aa5ec11041a874711e02 199.204.45.113 - - [03/Apr/2026:01:53:55 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.346 [openstack-keystone-api-5000] [] 10.0.0.94:5000 2055 0.346 201 2c979b5aa06992e7a1348375dc26a868 199.204.45.113 - - [03/Apr/2026:01:53:55 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 435 0.034 [openstack-keystone-api-5000] [] 10.0.0.94:5000 87 0.034 404 b04dedc68d74a372c7a0fcdcdba809d6 199.204.45.113 - - [03/Apr/2026:01:53:55 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 453 0.028 [openstack-keystone-api-5000] [] 10.0.0.94:5000 390 0.028 200 9bc80c82dcd77ae49fc32e5a2435191d 199.204.45.113 - - [03/Apr/2026:01:53:55 +0000] "GET /v3/users/rgw-RegionOne?domain_id=709cc822562142a3b3a9a4820d513d74 HTTP/1.1" 404 91 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 482 0.037 [openstack-keystone-api-5000] [] 10.0.0.94:5000 91 0.038 404 f37dd7932b19b1037bc0e7d32cb7124b 199.204.45.113 - - [03/Apr/2026:01:53:55 +0000] "GET /v3/users?domain_id=709cc822562142a3b3a9a4820d513d74&name=rgw-RegionOne HTTP/1.1" 200 178 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 500 0.045 [openstack-keystone-api-5000] [] 10.0.0.94:5000 178 0.045 200 30e0cc1c0acd692efcdc005966c03e88 199.204.45.113 - - [03/Apr/2026:01:53:55 +0000] "POST /v3/users HTTP/1.1" 201 291 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 628 0.289 [openstack-keystone-api-5000] [] 10.0.0.94:5000 291 0.290 201 c8629d8051203cbe8c04cf873e6148ac 199.204.45.113 - - [03/Apr/2026:01:53:58 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 229 0.006 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.006 300 59614480da4175bfc5d6ae9fe239fb93 199.204.45.113 - - [03/Apr/2026:01:53:58 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/3.0.0 keystoneauth1/5.6.1 python-requests/2.31.0 CPython/3.10.12" 548 0.309 [openstack-keystone-api-5000] [] 10.0.0.94:5000 2055 0.309 201 4742799039a5decf07687cbe94afc454 199.204.45.113 - - [03/Apr/2026:01:53:58 +0000] "GET /v3/roles/admin HTTP/1.1" 404 83 "-" "python-keystoneclient" 386 0.036 [openstack-keystone-api-5000] [] 10.0.0.94:5000 83 0.035 404 4eb5438d94c7be5c549a3725d6e18e00 199.204.45.113 - - [03/Apr/2026:01:53:58 +0000] "GET /v3/roles?name=admin HTTP/1.1" 200 361 "-" "python-keystoneclient" 391 0.020 [openstack-keystone-api-5000] [] 10.0.0.94:5000 361 0.020 200 40402b4a68b5ae513f47eef29920567e 199.204.45.113 - - [03/Apr/2026:01:53:58 +0000] "GET /v3/domains/service HTTP/1.1" 404 87 "-" "python-keystoneclient" 390 0.030 [openstack-keystone-api-5000] [] 10.0.0.94:5000 87 0.030 404 ed428168d17b0f05307f668ca08655dd 199.204.45.113 - - [03/Apr/2026:01:53:58 +0000] "GET /v3/domains?name=service HTTP/1.1" 200 390 "-" "python-keystoneclient" 395 0.029 [openstack-keystone-api-5000] [] 10.0.0.94:5000 390 0.029 200 76c5b14bcb3d863ac90a9e02e794369a 199.204.45.113 - - [03/Apr/2026:01:53:58 +0000] "GET /v3/users/rgw-RegionOne HTTP/1.1" 404 91 "-" "python-keystoneclient" 394 0.029 [openstack-keystone-api-5000] [] 10.0.0.94:5000 91 0.029 404 15ad92cfadc7b7a4170e86a75bf070c7 199.204.45.113 - - [03/Apr/2026:01:53:58 +0000] "GET /v3/users?domain_id=709cc822562142a3b3a9a4820d513d74&name=rgw-RegionOne HTTP/1.1" 200 458 "-" "python-keystoneclient" 442 0.035 [openstack-keystone-api-5000] [] 10.0.0.94:5000 458 0.036 200 f3797d68a21cfff4346207d9279a8d48 199.204.45.113 - - [03/Apr/2026:01:53:58 +0000] "GET /v3/projects/service HTTP/1.1" 404 88 "-" "python-keystoneclient" 391 0.026 [openstack-keystone-api-5000] [] 10.0.0.94:5000 88 0.026 404 ffbe9ae428b1e0b7d3aed28294255c71 199.204.45.113 - - [03/Apr/2026:01:53:58 +0000] "GET /v3/projects?name=service HTTP/1.1" 200 520 "-" "python-keystoneclient" 396 0.030 [openstack-keystone-api-5000] [] 10.0.0.94:5000 520 0.030 200 840f7ba4fc0557fd06dbeed9634e232c 199.204.45.113 - - [03/Apr/2026:01:53:59 +0000] "PUT /v3/projects/6f32d5cba9a446dea166d46c7d82d9a6/users/cbd8ca7ecdbe47dca3fe7456b6b7958c/roles/194f1b40d06940e28dc4ff4873deb342 HTTP/1.1" 204 0 "-" "python-keystoneclient" 513 1.041 [openstack-keystone-api-5000] [] 10.0.0.94:5000 0 1.042 204 77f56ead554a032cf98b0857a4601023 199.204.45.113 - - [03/Apr/2026:01:54:02 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.005 300 3af6f63ff2a5612f5268b2240398bc82 199.204.45.113 - - [03/Apr/2026:01:54:02 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2055 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.331 [openstack-keystone-api-5000] [] 10.0.0.94:5000 2055 0.331 201 9771abf6b88a8bc01a19705ec86dad0e 199.204.45.113 - - [03/Apr/2026:01:54:02 +0000] "GET /v3/services?name=swift&type=object-store HTTP/1.1" 200 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 470 0.026 [openstack-keystone-api-5000] [] 10.0.0.94:5000 151 0.025 200 55afef9b8df6dc10bf774b08c1d1c35c 199.204.45.113 - - [03/Apr/2026:01:54:03 +0000] "POST /v3/services HTTP/1.1" 201 263 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 578 0.141 [openstack-keystone-api-5000] [] 10.0.0.94:5000 263 0.141 201 9aa77ef12df0d0b2b05419d8af8c029d 199.204.45.113 - - [03/Apr/2026:01:54:03 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.006 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.005 300 cb4620080f28b7f0c9e2b6ea63516633 199.204.45.113 - - [03/Apr/2026:01:54:03 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2157 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.94:5000 2157 0.295 201 6a67b0ab4b635b09a769808cd9c626ca 199.204.45.113 - - [03/Apr/2026:01:54:04 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.030 [openstack-keystone-api-5000] [] 10.0.0.94:5000 86 0.030 404 9b6fcf569a36e9f20c28350ddddf7c20 199.204.45.113 - - [03/Apr/2026:01:54:04 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.034 [openstack-keystone-api-5000] [] 10.0.0.94:5000 382 0.034 200 abbc48eb279f087c0b42fcd570f8f6ef 199.204.45.113 - - [03/Apr/2026:01:54:04 +0000] "GET /v3/endpoints?interface=public®ion_id=RegionOne&service_id=d8d4d4a74ef7416ea1f5395d83a7c54e HTTP/1.1" 200 205 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 523 0.018 [openstack-keystone-api-5000] [] 10.0.0.94:5000 205 0.019 200 b8fcca947395e90ea6bb9c949b676173 199.204.45.113 - - [03/Apr/2026:01:54:04 +0000] "POST /v3/endpoints HTTP/1.1" 201 379 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 689 0.028 [openstack-keystone-api-5000] [] 10.0.0.94:5000 379 0.027 201 727139f3abbb4646bda207fd2f70a9f0 199.204.45.113 - - [03/Apr/2026:01:54:04 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.005 300 accd96a0176c4815c370d4f115a2bb2e 199.204.45.113 - - [03/Apr/2026:01:54:04 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 2366 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.307 [openstack-keystone-api-5000] [] 10.0.0.94:5000 2366 0.306 201 8855d3dbfe106e0548a2a6e935269c54 199.204.45.113 - - [03/Apr/2026:01:54:04 +0000] "GET /v3/services/swift HTTP/1.1" 404 86 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 434 0.019 [openstack-keystone-api-5000] [] 10.0.0.94:5000 86 0.020 404 33c35f6018c9f08fe17871480b290e15 199.204.45.113 - - [03/Apr/2026:01:54:04 +0000] "GET /v3/services?name=swift HTTP/1.1" 200 382 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 452 0.018 [openstack-keystone-api-5000] [] 10.0.0.94:5000 382 0.019 200 1be98d0afec5830c41e68d2763e25f2d 199.204.45.113 - - [03/Apr/2026:01:54:04 +0000] "GET /v3/endpoints?interface=internal®ion_id=RegionOne&service_id=d8d4d4a74ef7416ea1f5395d83a7c54e HTTP/1.1" 200 207 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 525 0.024 [openstack-keystone-api-5000] [] 10.0.0.94:5000 207 0.024 200 bff3d12474b335123ac34fea9a4a1f16 199.204.45.113 - - [03/Apr/2026:01:54:05 +0000] "POST /v3/endpoints HTTP/1.1" 201 392 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 702 0.019 [openstack-keystone-api-5000] [] 10.0.0.94:5000 392 0.020 201 68cada44a7fc90de3b1db011ea80c171 W0403 01:54:06.290437 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:54:06.290636 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 01:54:06.290725 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:06.290748 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:54:06.295619 7 admission.go:149] processed ingress via admission controller {testedIngressLength:7 testedIngressTime:0.005s renderingIngressLength:7 renderingIngressTime:0.001s admissionTime:0.006s testedConfigurationSize:35.7kB} I0403 01:54:06.295663 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/rook-ceph-cluster" I0403 01:54:06.302822 7 store.go:440] "Found valid IngressClass" ingress="openstack/rook-ceph-cluster" ingressclass="atmosphere" I0403 01:54:06.303205 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"5a89f5bd-5102-4eac-93a0-0b8793d83b8b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8470", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:54:06.303496 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/rook-ceph-rgw-ceph-certs" in local store W0403 01:54:06.303964 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:54:06.304100 7 controller.go:1441] Error getting SSL certificate "openstack/rook-ceph-rgw-ceph-certs": local SSL certificate openstack/rook-ceph-rgw-ceph-certs was not found. Using default certificate W0403 01:54:06.304188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:06.304211 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:54:06.304367 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:54:06.350483 7 controller.go:216] "Backend successfully reloaded" I0403 01:54:06.350785 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-96nd8", UID:"f2513a8f-dc10-4c33-abb2-eae462855999", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:54:06.598582 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/rook-ceph-rgw-ceph-certs" I0403 01:54:06.599923 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/rook-ceph-rgw-ceph-certs" W0403 01:54:09.637554 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:54:09.637780 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:09.637805 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:23.216434 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:54:23.216601 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:23.216621 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:54:26.683734 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="rook-ceph-cluster" currentValue=null newValue=[{"ip":"10.103.50.139"}] I0403 01:54:26.688022 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"rook-ceph-cluster", UID:"5a89f5bd-5102-4eac-93a0-0b8793d83b8b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"8647", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:54:26.690080 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:54:26.690257 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:26.690274 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:30.023553 7 controller.go:1113] Error obtaining Endpoints for Service "openstack/rook-ceph-rgw-ceph": no object matching key "openstack/rook-ceph-rgw-ceph" in local store W0403 01:54:30.023740 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:30.023766 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:33.359161 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:33.359355 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:33.359379 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:54:33.359549 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:54:33.420455 7 controller.go:216] "Backend successfully reloaded" I0403 01:54:33.420740 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-96nd8", UID:"f2513a8f-dc10-4c33-abb2-eae462855999", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration W0403 01:54:36.690574 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:36.690991 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:36.691029 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:40.024181 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:40.024366 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:40.024388 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:55.212706 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:55.212960 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:55.212993 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:58.548963 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:54:58.549282 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:54:58.549313 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:02.097999 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:55:02.098141 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:02.098162 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:12.848115 7 controller.go:1219] Service "openstack/rook-ceph-rgw-ceph" does not have any active Endpoint. W0403 01:55:12.848266 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:12.848286 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:51.995188 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:55:51.995236 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:07.932241 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:57:07.932402 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 01:57:07.932566 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:07.932613 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:57:07.941337 7 admission.go:149] processed ingress via admission controller {testedIngressLength:8 testedIngressTime:0.01s renderingIngressLength:8 renderingIngressTime:0s admissionTime:0.01s testedConfigurationSize:39.2kB} I0403 01:57:07.941379 7 main.go:107] "successfully validated configuration, accepting" ingress="openstack/image" I0403 01:57:07.947301 7 store.go:440] "Found valid IngressClass" ingress="openstack/image" ingressclass="atmosphere" I0403 01:57:07.947631 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"cf44cfc6-35ad-4f93-a19a-81e78b22d23b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"9976", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:57:07.947845 7 backend_ssl.go:47] Error obtaining X.509 certificate: no object matching key "openstack/glance-api-certs" in local store W0403 01:57:07.948281 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:57:07.948402 7 controller.go:1441] Error getting SSL certificate "openstack/glance-api-certs": local SSL certificate openstack/glance-api-certs was not found. Using default certificate W0403 01:57:07.948484 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:07.948516 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store I0403 01:57:07.948680 7 controller.go:196] "Configuration changes detected, backend reload required" I0403 01:57:08.005065 7 controller.go:216] "Backend successfully reloaded" I0403 01:57:08.005454 7 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-96nd8", UID:"f2513a8f-dc10-4c33-abb2-eae462855999", APIVersion:"v1", ResourceVersion:"1391", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration I0403 01:57:08.248618 7 store.go:611] "Secret was added and it is used in ingress annotations. Parsing" secret="openstack/glance-api-certs" I0403 01:57:08.250332 7 backend_ssl.go:67] "Adding secret to local store" name="openstack/glance-api-certs" W0403 01:57:11.282740 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:57:11.282998 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:11.283038 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [03/Apr/2026:01:57:14 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.005 300 fdea4a4ec3524c2425bf52ec568e9594 199.204.45.113 - - [03/Apr/2026:01:57:14 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.347 [openstack-keystone-api-5000] [] 10.0.0.94:5000 3201 0.347 201 4b1e248648c614518aa2182ba763686c 199.204.45.113 - - [03/Apr/2026:01:57:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e56fa48dd88fa9d55f7ad900ec235492 199.204.45.113 - - [03/Apr/2026:01:57:14 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 332572ec5ea1efcd293b613ea23ee1df 199.204.45.113 - - [03/Apr/2026:01:57:15 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.004 300 12db85522f5b386334681eaab07099bb 199.204.45.113 - - [03/Apr/2026:01:57:16 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.285 [openstack-keystone-api-5000] [] 10.0.0.94:5000 3201 0.285 201 5bf5f36b3769370c2d97524ac1bba4bb 199.204.45.113 - - [03/Apr/2026:01:57:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - b1e188b64586b66dbbabb7b823f7dc1a 199.204.45.113 - - [03/Apr/2026:01:57:16 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 974d347d64f65a1a9e713785d4c6ff2b 199.204.45.113 - - [03/Apr/2026:01:57:17 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.004 300 3bb7795a31df9afb1f6fcedacd80eeba 199.204.45.113 - - [03/Apr/2026:01:57:18 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.94:5000 3201 0.292 201 2bb3ec7c89be9b061011e97ff1dcdad6 199.204.45.113 - - [03/Apr/2026:01:57:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 8f1c2f5eaee9b11885db0df879c5459c 199.204.45.113 - - [03/Apr/2026:01:57:18 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 55e2caea2e9adf819b8267a090dbdf31 W0403 01:57:19.241808 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:57:19.242081 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:19.242120 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [03/Apr/2026:01:57:19 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.002 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.003 300 0365e6db3d1fb1bcc2cd2ff5e536d543 199.204.45.113 - - [03/Apr/2026:01:57:19 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.94:5000 3201 0.295 201 60131aa3e43778f6b6452e59177b59b3 199.204.45.113 - - [03/Apr/2026:01:57:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 29c31d645b9c09f290cb267c3b7b7d3a 199.204.45.113 - - [03/Apr/2026:01:57:19 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 7905a5cb4650b889597b175fc5007998 199.204.45.113 - - [03/Apr/2026:01:57:21 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.004 300 a1aef9380ebb8d9f2c0320bf5ac75539 199.204.45.113 - - [03/Apr/2026:01:57:21 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.94:5000 3201 0.296 201 248662dad9732584406792549be4134f 199.204.45.113 - - [03/Apr/2026:01:57:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e5dfbbc5f2b5697c21fee25ff9ff54b6 199.204.45.113 - - [03/Apr/2026:01:57:21 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 9e36b7965ca81205c2117741648f74c9 199.204.45.113 - - [03/Apr/2026:01:57:23 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.003 300 b06b8ae1ecdd0265f2cd840136d83098 199.204.45.113 - - [03/Apr/2026:01:57:23 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.294 [openstack-keystone-api-5000] [] 10.0.0.94:5000 3201 0.294 201 8d1ca57a8fa390c1816eed921221f42d 199.204.45.113 - - [03/Apr/2026:01:57:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e962395bc8c2264ce1c06f3ec26ec48e 199.204.45.113 - - [03/Apr/2026:01:57:23 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - a379d9d18d95865e4bd510ec87887429 199.204.45.113 - - [03/Apr/2026:01:57:24 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.003 300 108cf4c75a98f3e9ba7c0d4d30885db8 199.204.45.113 - - [03/Apr/2026:01:57:25 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.300 [openstack-keystone-api-5000] [] 10.0.0.94:5000 3201 0.300 201 81aaf8a16eada96002b379592033d29d 199.204.45.113 - - [03/Apr/2026:01:57:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 29907539fc95d5666e4b7f7cb04eb218 199.204.45.113 - - [03/Apr/2026:01:57:25 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 90ad0a7a05cdbce41c48fcee77f1be27 I0403 01:57:26.686065 7 status.go:304] "updating Ingress status" namespace="openstack" ingress="image" currentValue=null newValue=[{"ip":"10.103.50.139"}] 199.204.45.113 - - [03/Apr/2026:01:57:26 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.004 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.004 300 689602c2aeaeb2e399892f6b14d68ea2 I0403 01:57:26.693763 7 event.go:377] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"openstack", Name:"image", UID:"cf44cfc6-35ad-4f93-a19a-81e78b22d23b", APIVersion:"networking.k8s.io/v1", ResourceVersion:"10122", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync W0403 01:57:26.694080 7 controller.go:1219] Service "openstack/glance-api" does not have any active Endpoint. W0403 01:57:26.694294 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:26.694317 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [03/Apr/2026:01:57:26 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.301 [openstack-keystone-api-5000] [] 10.0.0.94:5000 3201 0.301 201 e9e471ddf0fd34df93a0146e8d2f0852 199.204.45.113 - - [03/Apr/2026:01:57:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - bda967b959e2733bb49c8dadb05ee34c 199.204.45.113 - - [03/Apr/2026:01:57:27 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - ba328e58cdc9e90df71a7fed1fd7aaee 199.204.45.113 - - [03/Apr/2026:01:57:28 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.005 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.004 300 9ec5ff58451684ba629b63ce1a67feef 199.204.45.113 - - [03/Apr/2026:01:57:28 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.296 [openstack-keystone-api-5000] [] 10.0.0.94:5000 3201 0.296 201 c58310d98f3fa7e4518b255b6600e38d 199.204.45.113 - - [03/Apr/2026:01:57:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 17dfffd01357c26416621a0ac4541c75 199.204.45.113 - - [03/Apr/2026:01:57:28 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - e60007c4bebd2fbf08108fe99139f0ff W0403 01:57:30.028514 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:30.028557 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store 199.204.45.113 - - [03/Apr/2026:01:57:30 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.003 300 63147e8180f4f6add67a9fccc5968a4a 199.204.45.113 - - [03/Apr/2026:01:57:30 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.298 [openstack-keystone-api-5000] [] 10.0.0.94:5000 3201 0.298 201 c62631abe71d9ba2e4003177c659594d 199.204.45.113 - - [03/Apr/2026:01:57:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - 526672350e3229f36bed5b701913f4a2 199.204.45.113 - - [03/Apr/2026:01:57:30 +0000] "GET / HTTP/1.1" 503 190 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.000 [openstack-glance-api-9292] [] - - - - f1595041b1ad18ffdccb8726f626e573 199.204.45.113 - - [03/Apr/2026:01:57:32 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.003 300 9cb5738d0e8929a4651abf49312d2a66 199.204.45.113 - - [03/Apr/2026:01:57:32 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.295 [openstack-keystone-api-5000] [] 10.0.0.94:5000 3201 0.295 201 0de34cfe1c973c830a398efcb53fa822 199.204.45.113 - - [03/Apr/2026:01:57:32 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.005 [openstack-glance-api-9292] [] 10.0.0.226:9292 1193 0.004 300 eae96c9ca063888d0875241115bb303b 199.204.45.113 - - [03/Apr/2026:01:57:32 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.552 [openstack-glance-api-9292] [] 10.0.0.226:9292 69 0.552 200 9222e301495cc835e18ac61d5c5a83cd 199.204.45.113 - - [03/Apr/2026:01:57:36 +0000] "GET / HTTP/1.1" 300 281 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 231 0.003 [openstack-keystone-api-5000] [] 10.0.0.94:5000 281 0.003 300 1ce3392d95bf694d545918a041ea5aef 199.204.45.113 - - [03/Apr/2026:01:57:36 +0000] "POST /v3/auth/tokens HTTP/1.1" 201 3201 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 550 0.293 [openstack-keystone-api-5000] [] 10.0.0.94:5000 3201 0.294 201 841ca21866baa7c6ede3bcb19d1a01ba 199.204.45.113 - - [03/Apr/2026:01:57:36 +0000] "GET / HTTP/1.1" 300 1193 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 228 0.002 [openstack-glance-api-9292] [] 10.0.0.226:9292 1193 0.003 300 f9750104fdf71889e2dc6891b5c1e084 199.204.45.113 - - [03/Apr/2026:01:57:36 +0000] "GET /v2/images HTTP/1.1" 200 69 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 436 0.043 [openstack-glance-api-9292] [] 10.0.0.226:9292 69 0.043 200 390953a3005b337346ca7f5adf0fce60 199.204.45.113 - - [03/Apr/2026:01:57:36 +0000] "GET /v2/images/cirros HTTP/1.1" 404 151 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 430 0.126 [openstack-glance-api-9292] [] 10.0.0.226:9292 151 0.126 404 5dd2b487ea0b460ebe37cbaecec346e8 199.204.45.113 - - [03/Apr/2026:01:57:36 +0000] "GET /v2/images?name=cirros HTTP/1.1" 200 81 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 448 0.021 [openstack-glance-api-9292] [] 10.0.0.226:9292 81 0.021 200 99f2597548a1e41462fcb8d63379cc4b 199.204.45.113 - - [03/Apr/2026:01:57:36 +0000] "GET /v2/images?os_hidden=True HTTP/1.1" 200 84 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 451 0.028 [openstack-glance-api-9292] [] 10.0.0.226:9292 84 0.028 200 faab77658d58e579e1805d7314870e9d 199.204.45.113 - - [03/Apr/2026:01:57:36 +0000] "POST /v2/images HTTP/1.1" 201 760 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 714 0.064 [openstack-glance-api-9292] [] 10.0.0.226:9292 760 0.064 201 dc125701357129f250d1c93949e66db2 199.204.45.113 - - [03/Apr/2026:01:57:40 +0000] "PUT /v2/images/9f756be2-b2f6-4196-a9e6-a65c9064fc89/file HTTP/1.1" 204 0 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 117441041 3.571 [openstack-glance-api-9292] [] 10.0.0.226:9292 0 3.571 204 6694d0f48b067eb80f0321c4fa05d63d 199.204.45.113 - - [03/Apr/2026:01:57:40 +0000] "GET /v2/images/9f756be2-b2f6-4196-a9e6-a65c9064fc89 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.020 [openstack-glance-api-9292] [] 10.0.0.226:9292 1171 0.021 200 3f6881805a959be3051a9d83b9e5487f 199.204.45.113 - - [03/Apr/2026:01:57:40 +0000] "GET /v2/images/9f756be2-b2f6-4196-a9e6-a65c9064fc89 HTTP/1.1" 200 1171 "-" "openstacksdk/4.10.0 keystoneauth1/5.13.1 python-requests/2.25.1 CPython/3.10.12" 460 0.015 [openstack-glance-api-9292] [] 10.0.0.226:9292 1171 0.016 200 e267bad191d3fa5600cae0488e0b835f W0403 01:57:43.311215 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:43.311295 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:46.645353 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store W0403 01:57:46.645414 7 controller.go:512] Error getting Service "openstack/minidns": no object matching key "openstack/minidns" in local store